diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..214d7b4a340469926f63d60f7b81589f9d9903e4 --- /dev/null +++ b/LICENSE @@ -0,0 +1,27 @@ +Copyright (c) 2026 Z.AI + +Permission is hereby granted, free of charge, to any person or entity (the "Licensee") obtaining a copy of this software — including the model weights, parameters, configuration files, inference and training code, and associated documentation (collectively, the "Software") — to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software; to run, deploy, fine-tune, or otherwise modify the Software and create derivative works from it; and to permit persons to whom the Software is furnished to do so, subject to the following conditions: + +1. The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. The Licensee's use of the Software must comply with applicable laws and regulations. + +2. "Model as a Service" means giving a third party access to language model inference or fine-tuning (e.g., via API) in a manner that allows such third party to exercise meaningful control over the inputs, parameters, or training data. This does not include (a) end-user products with model capabilities solely embedded within specific features or harnesses, or (b) mere relaying of requests to models hosted by others. +If the Licensee or any of its affiliates operates a Model as a Service business, and the aggregate revenue of the Licensee and its affiliates exceeds 10 billion US dollars (or the equivalent in other currencies) in total over any consecutive 12 months, the Licensee must pass Z.AI's security review before using the Software or its derivative works for any commercial purpose. The scope and method of the security review shall be reasonably determined by Z.AI. + +3. THE SOFTWARE AND ANY OUTPUT AND RESULTS THEREFROM ARE PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL Z.AI OR ITS AFFILIATES OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + +For any questions regarding this license, please contact glmlicense@z.ai. + +----- + +版权所有 (c) 2026 Z.AI + +特此免费授予任何获得本软件副本的个人或实体（"被许可方"）——包括模型权重、参数、配置文件、推理和训练代码及相关文档（统称"软件"）——不受限制地处理本软件的权利，包括但不限于：使用、复制、修改、合并、发布、分发、再许可和/或销售软件副本；运行、部署、微调或以其他方式修改软件并创建衍生作品；以及允许获得软件的其他人行使上述权利，但须遵守以下条件： + +1. 上述版权声明和本许可声明应包含在软件的所有副本或实质性部分中。被许可方对软件的使用必须符合适用法律法规。 + +2. "模型即服务"指以允许第三方对输入、参数或训练数据行使实质性控制的方式，向第三方提供语言模型推理或微调服务（如通过API）。不包括：(a) 模型能力仅嵌入特定功能或框架中的终端用户产品，或(b) 单纯转发请求至他人托管的模型。 +若被许可方或其关联方运营"模型即服务"业务，且被许可方及关联方在任意连续12个月内累计总收入超过100亿美元（或等值其他货币），则被许可方在使用软件或其衍生作品进行任何商业用途之前，须通过Z.AI的安全审查。安全审查的范围和方式由Z.AI合理确定。 + +3. 软件及其任何输出和结果均按"现状"提供，不附带任何形式的保证，无论是明示还是暗示，包括但不限于适销性、特定用途适用性和不侵权的保证。在任何情况下，Z.AI或其关联方或版权持有人均不对任何索赔、损害或其他责任承担责任，无论该责任是基于合同、侵权或其他方式，因软件或使用软件而产生或与之相关。 + +如对本许可有任何疑问，请联系 glmlicense@z.ai。 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d6fabe2d2f116773d5115447aedce4b562a44975 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +language: +- en +- zh +library_name: transformers +license: other +pipeline_tag: text-generation +--- + +# GLM-5.3-BF16 + +GLM-5.3 uses the same base model as GLM-5.2 — every gain comes from post-training. Compared with GLM-5.2, it is much better at complex coding and long-horizon tasks: + ++ Stronger Coding: GLM-5.3 is the most capable open-weights model for coding, with a 50% improvement over GLM-5.2 on our in-house Z.ai Code Bench. It also achieve open-source SOTA on public benchmarks including Terminal Bench 3.0 and Agents' Last Exam. ++ Emergent Cyber Capability: As we scaled post-training, cyber capability developed faster than we expected. GLM-5.3 is state of the art on CyberGym for vulnerability discovery, and its gains are largest further up the exploitation chain, where it more than doubles GLM-5.2 on exploitation benchmarks. + +![bench_53](https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/bench_53_2.png) + +## Benchmark + +| Benchmark | GLM-5.3 | GLM-5.2 | Kimi K3 | DeepSeek-V4 Pro-0813 | Qwen3.8-Max | Opus 4.8 | Fable 5 (w/ fallback) | GPT-5.6 Sol | +|------------------------------|-----------|---------|----------|----------------------|-------------|----------|-----------------------|---------------| +| Terminal Bench 2.1 | 88.2 | 81.0 | 88.3 | 87.9 | 86.6 | 85.0 | 88.0 | **88.8** | +| Terminal Bench 3.0 | 28.3 | 4.6 | 17.4 | – | – | 21.1 | 33.7 | **34.6** | +| DeepSWE (v1.1) | 66.9 | 46.2 | 67.5 | 62.7 | 56.6 | 58.0 | 69.7 | **72.7** | +| NL2Repo | 58.0 | 48.9 | 58.0 | 61.1 | 55.9 | **69.7** | – | – | +| ProgramBench (Almost Solved) | 19.0 | 9.5 | 17.5 | – | 10.5 | 15.5 | **33.0** | 23.0 | +| FrontierSWE | 78.1 | 67.5 | – | – | – | 66.5 | **88.2** | – | +| SWE-Marathon (v1.1) | 42.5 | 19.4 | 48.1 | – | – | **48.8** | 33.1 | 42.5 | +| PostTrainBench | 39.8 | 31.7 | 32.0 | – | – | 32.9 | **41.8** | 36.2 | +| CyberGym | **84.5** | 77.2 | 80.0 | 83.3 | 78.5 | 78.1 | 83.8 | 83.6 | +| ExploitGym (2h / 6h) | 105 / 130 | 29 / 39 | 36 / 70 | – | 14 / 26 | 80 / 120 | 181 / 247 | **216 / 293** | +| ExploitBench | 54.4 | 24.4 | 32.2 | – | 28.8 | 40.0 | **78.0** | 76.5 | +| Toolathlon Verified | 73.0 | 59.9 | **76.5** | 74.1 | 72.5 | 76.2 | 74.7 | 74.9 | +| AutomationBench (v1.0.6) | **48.2** | 26.2 | 46.7 | 43.2 | 39.8 | 41.0 | 46.2 | 45.8 | +| Agents' Last Exam (ALE-CLI) | 28.5 | 23.8 | 27.6 | 25.7 | 27.0 | 25.7 | 23.8 | **28.6** | +| HLE w/ Tools | 62.5 | 54.7 | 59.8 | 60.0 | 56.2 | 57.9 | 63.9 | **64.5** | +| GDPval-AA v2 | **1769** | 1508 | 1682 | 1590 | 1739 | 1588 | 1743 | 1730 | + +### Serve GLM-5.3 Locally + +GLM-5.3 supports deployment with the following frameworks. Feel free to try them out: + +- [SGLang](https://github.com/sgl-project/sglang) — see [cookbook](https://cookbook.sglang.io/autoregressive/GLM/GLM-5.3) +- [vLLM](https://github.com/vllm-project/vllm) — see [recipes](https://recipes.vllm.ai/zai-org/GLM-5.3) +- [Transformers](https://github.com/huggingface/transformers) — see [transformers docs](https://github.com/huggingface/transformers/blob/main/docs/source/en/model_doc/glm_moe_dsa.md) +- [KTransformers](https://github.com/kvcache-ai/ktransformers) — see [tutorial](https://github.com/kvcache-ai/ktransformers/blob/main/doc/en/kt-kernel/GLM-5.2-Tutorial.md) +- [Unsloth](https://github.com/unslothai/unsloth) — see [guide](https://unsloth.ai/docs/models/GLM-5.3) +- For deployment on the `Ascend NPU` platform, inference frameworks such as vLLM-Ascend, xLLM and SGLang are supported — see [here](https://github.com/zai-org/GLM-5/blob/main/example/ascend.md). + +### Note + +- GLM-5.3 supports controlling the thinking budget through the `reasoning_effort` parameter, which accepts three levels: `low`, `high`, and `max`. It defaults to `max` if not passed (or if set to any other value). To use `low` or `high`, pass them explicitly. For benchmark and leaderboard reproduction, keep the default `max`. +- In the chat template for GLM-5.3, `clear_thinking` defaults to `false` if not passed. For chat scenarios, explicitly pass `clear_thinking=true`. + +## Footnotes + +- **HLE w/ tools**: We use sampling parameters of `temperature=1.0` and `top_p=0.95` for evaluation, with a maximum generation length of `163,840` tokens. The evaluation is conducted with a maximum context length of `300,000` tokens, using a context management strategy. We use GPT-5.6-luna (medium) as the judge model. +- **NL2Repo**: We evaluated NL2Repo with `temperature=1.0`, `top_p=1.0`, and `max_new_tokens=64k` under 1M context. To prevent hacking, we use rule-based and a LLM-based judgement to prevent malicious behaviors (e.g., unauthorized pip or curl operations). +- **DeepSWE**: We run DeepSWE using the mini-swe-agent harness with `temperature=0.95`, `top_p=1.0`, `timeout=6h` and 400K context. +- **Terminal-Bench 2.1**: We evaluate in Claude Code 2.1.207 with `temperature=1.0`, `top_p=1`, `max_new_tokens=65536` with 6h timeout. +- **Terminal-Bench 3.0**: We evaluate Terminal-Bench-3 tasks with the Claude Code 2.1.207 harness (reasoning effort=max, 400K context, and 128K maximum output), reporting avg@3 over three rollouts per task. Each rollout runs in an isolated container built from the task's official image, and is capped at 600 agent turns with a 10-hour timeout. Tool Search is disabled, and the artifacts each agent produces are scored by the task's official separate verifier. +- **Agent's Last Exam (CLI)**: We evaluate ALE using the official evaluation protocol with the Claude Code harness (reasoning effort=max, 1M context, and 64K maximum output). Each of the 105 tasks runs in an isolated Docker container using the resources declared in its Task Card. The default timeout is 4 hours, with task-specific limits taking precedence (up to 8 hours). Tool Search is disabled, and results are scored by the official ALE evaluators. +- **Toolathlon Verified**: We obtain all results via the official evaluation service and report pass@1 averaged over 3 independent runs. +- **AutomationBench**: We evaluate on AutomationBench **v1.0.6**, incorporating the fix for the `null`-type handling issue introduced in [PR #13]([#](https://github.com/zapier/AutomationBench/pull/13)). +- **GDPval-AA v2**: Models are evaluated by Artificial Analysis. +- **CyberGym**: We evaluate GLM-5.3 in Claude Code 2.1.207 (max reasoning effort, no web tools with `temperature=1.0`, `top_p=1.0`, `max_new_tokens=128000`). All evaluations are under unlimited timeout per task and results are single-run Pass@1 over 1,507 tasks. To simulate real-world usage scenarios, we place the agent inside the task container. We also remove all Git-related information and apply a domain whitelist (allowing only essential domains such as pypi.org and deb.debian.org for basic tool installation) to prevent the agent from cheating. +- **ExploitGym**: We evaluate GLM-5.3, Kimi-K3 and Qwen3.8 Max in Claude Code 2.1.207 (max reasoning effort, no web tools with `temperature=1.0`, `top_p=1.0`, `max_new_tokens=128000`). The reported results are single-run Pass@1 on 869 tasks under two timeout budgets: 2 hours and 6 hours, which are calculated as the API inference time rescaled by per-model tokens per second rate (per-model TPS sourced from Artificial Analysis; that is, we rescale GLM-5.3's results by 115 TPS, Kimi K3's results by 40 TPS and Qwen3.8 Max's results by 47 TPS), plus the non-API overhead. We also apply a domain whitelist (allowing only essential domains such as pypi.org and deb.debian.org for basic tool installation) to prevent the agent from cheating. +- **ExploitBench**: We evaluate GLM-5.3 in Claude Code 2.1.207 (max reasoning effort, no web tools with `temperature=1.0`, `top_p=1.0`, `max_new_tokens=128000`). Following the official evaluation settings, we limit the maximum number of interaction rounds between the agent and the environment to 300, and compute the average coverage score over all 41 tasks across 3 revisions. The coverage result of a task is determined by taking the union of capabilities achieved across all revisions, and the average score is obtained by averaging the results. We also apply a domain whitelist (allowing only essential domains such as pypi.org and deb.debian.org for basic tool installation) to prevent the agent from cheating. +- **FrontierSWE**: The evaluation was conducted by [Proximal](https://www.proximal.ai/) with 1M context length, max effort level, and 128K maximum output tokens. Dominance score reported as of 2026/08/14. +- **PostTrainBench**: We evaluate GLM-5.3 using Claude Code 2.1.207 with max effort level, `temperature = 1.0`, `top_p = 1.0`, `max_new_tokens = 128000`, and a 1M-token context window. We report the weighted average over 3 runs. Runs that fail to produce a score fall back to the official zero-shot base-model baseline score. For checks intended to prevent the use of third-party APIs, we removed the original pattern-matching-based checks, as they produced false positives when a local vLLM endpoint was accessed through the OpenAI SDK. Instead, we use an LLM agent to inspect solutions for external API usage. +- **SWE-Marathon**: We evaluate GLM-5.3 using Claude Code 2.1.207 with maximum effort level, `temperature = 1.0`, `top_p = 0.95`, `max_new_tokens = 128000`, and a 1M-token context window. For `strip-clone`, the original anti-cheat checks used overly broad import detection that could reject valid implementations. We removed the affected checks and performed llm-based inspection instead to avoid false positives. For `parameter-golf` and `trimul-cuda`, changes to the NVIDIA wheels caused the Docker image builds to fail, so we added `--extra-index-url https://pypi.org/simple` to restore successful builds. + +## Citation + +If you find GLM-5.3 useful in your research, please cite our technical report: + +```bibtex +@misc{glm5team2026glm5vibecodingagentic, + title={GLM-5: from Vibe Coding to Agentic Engineering}, + author={GLM-5-Team and : and Aohan Zeng and Xin Lv and Zhenyu Hou and Zhengxiao Du and Qinkai Zheng and Bin Chen and Da Yin and Chendi Ge and Chenghua Huang and Chengxing Xie and Chenzheng Zhu and Congfeng Yin and Cunxiang Wang and Gengzheng Pan and Hao Zeng and Haoke Zhang and Haoran Wang and Huilong Chen and Jiajie Zhang and Jian Jiao and Jiaqi Guo and Jingsen Wang and Jingzhao Du and Jinzhu Wu and Kedong Wang and Lei Li and Lin Fan and Lucen Zhong and Mingdao Liu and Mingming Zhao and Pengfan Du and Qian Dong and Rui Lu and Shuang-Li and Shulin Cao and Song Liu and Ting Jiang and Xiaodong Chen and Xiaohan Zhang and Xuancheng Huang and Xuezhen Dong and Yabo Xu and Yao Wei and Yifan An and Yilin Niu and Yitong Zhu and Yuanhao Wen and Yukuo Cen and Yushi Bai and Zhongpei Qiao and Zihan Wang and Zikang Wang and Zilin Zhu and Ziqiang Liu and Zixuan Li and Bojie Wang and Bosi Wen and Can Huang and Changpeng Cai and Chao Yu and Chen Li and Chengwei Hu and Chenhui Zhang and Dan Zhang and Daoyan Lin and Dayong Yang and Di Wang and Ding Ai and Erle Zhu and Fangzhou Yi and Feiyu Chen and Guohong Wen and Hailong Sun and Haisha Zhao and Haiyi Hu and Hanchen Zhang and Hanrui Liu and Hanyu Zhang and Hao Peng and Hao Tai and Haobo Zhang and He Liu and Hongwei Wang and Hongxi Yan and Hongyu Ge and Huan Liu and Huanpeng Chu and Jia'ni Zhao and Jiachen Wang and Jiajing Zhao and Jiamin Ren and Jiapeng Wang and Jiaxin Zhang and Jiayi Gui and Jiayue Zhao and Jijie Li and Jing An and Jing Li and Jingwei Yuan and Jinhua Du and Jinxin Liu and Junkai Zhi and Junwen Duan and Kaiyue Zhou and Kangjian Wei and Ke Wang and Keyun Luo and Laiqiang Zhang and Leigang Sha and Liang Xu and Lindong Wu and Lintao Ding and Lu Chen and Minghao Li and Nianyi Lin and Pan Ta and Qiang Zou and Rongjun Song and Ruiqi Yang and Shangqing Tu and Shangtong Yang and Shaoxiang Wu and Shengyan Zhang and Shijie Li and Shuang Li and Shuyi Fan and Wei Qin and Wei Tian and Weining Zhang and Wenbo Yu and Wenjie Liang and Xiang Kuang and Xiangmeng Cheng and Xiangyang Li and Xiaoquan Yan and Xiaowei Hu and Xiaoying Ling and Xing Fan and Xingye Xia and Xinyuan Zhang and Xinze Zhang and Xirui Pan and Xu Zou and Xunkai Zhang and Yadi Liu and Yandong Wu and Yanfu Li and Yidong Wang and Yifan Zhu and Yijun Tan and Yilin Zhou and Yiming Pan and Ying Zhang and Yinpei Su and Yipeng Geng and Yong Yan and Yonglin Tan and Yuean Bi and Yuhan Shen and Yuhao Yang and Yujiang Li and Yunan Liu and Yunqing Wang and Yuntao Li and Yurong Wu and Yutao Zhang and Yuxi Duan and Yuxuan Zhang and Zezhen Liu and Zhengtao Jiang and Zhenhe Yan and Zheyu Zhang and Zhixiang Wei and Zhuo Chen and Zhuoer Feng and Zijun Yao and Ziwei Chai and Ziyuan Wang and Zuzhou Zhang and Bin Xu and Minlie Huang and Hongning Wang and Juanzi Li and Yuxiao Dong and Jie Tang}, + year={2026}, + eprint={2602.15763}, + archivePrefix={arXiv}, + primaryClass={cs.LG}, + url={https://arxiv.org/abs/2602.15763}, +} +``` \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..d226a6928e6ba040e2eadccaf832c037bc4cd98f --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,251 @@ +[gMASK] +{%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort in ['low', 'high'] else 'max' -%} +{%- if effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%} +{%- set clear_thinking = clear_thinking if clear_thinking is defined else false -%} +{%- if tools -%} +{%- macro tool_to_json(tool) -%} + {%- set ns_tool = namespace(first=true) -%} + {{ '{' -}} + {%- for k, v in tool.items() -%} + {%- if k != 'defer_loading' and k != 'strict' -%} + {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%} + {%- set ns_tool.first = false -%} + "{{ k }}": {{ v | tojson(ensure_ascii=False) }} + {%- endif -%} + {%- endfor -%} + {{- '}' -}} +{%- endmacro -%} +{%- macro tool_references_to_response(refs) -%} + {{- '\n' -}} + {%- for tr in refs -%} + {%- for tool in tools -%} + {%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} + {%- endif -%} + {%- if tool.name == tr.name -%} + {{- tool_to_json(tool) + '\n' -}} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {{- '' -}} +{%- endmacro -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} +{%- endif -%} +{% if tool.defer_loading is not defined or not tool.defer_loading %} +{{ tool_to_json(tool) }} +{% endif %} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%} + {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%} + {{- "You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods." }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- macro tool_response(text) -%} +{{- '' + text + '' -}} +{%- endmacro -%} +{%- macro render_tool_response(m) -%} +{%- if m.content is string -%} + {{- tool_response(m.content) -}} +{%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%} + {{- tool_references_to_response(m.content) -}} +{%- elif is_list_of_outputs(m) -%} + {%- for tr in m.content -%} + {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%} + {{- tool_references_to_response(tr.output) -}} + {%- else -%} + {{- tool_response(visible_text(tr.output)) -}} + {%- endif -%} + {%- endfor -%} +{%- else -%} + {{- tool_response(visible_text(m.content)) -}} +{%- endif -%} +{%- endmacro -%} +{%- macro id_of(obj) -%} + {%- if obj.tool_call_id -%} + {{- obj.tool_call_id -}} + {%- elif obj.id -%} + {{- obj.id -}} + {%- endif -%} +{%- endmacro -%} +{%- macro is_list_of_outputs(m) -%} + {%- if m.content and m.content.0.output is defined -%}1{%- endif -%} +{%- endmacro -%} +{%- macro has_dup_tool_result_id(lo, hi, target) -%} + {%- set ns_cnt = namespace(n=0) -%} + {%- for k in range(lo, hi + 1) -%} + {%- set m = messages[k] -%} + {%- if is_list_of_outputs(m) -%} + {%- for entry in m.content -%} + {%- if id_of(entry) == target -%} + {%- set ns_cnt.n = ns_cnt.n + 1 -%} + {%- endif -%} + {%- endfor -%} + {%- elif id_of(m) == target -%} + {%- set ns_cnt.n = ns_cnt.n + 1 -%} + {%- endif -%} + {%- if ns_cnt.n > 1 -%}{%- break -%}{%- endif -%} + {%- endfor -%} + {%- if ns_cnt.n > 1 -%}1{%- endif -%} +{%- endmacro -%} +{%- macro tc_id_exists(tcs, target) -%} + {%- set ns_f = namespace(found=false) -%} + {%- for tc in tcs -%} + {%- if id_of(tc) == target -%} + {%- set ns_f.found = true -%} + {%- break -%} + {%- endif -%} + {%- endfor -%} + {%- if ns_f.found -%}1{%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1) -%} +{%- for m in messages %} + {%- if m.role == 'user' %} + {%- set ns.last_user_index = loop.index0 -%} + {%- endif %} +{%- endfor %} +{%- for m in messages -%} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- elif '' in content %} + {%- set reasoning_content = content.split('')[0].split('')[-1] %} + {%- set content = content.split('')[-1] %} +{%- endif %} +{%- if (not clear_thinking or loop.index0 > ns.last_user_index) and reasoning_content is defined -%} +{{ '' + reasoning_content + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' -}} + {%- set block_start = loop.index0 -%} + {%- set ns_blk = namespace(end=block_start) -%} + {%- for j in range(block_start, messages|length) -%} + {%- if messages[j].role == 'tool' -%} + {%- set ns_blk.end = j -%} + {%- else -%} + {%- break -%} + {%- endif -%} + {%- endfor -%} + {%- set ns_a = namespace(tool_calls=none) -%} + {%- if block_start > 0 and messages[block_start - 1].role == 'assistant' and messages[block_start - 1].tool_calls -%} + {%- set ns_a.tool_calls = messages[block_start - 1].tool_calls -%} + {%- endif -%} + {%- set ns_chk = namespace(can_sort=true) -%} + {%- if not ns_a.tool_calls -%} + {%- set ns_chk.can_sort = false -%} + {%- else -%} + {%- for k in range(block_start, ns_blk.end + 1) -%} + {%- set m = messages[k] -%} + {%- if is_list_of_outputs(m) -%} + {%- for entry in m.content -%} + {%- set eid = id_of(entry) -%} + {%- if not eid -%} + {%- set ns_chk.can_sort = false -%} + {%- elif has_dup_tool_result_id(block_start, ns_blk.end, eid) -%} + {%- set ns_chk.can_sort = false -%} + {%- elif not tc_id_exists(ns_a.tool_calls, eid) -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {%- set tk_id = id_of(m) -%} + {%- if not tk_id -%} + {%- set ns_chk.can_sort = false -%} + {%- elif has_dup_tool_result_id(block_start, ns_blk.end, tk_id) -%} + {%- set ns_chk.can_sort = false -%} + {%- elif not tc_id_exists(ns_a.tool_calls, tk_id) -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + {%- for i in range(ns_a.tool_calls | length) -%} + {%- set tc_id = id_of(ns_a.tool_calls[i]) -%} + {%- if not tc_id -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- for j in range(i + 1, ns_a.tool_calls | length) -%} + {%- if id_of(ns_a.tool_calls[j]) == tc_id -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {%- endif -%} + {%- if ns_chk.can_sort -%} + {%- for tc in ns_a.tool_calls -%} + {%- set tc_id = id_of(tc) -%} + {%- for k in range(block_start, ns_blk.end + 1) -%} + {%- set m = messages[k] -%} + {%- if is_list_of_outputs(m) -%} + {%- for entry in m.content -%} + {%- set eid = id_of(entry) -%} + {%- if eid == tc_id -%} + {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%} + {{- tool_references_to_response(entry.output) -}} + {%- else -%} + {{- tool_response(visible_text(entry.output)) -}} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {%- set tk_id = id_of(m) -%} + {%- if tk_id == tc_id -%} + {{- render_tool_response(m) -}} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {%- else -%} + {%- for k in range(block_start, ns_blk.end + 1) -%} + {{- render_tool_response(messages[k]) -}} + {%- endfor -%} + {%- endif -%} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' -}} +{%- endif -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cdf30c0eac743ab1837f636568aaee73fe89000 --- /dev/null +++ b/config.json @@ -0,0 +1,224 @@ +{ + "architectures": [ + "GlmMoeDsaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "ep_size": 1, + "first_k_dense_replace": 3, + "head_dim": 192, + "hidden_act": "silu", + "hidden_size": 6144, + "index_head_dim": 128, + "index_n_heads": 32, + "index_share_for_mtp_iteration": true, + "index_skip_topk_offset": 3, + "index_topk": 2048, + "index_topk_freq": 4, + "index_topk_pattern": null, + "indexer_rope_interleave": true, + "indexer_types": [ + "full", + "full", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared" + ], + "initializer_range": 0.02, + "intermediate_size": 12288, + "kv_lora_rank": 512, + "max_position_embeddings": 1048576, + "mlp_layer_types": [ + "dense", + "dense", + "dense", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse" + ], + "model_type": "glm_moe_dsa", + "moe_intermediate_size": 2048, + "moe_layer_freq": 1, + "moe_router_dtype": "float32", + "n_group": 1, + "n_routed_experts": 256, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts_per_tok": 8, + "num_hidden_layers": 78, + "num_key_value_heads": 64, + "num_nextn_predict_layers": 1, + "pad_token_id": 154820, + "pretraining_tp": 1, + "q_lora_rank": 2048, + "qk_head_dim": 256, + "qk_nope_head_dim": 192, + "qk_rope_head_dim": 64, + "rms_norm_eps": 1e-05, + "rope_interleave": true, + "rope_parameters": { + "rope_theta": 8000000, + "rope_type": "default" + }, + "routed_scaling_factor": 2.5, + "scoring_func": "sigmoid", + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "transformers_version": "5.15.0", + "use_cache": true, + "v_head_dim": 256, + "vocab_size": 154880 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..216bbb092d0df0dda1dc4cedd789b92286c4c001 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "pad_token_id": 154820, + "temperature": 1.0, + "top_p": 0.95, + "transformers_version": "5.12.0" +} diff --git a/model-00001-of-00282.safetensors b/model-00001-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d62d26fff12179408799378ad878f5a9c973b311 --- /dev/null +++ b/model-00001-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea8514ba4203b895c1cf3ee854f43aa001dfc2bfdcf1eca0639b3a9dbe7c899 +size 5342821416 diff --git a/model-00002-of-00282.safetensors b/model-00002-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e64804b28e19a9efabd5fea9c84d5b7239372750 --- /dev/null +++ b/model-00002-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0d35388e6bf76926c75301a9a108e9028090d8092c222ee7ab64d5180626fc +size 5351970840 diff --git a/model-00003-of-00282.safetensors b/model-00003-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6880cb290f4f2aa69fd0b3b3ddee232562b02212 --- /dev/null +++ b/model-00003-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0648bb7f6790fee5c06a66b983ce74e6fc354aa4da4d057105f3dd4cdb1b824d +size 5360347320 diff --git a/model-00004-of-00282.safetensors b/model-00004-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da719ac4ca38b14733c56fea1281c77da09debb2 --- /dev/null +++ b/model-00004-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f657099dd323cc62d708a44945e1925dd71c5c95d5833b2a898acf4a1eb16db +size 5360347208 diff --git a/model-00005-of-00282.safetensors b/model-00005-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c95a9d75c4a81cc75a5c42240d5f08ec86c14921 --- /dev/null +++ b/model-00005-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659745f8c73ffaa06e83ec43ce6d158ce7f851c148ea069a28940e89f487a27c +size 5359985352 diff --git a/model-00006-of-00282.safetensors b/model-00006-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7bc13a67c7826ac3df85c745f7cb64bb4bd8a036 --- /dev/null +++ b/model-00006-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a3ddd7737ed419653be0a605e562edab946e1dbd35f3c77efb1a65cd0c95f8 +size 5360347320 diff --git a/model-00007-of-00282.safetensors b/model-00007-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4a7f61edff3c0c7368849e39832c2995d1b4ba2 --- /dev/null +++ b/model-00007-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea0143a46c4b9387b83b8aa8b6a92a7771b94de6835ae13672bb8fd0e5b1c91c +size 5360347320 diff --git a/model-00008-of-00282.safetensors b/model-00008-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db82b38de320ab8545caa83a70d71298ff37dcd8 --- /dev/null +++ b/model-00008-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24e677a3d8ad0876c96324c6ec54220b307e0155283b33c3daba386343e0b11 +size 5360347144 diff --git a/model-00009-of-00282.safetensors b/model-00009-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7cc51f78e6c67f677b5ea7e27cfeb20f68124f88 --- /dev/null +++ b/model-00009-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77d4a2079f92681ed094cb43d62752d2b5e911e8cb8b95b4b63e3c6e1247b5a3 +size 5366406944 diff --git a/model-00010-of-00282.safetensors b/model-00010-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fcc18ff3eba4755d8d7a842205e31b4ad221f92 --- /dev/null +++ b/model-00010-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36095a15bf9bf46579d7f77c26365fe3ee4494c1885d9293e18b6a3d72f515f +size 5360347312 diff --git a/model-00011-of-00282.safetensors b/model-00011-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4442eb80623282649de00fb009ed6a3a0e1b1700 --- /dev/null +++ b/model-00011-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3fae0083d38bcdd27043f32cd5f6736d70e8005536e2e3a628149c2c345a78e +size 5360347288 diff --git a/model-00012-of-00282.safetensors b/model-00012-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a4c435123f796053a70d2597c6cfd915759f75e --- /dev/null +++ b/model-00012-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5485f5cad7715f1c72b38aa2db88814b5ffbe393b13d68eb270ca4687d2f8912 +size 5363507640 diff --git a/model-00013-of-00282.safetensors b/model-00013-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42e3d473aae64ea3839b08e722ed73fe465a29c4 --- /dev/null +++ b/model-00013-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:474004a2b0676f24f835919349bd95d71e464963ac2c4d92361e839b5f3a10da +size 5363246488 diff --git a/model-00014-of-00282.safetensors b/model-00014-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ddab03353810356ab69cf40af23e1d92217b2c67 --- /dev/null +++ b/model-00014-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a50ce7752f50bed5f353ead62a795b7d5e2c0c2b90d6b2cfcb9da90330dbd8 +size 5360347312 diff --git a/model-00015-of-00282.safetensors b/model-00015-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc5e0bbab4dc6a6b436405aacd27517d15e92bac --- /dev/null +++ b/model-00015-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc92c998cb160dad5e5d04983a53ae5bd74ba1d6fd6c64eaecf2a5ea48250b9d +size 5360347224 diff --git a/model-00016-of-00282.safetensors b/model-00016-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1808ee0f8da1fd7229fb306a11e94044ccf7f841 --- /dev/null +++ b/model-00016-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4987d1ea2bebf85ff4797776f34382ab8039e6288b83357b562670a7b7c116d1 +size 5366406864 diff --git a/model-00017-of-00282.safetensors b/model-00017-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e76dd7f4b177c3e6649324b7829256d5f298253 --- /dev/null +++ b/model-00017-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20d88d507bd2b34ef215e2933315f6e09ceaf313a0370ba751c37a51001ab2b +size 5360347320 diff --git a/model-00018-of-00282.safetensors b/model-00018-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..046d2cc26436275af5766af4031353aab634be11 --- /dev/null +++ b/model-00018-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18862ef27b3e7634f9b4ac31810c108b65d0c6dcb30f7fb3a9181267cc850551 +size 5360347312 diff --git a/model-00019-of-00282.safetensors b/model-00019-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..305ede4fba758c5c7788cf2048aee4f8fa30ae46 --- /dev/null +++ b/model-00019-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:474598813f431faa5624fe6e7198486cb9c716e39a3d74677b00b496c178db10 +size 5360347152 diff --git a/model-00020-of-00282.safetensors b/model-00020-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a81c347b747cea4290282d6fbfcbfb321f4eb34a --- /dev/null +++ b/model-00020-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb3e107eef5a0a9f030a0d0b6621c11400844b914f56d699c9047e03376233b +size 5359985408 diff --git a/model-00021-of-00282.safetensors b/model-00021-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..779e13037e329897f21ad963114cae05216673c1 --- /dev/null +++ b/model-00021-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc715d9c0fc70125d5e5f2fb43d83b9036bc0b816da3bce85f9a59a28ac883c +size 5360347320 diff --git a/model-00022-of-00282.safetensors b/model-00022-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c6d84319576b41795ce0fe92e082014af111752 --- /dev/null +++ b/model-00022-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a521e9b412045b462f32cd7951b2af2dc850e53636550154dbe568e83e6a4710 +size 5360347288 diff --git a/model-00023-of-00282.safetensors b/model-00023-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71e3b322d2841b291c67d4451991a289e7ff1d6e --- /dev/null +++ b/model-00023-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc8e7e81e5088eba510877a380067cb80dfa78b52aa1304051edff867715c5c +size 5360347112 diff --git a/model-00024-of-00282.safetensors b/model-00024-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70d74d3f11561fbcdfdb378e713fadd64a637abf --- /dev/null +++ b/model-00024-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0137e62aac191292db1c6f3e80cd693fb7b714dc157646256147f0f0acd162af +size 5366407008 diff --git a/model-00025-of-00282.safetensors b/model-00025-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d1125b0b72a615c0eb9b3779a19167a9d38aee7 --- /dev/null +++ b/model-00025-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b573908bb7c2ce35e74625da8a9bb2878d7bf7979daac945e964dc4130f6177 +size 5360347320 diff --git a/model-00026-of-00282.safetensors b/model-00026-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfaafe89ebe66675fdf53b577bb980fc37f38946 --- /dev/null +++ b/model-00026-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3846d304280f108c2e323fd1f28e3b7bc4fa7feed7e05babf96eb7fbe1e79265 +size 5360347232 diff --git a/model-00027-of-00282.safetensors b/model-00027-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..992ec4619c6375991f42b934391e21c4b701d9ec --- /dev/null +++ b/model-00027-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f58d62e4c5b32d965014643a161293410bed2b08c8190eb734ab36feb0f978d2 +size 5366406856 diff --git a/model-00028-of-00282.safetensors b/model-00028-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba5e65f25f7ef4744a2ab0625c794c0e1da1eb97 --- /dev/null +++ b/model-00028-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15338ddb3150ebb926372730385efa1946fce0590ff15eef0eef8989e7a98197 +size 5360347320 diff --git a/model-00029-of-00282.safetensors b/model-00029-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7f7042464df2ebcff42f7a49128d46ea26be23d --- /dev/null +++ b/model-00029-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0e585673b76af97de9e6f5aa5757066162e1b5220e96879d0a4f322af381cf +size 5360347320 diff --git a/model-00030-of-00282.safetensors b/model-00030-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b55dad5ac1cfc821dd9660fc6b31293e9edbe96e --- /dev/null +++ b/model-00030-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1462a974258bcdf011c99d03f459f0cab5cf954d4571a2c4c0ce22e36159236 +size 5360347160 diff --git a/model-00031-of-00282.safetensors b/model-00031-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a40aa035aeb80fdd30e7c4b191d2a9c00c498bff --- /dev/null +++ b/model-00031-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613d53e0b073c7458585c3513f97039e06d8f9f23778bc5e49f2c0f0aee43a4e +size 5366406928 diff --git a/model-00032-of-00282.safetensors b/model-00032-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..275665eeecfccc98af68fec3ed4e16f7b7c8660f --- /dev/null +++ b/model-00032-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea0873f17e5cd3631eb8a961905c974e60f945fed1ece6a43baa286b40b1aac +size 5360347320 diff --git a/model-00033-of-00282.safetensors b/model-00033-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf059076f4696afa449591fcf79467bc5a2c2462 --- /dev/null +++ b/model-00033-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdad56749e7d81a93c12a71f51a8487c3a22a65d0c1ba5a553751d3f2b1ac207 +size 5360347304 diff --git a/model-00034-of-00282.safetensors b/model-00034-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f66f55d9b7aa5f5075de8eae9da4ee1f7ebdbd76 --- /dev/null +++ b/model-00034-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b01985d300e5f3f1697fef43f7125de929f14e5c0eef4091c84a89cf63649a4 +size 5360347112 diff --git a/model-00035-of-00282.safetensors b/model-00035-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf6903a847b4de8d5da9513b3842c27d6556923e --- /dev/null +++ b/model-00035-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a54ab16bc472e2ae12c27ae27aacf8ed99ac270edbdc3dc203b8da97c90dcca +size 5359985464 diff --git a/model-00036-of-00282.safetensors b/model-00036-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dcf6d502b28d0a503e69cf0180c2d4ce14f02165 --- /dev/null +++ b/model-00036-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f66eabaf5e41c60ef995e94ac82e93dd9afd0d9c17ec50902d2a2534b7df545 +size 5360347320 diff --git a/model-00037-of-00282.safetensors b/model-00037-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a1591d437cd6327a3f7002abaab84cccd62936e --- /dev/null +++ b/model-00037-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d113d69036690ecbdf3518a2378ac90d6748dfad6d77089e71f619d457ada6a6 +size 5360347240 diff --git a/model-00038-of-00282.safetensors b/model-00038-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9bbad74aaa282fdb3b450d7b0c2a5c9386fe4173 --- /dev/null +++ b/model-00038-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f16c037515ae71ccd6fa96bb4bc399f040016fd6b09e92f71295410daac1d5 +size 5362896104 diff --git a/model-00039-of-00282.safetensors b/model-00039-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c409738426d69a3c1d8a7e6de0917ea59069db6 --- /dev/null +++ b/model-00039-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c0f64f3d1d70289640591f204df1c90ae1bc51b51ab2006953e47a65cfa990 +size 5360347312 diff --git a/model-00040-of-00282.safetensors b/model-00040-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44fdc50d66ba204b8eb876fc51feae1eabf06f56 --- /dev/null +++ b/model-00040-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00648fa668ff4b8e7480f8a78cb227c24a1fc5aa484afe54fa5d59c756c2eed8 +size 5360347320 diff --git a/model-00041-of-00282.safetensors b/model-00041-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ffe9fe99a2b2788539eda7d5777b5fd60efb53b --- /dev/null +++ b/model-00041-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75cb3120867f5ec7ec2ca03829b8d6f5b8c84d6314d0acabe18e5d5ec4f4ce9a +size 5360347200 diff --git a/model-00042-of-00282.safetensors b/model-00042-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b7a6e96fa095dc8d9466359a6074263f385a50b --- /dev/null +++ b/model-00042-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3155da2f0af438c1b6991668d43292099469de73e41edacd0e6208ac0280f5e7 +size 5366406888 diff --git a/model-00043-of-00282.safetensors b/model-00043-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..048d6e0528ebb448027228a641bb052147b2ab7b --- /dev/null +++ b/model-00043-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d8b4c8a27940778d3bb3933a5a2c744e597a31f24c79f8d42a6a2a97866bd03 +size 5360347320 diff --git a/model-00044-of-00282.safetensors b/model-00044-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1e585bbf52d02169fe4f887be87788ad5982701 --- /dev/null +++ b/model-00044-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99389694cbca229bbe906920f18d6597f23edfc4056cf498a567e6261fcbe43 +size 5360347320 diff --git a/model-00045-of-00282.safetensors b/model-00045-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a52a6f2b320bd868cbd131c0e32180e50432099 --- /dev/null +++ b/model-00045-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ba4c214ebc4482b0aed79b54904f2c0b573ec2fbdcfae3525a09bc5bd8f7e5 +size 5360347136 diff --git a/model-00046-of-00282.safetensors b/model-00046-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..385d64213b2661affea97a1bfe99358c9a92c06d --- /dev/null +++ b/model-00046-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f99d7dfee45aff061639a4a2d5c800225fd80755c79658116826892dcf438e5 +size 5366406952 diff --git a/model-00047-of-00282.safetensors b/model-00047-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3cc23b9e97324a9e711499d6c35e2d95dfe444f --- /dev/null +++ b/model-00047-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b99c730fab254c8252c2c625fb11d76613c9a4e544fa2625191742b1673be7e1 +size 5360347312 diff --git a/model-00048-of-00282.safetensors b/model-00048-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0af4d82b29eac7d33ccf32f4c023e109a6563e94 --- /dev/null +++ b/model-00048-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8607ba5cbb514d61ecf4ffaffa04899c6f074a018c118c0c3bedd799004859 +size 5360347280 diff --git a/model-00049-of-00282.safetensors b/model-00049-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f25959c4a15223ecfd1e8f3d5ae7af6de26c0e8c --- /dev/null +++ b/model-00049-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b374ac5249ce54c004399f224ebb245c83465a8dcf2895dd3ce7c67692766c8 +size 5242528688 diff --git a/model-00050-of-00282.safetensors b/model-00050-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bac75177379e01140680f47c32911f469e8790a2 --- /dev/null +++ b/model-00050-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7bc5f727be5347ec0e70ef62b248b5ab728a4dc384ae0c025dbacb8d16112d +size 5351974184 diff --git a/model-00051-of-00282.safetensors b/model-00051-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f0740876493bdfb741a8478885c2d4f26180e5c --- /dev/null +++ b/model-00051-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d7107e686d2c406b43db7ea3d95d15d64845de010e66057d36c525ba1ec527 +size 5360347312 diff --git a/model-00052-of-00282.safetensors b/model-00052-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9ccfbf26b7a56674ec2b8c7a17c9bcea2896f5c --- /dev/null +++ b/model-00052-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7e63cf89fe735bb8cd17991c01c38998a310e0b24c0736c59e5b39b3f9a061 +size 5360347224 diff --git a/model-00053-of-00282.safetensors b/model-00053-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a73586c784b20a474457599ad1dba66daf3aeb88 --- /dev/null +++ b/model-00053-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3150029b9dc8ca3ec6e89fecace6964440c65b436a49b4affaf8805958167bb0 +size 5366406872 diff --git a/model-00054-of-00282.safetensors b/model-00054-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03b2b1c40078591056341edbef53cac5894e6acd --- /dev/null +++ b/model-00054-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6294fc442d4f0de822e5d981f90080fdbe72499f08f87ff47e3715812dd158e +size 5360347320 diff --git a/model-00055-of-00282.safetensors b/model-00055-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e27bca694dd2a3022d1090b289b816251e4c12e --- /dev/null +++ b/model-00055-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488104e09f9487af5000d110385de21da102c875d9b0f603f2436b704a5e9130 +size 5360347312 diff --git a/model-00056-of-00282.safetensors b/model-00056-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a5badd35c210ebd8dde3b8d0855fb4e5e247e66a --- /dev/null +++ b/model-00056-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce05da650644b530f0643d5afc3c5d3d088525380f01ba13971986f401c89543 +size 5360347152 diff --git a/model-00057-of-00282.safetensors b/model-00057-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c77ec8e0cb4212acdcd52b52727c35799c5c0d55 --- /dev/null +++ b/model-00057-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da405244ac92da84ac71dc1c7a44798ff00ce994e65d5b7887e407310a0c116 +size 5366406936 diff --git a/model-00058-of-00282.safetensors b/model-00058-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..682b987ccabaf28673e598de214afca30f709160 --- /dev/null +++ b/model-00058-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63378a68e21d2e72d6467755c62ecc11473de0a3c0c083ea32aa58beb42163a7 +size 5360347320 diff --git a/model-00059-of-00282.safetensors b/model-00059-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d899f7587257a3f3fe5cc8e322824f09ddc7ca5f --- /dev/null +++ b/model-00059-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89eef77d799c6d8db83f8e847a67934afba8b8ac87d9af89a2ed2d35eddb14f +size 5360347288 diff --git a/model-00060-of-00282.safetensors b/model-00060-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4c081470bdead8020ed265dab2c13a518fa121d --- /dev/null +++ b/model-00060-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37dc25d8fbce8c3b25ffbed2918085e506c48f96e85505d5ecd33c00304a9bb +size 5360347112 diff --git a/model-00061-of-00282.safetensors b/model-00061-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff00893c580196f160fd5346bb91f7675cdef628 --- /dev/null +++ b/model-00061-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0f8d6910e4420eb66a4297b0a3d53e2a2b0b7762153e2d63a56fd00808ead2 +size 5366407008 diff --git a/model-00062-of-00282.safetensors b/model-00062-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7fe0492c3e6e6180bee0a1d2dd1b6815d29e9b3c --- /dev/null +++ b/model-00062-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31499c4cc0d48fddfe5b32eebd51ab2f4f29a374abf116c36a97c58c856f04b2 +size 5360347320 diff --git a/model-00063-of-00282.safetensors b/model-00063-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b8f336d1331f733725f190eae9305142a84a00c --- /dev/null +++ b/model-00063-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df877b0a01c57ddb83e648f9766df44e6b7e2df3ee387c6862649fd0b6a718f7 +size 5360347224 diff --git a/model-00064-of-00282.safetensors b/model-00064-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e71765d3cc8d5e648ce8f9ddb233bcdc1e915c6 --- /dev/null +++ b/model-00064-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0ae6d9a59c395dccb71e4d9451b918087f7ec99f5cd05a132539b5d39cce9d1 +size 5359985328 diff --git a/model-00065-of-00282.safetensors b/model-00065-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f238af69bc4c28d2275ab54809a6e8041ce6753 --- /dev/null +++ b/model-00065-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a0e566e0ea5a204a7451b93ec8e14f4df3f88f5a4bef4fb7225f121cd1f10ce +size 5360347320 diff --git a/model-00066-of-00282.safetensors b/model-00066-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40c8215b4dab8c91aea36c626390db3475dc69f3 --- /dev/null +++ b/model-00066-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9d19c1ff32d166c6a7252ca21907c24b67c25faf8864232caf0aadac82f9df +size 5360347312 diff --git a/model-00067-of-00282.safetensors b/model-00067-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81042d7337c31f458d48f31233c81565dbe79108 --- /dev/null +++ b/model-00067-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bf08658b1a95c4aa20bedef1d612610cdc56f7e9c349bdda9a0ad9d6e38de48 +size 5360347160 diff --git a/model-00068-of-00282.safetensors b/model-00068-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e11c73f7cdfa3f8b8e6abeae8ba10331d9ad1092 --- /dev/null +++ b/model-00068-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f569bef86dad358f5748ee623819a7f55789ad8d318c8957d5192782e34b144d +size 5366406928 diff --git a/model-00069-of-00282.safetensors b/model-00069-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a631d9c2474cdae51b529e18910a20c08ab19b0c --- /dev/null +++ b/model-00069-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64040b31b16a2f363910963a7b89e5f4c772d17643304d80cde6453bd91dee0 +size 5360347320 diff --git a/model-00070-of-00282.safetensors b/model-00070-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cd2d5710d5f8363cddf1d50602a80ce1b04f581 --- /dev/null +++ b/model-00070-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11a29e44f9b5d9dfc473a2932dae4b0041fbc5ec93a6067d986a2ed77dd02a6b +size 5360347296 diff --git a/model-00071-of-00282.safetensors b/model-00071-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ab46897486ac8ebe006688bf44f6c5449262c5b --- /dev/null +++ b/model-00071-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3bd569172581e7d1d207d6a50a463a21b176c2c4c860d4f6aaf8c700ca63076 +size 5360347112 diff --git a/model-00072-of-00282.safetensors b/model-00072-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8100dbd3905e68d3e6be20935ffa70cd56e1739 --- /dev/null +++ b/model-00072-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc1ef839e1e7dd99b5bdefa8cbed3b8569d423207a90d46bed66a5e3aba7332 +size 5366407000 diff --git a/model-00073-of-00282.safetensors b/model-00073-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4651b86acd0930a75e92a8d45fb8d03792e9091 --- /dev/null +++ b/model-00073-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97690da6ef6604ed2f22372b30cc883d7df26260513f64cdafe876c04b7448b1 +size 5360347320 diff --git a/model-00074-of-00282.safetensors b/model-00074-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9349062e18ac953d10c45ac299ed9a7532cd026d --- /dev/null +++ b/model-00074-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f7519e1581483eb94ea16ca844dfc7b4cd1f124cd2db22bb48ed03a0349428 +size 5360347240 diff --git a/model-00075-of-00282.safetensors b/model-00075-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb654ee23b9c6b1cdbfef4000c344ce88fed24d5 --- /dev/null +++ b/model-00075-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89272e4a177770f409db3ee569b49b92c16c127dd88620fdfaa7893ae2a721d +size 5366406816 diff --git a/model-00076-of-00282.safetensors b/model-00076-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8431284164de9ed089171c3d3597a3c88cbe5cdc --- /dev/null +++ b/model-00076-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab8692a1a96495b99d9a0f3fa9ccbc07cbcff3aa8b9a45f7f9a4415b9eeffa3b +size 5360347104 diff --git a/model-00077-of-00282.safetensors b/model-00077-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c8b48f5c84cb55902e367116b5af8d53182def9 --- /dev/null +++ b/model-00077-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e75204c40370cda6dcb3826e9999d9da84c291f6f9d166b3666676634bc8127 +size 5360347104 diff --git a/model-00078-of-00282.safetensors b/model-00078-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2d88ad6269f739569c18e28bda7e74d49b12dc0 --- /dev/null +++ b/model-00078-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007dc557a60eef1a7ee7403e6be44997f0594a9b491d020de43e55ba4bbd9c2f +size 5360346952 diff --git a/model-00079-of-00282.safetensors b/model-00079-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96d9145beb64b50df8c07e1dc44d6e2ef87884c9 --- /dev/null +++ b/model-00079-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b85366d8fe8e9e49b88c58df25e455fc8c32ae7407bfc2446f77e2208a385e0 +size 5366406816 diff --git a/model-00080-of-00282.safetensors b/model-00080-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..831baa715c196f5e75f2dbf2b977549c85111364 --- /dev/null +++ b/model-00080-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b3c45ee44619d2b0821db29d8f075c5cdfb1995e0987307c997deed247bc411 +size 5360347320 diff --git a/model-00081-of-00282.safetensors b/model-00081-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..949c9884fc87afb061112747207a4cdba2cc6a64 --- /dev/null +++ b/model-00081-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a3d2da56c1b6385e9e148a76287d2e3d9b27d39728707b3756e734efea88e27 +size 5360347312 diff --git a/model-00082-of-00282.safetensors b/model-00082-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e9c40ae8e664b05aef80271abfdb4681431f722 --- /dev/null +++ b/model-00082-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3135626b443d1b9f7359fb178842a1a64144f876b49911b102415cb6bfdc4b8c +size 5360347104 diff --git a/model-00083-of-00282.safetensors b/model-00083-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67399f9909c9d20cc977fa5b77bda39062ee0a08 --- /dev/null +++ b/model-00083-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c6b632530486d6516f95a0e52e41b03b658ddfa25125b9e64ea47f2dfab908c +size 5359985456 diff --git a/model-00084-of-00282.safetensors b/model-00084-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0125341c9b0fcd546990f048ccfecd54634e59b --- /dev/null +++ b/model-00084-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8e44a003a845dc1ce74568dcd8eeba24fa6c07f414e0d5a352dcc1f451b0d55 +size 5360347312 diff --git a/model-00085-of-00282.safetensors b/model-00085-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ce55a1925d7c529ad473f918fd9fa2f12248509 --- /dev/null +++ b/model-00085-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d854e0835c83557740482bb24c4081b794613829152e07c40d82b1910acfacc +size 5360347248 diff --git a/model-00086-of-00282.safetensors b/model-00086-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4c807350703fd615158f1aa2b46914d7a612e09 --- /dev/null +++ b/model-00086-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2eb122236ae388a3fdfb7b3ad54a66b31ea8c900541db3f2107130d932e0d6 +size 5366406840 diff --git a/model-00087-of-00282.safetensors b/model-00087-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c35e4e095e50255945856f89e2f6e175c62c0335 --- /dev/null +++ b/model-00087-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05fef57f819b11ee7bc12fef347f5f46841deb0df7ea94359366be6b0c60156 +size 5360347320 diff --git a/model-00088-of-00282.safetensors b/model-00088-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..130c303f462845279a45efa41028a0a252d5f80c --- /dev/null +++ b/model-00088-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09dae74ce289c24675088a3ad41ce462fff0efa61b0a3590877d360d0b9e4e2 +size 5360347320 diff --git a/model-00089-of-00282.safetensors b/model-00089-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f8de6251c4da3c9981945b0e2d203e2eb30e88f --- /dev/null +++ b/model-00089-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fabd0f19a50fc505411a79126d1b0e648c008fb1e3f224fa4b34175a13ef3bf7 +size 5360347184 diff --git a/model-00090-of-00282.safetensors b/model-00090-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..834c89ae30e9439d2d34a05e3e26fab9bde83eca --- /dev/null +++ b/model-00090-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94186f883096758f743d8a0fd98c11afdc0a73002b8be7f5ffa6171500a85c48 +size 5366406912 diff --git a/model-00091-of-00282.safetensors b/model-00091-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93b620a83df17366f6dffcf334669514bc5de17a --- /dev/null +++ b/model-00091-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a0d3dd09394a7824910141390fc01f87377fcde9468959f30cdb451cd88c29 +size 5360347320 diff --git a/model-00092-of-00282.safetensors b/model-00092-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbeba4b03324a1962c736d4120dee6cdbcb3630b --- /dev/null +++ b/model-00092-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3528e879120c7412af63a2e012f425929d59739eb143d0b168ccf8f0e7b8443 +size 5360347320 diff --git a/model-00093-of-00282.safetensors b/model-00093-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff20e5ab7e41bd58069363a65f2918b673c76f1c --- /dev/null +++ b/model-00093-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26010a101c581e6c26f726a1b21d21a83596f478d27cfcbf82f9985e515af61 +size 5360347112 diff --git a/model-00094-of-00282.safetensors b/model-00094-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05c347062c6d3e8bb8234d87796d0146f1544aaf --- /dev/null +++ b/model-00094-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8a95a197ca058cb027f51f31f2ef694081db963898aab6b973c8949d10bb8b +size 5366406968 diff --git a/model-00095-of-00282.safetensors b/model-00095-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1600e11253953fc375bf9750821c626b2dc00c6f --- /dev/null +++ b/model-00095-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ad4528961859d7ec962032e95c85a7160dab4f37825a71b48ac8349854828d +size 5360347312 diff --git a/model-00096-of-00282.safetensors b/model-00096-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d3a2c1b37fdce0c60dd3aabbb2dd11d5b1a9df3 --- /dev/null +++ b/model-00096-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd1a489cd74746d3a850d2a2b5f63db9630c48c794b3cc17618ba85805a5b50 +size 5360347256 diff --git a/model-00097-of-00282.safetensors b/model-00097-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72d5deeb5921ef4de13bec04035951183b462199 --- /dev/null +++ b/model-00097-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9fc10aa523c2de03cdeeabc1104f1a89194581336b819a1cda59a3ef2e07ef0 +size 5359985304 diff --git a/model-00098-of-00282.safetensors b/model-00098-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82ce7de6b46db0fc5620ee76241e8306e5f93803 --- /dev/null +++ b/model-00098-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547a52ba91bc067d82a4d941f9e9bdd245398ab81616f0f66650a2cc030257d8 +size 5360347320 diff --git a/model-00099-of-00282.safetensors b/model-00099-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..464e9603c85599b60d0d3f51e97d661aab2640fa --- /dev/null +++ b/model-00099-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89d54ed381349bee5ba8854cb561c0407ba8ba765f731a514cc46b81345ac5fa +size 5360347312 diff --git a/model-00100-of-00282.safetensors b/model-00100-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c886173e2a70026471cadde42b19a12c2596abc --- /dev/null +++ b/model-00100-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3b9a0f336475236808bb3d8452cd1e1f841c11a1906917fa92fccfbde47a954 +size 5360347192 diff --git a/model-00101-of-00282.safetensors b/model-00101-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b163bdb6362b7ebed1c6989d3faaf17160f6ba13 --- /dev/null +++ b/model-00101-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a2c42cfc0b51dbb130614df0ea73d87c6db46da4cdd031c0edb5edff12c0b3b +size 5366406896 diff --git a/model-00102-of-00282.safetensors b/model-00102-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a66b8f19267d64423cb6b84845a53af661a6c01e --- /dev/null +++ b/model-00102-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85ab1f624c8727acb71d09359f2a1def27942c0920a8f2aef0737af8dd7eff64 +size 5360347320 diff --git a/model-00103-of-00282.safetensors b/model-00103-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5aa03fdceadad196b7cae738679356ece77af859 --- /dev/null +++ b/model-00103-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0748cb94a4e90bcc62139a2eebcc7352f449bb8d5d637c38fd89a0dbbc3c6e8 +size 5360347312 diff --git a/model-00104-of-00282.safetensors b/model-00104-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d8d84f2f6ae477674b6feed91d4085f93870352 --- /dev/null +++ b/model-00104-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:206eb1adaf6b6d635491a928ea839463afd90206349f03554a0641c247ce05ee +size 5360347120 diff --git a/model-00105-of-00282.safetensors b/model-00105-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61182ab9bc6aadf1297d06652d645b52abc8fbb1 --- /dev/null +++ b/model-00105-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb5730d798eb7ff137fff8be18d6dd9241615f3f58f116cfaa13990adf68177 +size 5366406968 diff --git a/model-00106-of-00282.safetensors b/model-00106-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20d864ccf105a745a9413cd77a345054c14a9156 --- /dev/null +++ b/model-00106-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe32841915e5b7d681a582ce93d03a12e4473ee8f8082d03c28ae0618abb90f9 +size 5360347320 diff --git a/model-00107-of-00282.safetensors b/model-00107-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb201b0866ed285a8454017a324d2efedac50ea7 --- /dev/null +++ b/model-00107-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eee4ad436f32cbc545856452c7a877d87075619192eef02cf49e2d7518a606c +size 5360347264 diff --git a/model-00108-of-00282.safetensors b/model-00108-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f79a6eb4a88f0d440ce8962453e3bd45c6bc013f --- /dev/null +++ b/model-00108-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:796130c757b0bd12790798303e533d7b8ce445500fc18115ef45d34259ba1f66 +size 5366406824 diff --git a/model-00109-of-00282.safetensors b/model-00109-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..855dc7725ab4fd998b20a02defa11d09c29c6659 --- /dev/null +++ b/model-00109-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5637d072a62b76a6bb5d21fb2037780c993e71494c4d368fb7f47382839a94e +size 5360347320 diff --git a/model-00110-of-00282.safetensors b/model-00110-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa416a443814b68746407878ec227be8e5bafa52 --- /dev/null +++ b/model-00110-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374cf4e5e89bc65943b6c090acd44753986ca54c8c8e77df1198f03361bea13c +size 5360347320 diff --git a/model-00111-of-00282.safetensors b/model-00111-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b624207d4b6aa8ee3d93c696acc8ff30c407b716 --- /dev/null +++ b/model-00111-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef7ab96c27c96e013ee859fd6ed77fe4f5c6c38b5d965d7e466b94eabf97d37 +size 5360347200 diff --git a/model-00112-of-00282.safetensors b/model-00112-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d576321359f1241c3183ee79ff8e8017c5aa89c --- /dev/null +++ b/model-00112-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dcc9ec99bb7ead44a411c771d1799503ac8f961a9c7e3f62cdef90230a658b9 +size 5359985360 diff --git a/model-00113-of-00282.safetensors b/model-00113-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cab487652f5cb50ec488802c8ef6222820d2dac8 --- /dev/null +++ b/model-00113-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8654ec4637c051ed81fdc6ec4a61d6942557024820d3aaddbd53e338263bc7e9 +size 5360347320 diff --git a/model-00114-of-00282.safetensors b/model-00114-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..721a111911f82abd209197c8e022a14dd97893bd --- /dev/null +++ b/model-00114-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8fd09a70fd774646ee57d8511f534a0b94ec228f475362b093cc77ea686444a +size 5360347320 diff --git a/model-00115-of-00282.safetensors b/model-00115-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0baa8a7985f9e427dd9a604b9452cc09def8895d --- /dev/null +++ b/model-00115-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1844bef7b8da7ddfdab9d1155269b8adad87858dfa53833506a33b9e037511 +size 5360347128 diff --git a/model-00116-of-00282.safetensors b/model-00116-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6f6139ebcb7877eaec8c5224d84d2d6e4f020d2 --- /dev/null +++ b/model-00116-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:742c6d3d44eb5df7dc8893329d160f02965885591d427c67b822f31b8b32625b +size 5366406816 diff --git a/model-00117-of-00282.safetensors b/model-00117-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ddf29910466b73b5d8e9d7769a5f7c177b76dfd --- /dev/null +++ b/model-00117-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a930cce4ca4a0b56368d8f21f7109e3fc5b3d2152a486e900d6fff1acbee8553 +size 5360347104 diff --git a/model-00118-of-00282.safetensors b/model-00118-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3dc38e322fdb5c1d843acbc995fcf1f3397b783b --- /dev/null +++ b/model-00118-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2074fb62aa7e6d7fc8d983d63c266b5b27bda7a57c9422c008ccb9fd035c939 +size 5360347064 diff --git a/model-00119-of-00282.safetensors b/model-00119-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1131fb8474af4eb7f72b1ff115fec97b96c4313 --- /dev/null +++ b/model-00119-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e097e55fb473117451774c2beb5711d2a97ae23f8cb60bb8c0f5d9d25de255f3 +size 5349617128 diff --git a/model-00120-of-00282.safetensors b/model-00120-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c62710c6e86d2502c273304666b37be42d869c4 --- /dev/null +++ b/model-00120-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698adc0d9e5362dba98fc32adc2050dc11f33ac679766392149bca0891d1fa5c +size 5351970840 diff --git a/model-00121-of-00282.safetensors b/model-00121-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee9c8f444ce46ed0519e64f19d06c535f79a92a --- /dev/null +++ b/model-00121-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8acfcaf5ad243ef6798cbdc19fec401bee5df28f4a7e71c6e72380cb47b1dbc +size 5360347320 diff --git a/model-00122-of-00282.safetensors b/model-00122-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47549475bc229413f4104ecb062674d9c418984c --- /dev/null +++ b/model-00122-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07ad0ab3a89710337ed695ec5159a3dfd6acc8d4c0165dd54ad19a83216f571d +size 5360347208 diff --git a/model-00123-of-00282.safetensors b/model-00123-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a169fe473e11d37d6267681bc3b0e895c728196 --- /dev/null +++ b/model-00123-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7af0a98d670be7211c3b8a7b5cd0795b9827d9b369bf1f9e7d16ec8076c05b +size 5366406880 diff --git a/model-00124-of-00282.safetensors b/model-00124-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f02c3de66ee1d33158140aee79c33cfd6fbdfb4 --- /dev/null +++ b/model-00124-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4b4657e99ef0f93b33120c32293820e854a04fdb4cc71cd1ec1ecf866c5ae7 +size 5360347320 diff --git a/model-00125-of-00282.safetensors b/model-00125-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8c8cc6c389edfa3b4d8e8a7673da9ff25d21d93 --- /dev/null +++ b/model-00125-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cba14d85e5a6a7e1e8b87c6d461c5b966a2b5be3023225f5b773877906e0e93 +size 5360347320 diff --git a/model-00126-of-00282.safetensors b/model-00126-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e1e7ce9400b7c03aecaa431b701f64b60bbb559 --- /dev/null +++ b/model-00126-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0eca6f894d61df067de29a406fb98c6aeab1fea18c71060600d22572b4a6f4b +size 5360347144 diff --git a/model-00127-of-00282.safetensors b/model-00127-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f9a415b3f85db6a51effa0b2f24734e723dcc89 --- /dev/null +++ b/model-00127-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce030046b2f6513df124df9c8db0294c6ea10dfa27c7d0d128f8831135d9c96b +size 5366406944 diff --git a/model-00128-of-00282.safetensors b/model-00128-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ed56133e53d0e72486248cd0d28faa8e32c4cb9 --- /dev/null +++ b/model-00128-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1743416d33882563c408b861fe69bb873fe250fbfa01a2f925bacb2a0e1e41c0 +size 5360347312 diff --git a/model-00129-of-00282.safetensors b/model-00129-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48518ecc5fa78a5c9a569cc515b0778adc302f80 --- /dev/null +++ b/model-00129-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:122bc7c1bbdaeac8522791bffab748009839a55c209a5ca0f71607be6afa3fe3 +size 5360347288 diff --git a/model-00130-of-00282.safetensors b/model-00130-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc0b0d3d07cab63dbae7b268b3145531059579b7 --- /dev/null +++ b/model-00130-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f46532a2ffc15e6d4281d81a90a495bf7d019d03a1d8c46209b0ddfe5fb0304 +size 5364164128 diff --git a/model-00131-of-00282.safetensors b/model-00131-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d061c8c7db3595335f373efd723bc6ee8bfb1587 --- /dev/null +++ b/model-00131-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b408d9f8cf091ebcfeb74911a45b37d2675fdb063cd85406760eac89871612b +size 5356168480 diff --git a/model-00132-of-00282.safetensors b/model-00132-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cc4f281d10dc078ccbe3e88abb90695d54e16711 --- /dev/null +++ b/model-00132-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f44c2c3683e841859c71ac36dfa7c7cb42f6a23c0bd295c57aecd540332d7950 +size 5360347312 diff --git a/model-00133-of-00282.safetensors b/model-00133-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41a0280b1a1a35ea1dbb922327d791e7eea39dff --- /dev/null +++ b/model-00133-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a9147f89906f9b5521a853cbb97143d6847362dca43c476d9ab4d252fa8c58 +size 5360347224 diff --git a/model-00134-of-00282.safetensors b/model-00134-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c896513b6c88af168e5fd8c0157ae7af35df77b7 --- /dev/null +++ b/model-00134-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cd60436bb4a2613391aaee445c78df5040e5987cc4712f277761d392090273f +size 5366406864 diff --git a/model-00135-of-00282.safetensors b/model-00135-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4d864b0c0732a8cb5ab9d0c13bc53a298484a10 --- /dev/null +++ b/model-00135-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a7d48b17389937e71bfa2268f29edc12d1bb55e4139c4467e685c52c677c50 +size 5360347320 diff --git a/model-00136-of-00282.safetensors b/model-00136-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3db322f884b9c7c6544acf78b2010425167b693a --- /dev/null +++ b/model-00136-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab3b875c1904b58ee12ab190443a4eccae467869e5cd49cb73dd501a47c0e0e +size 5360347312 diff --git a/model-00137-of-00282.safetensors b/model-00137-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..233b573eefa66d6d4e8c8314393b0b4fb22b4d25 --- /dev/null +++ b/model-00137-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d71f051e6db3c4d9f81fe620558caea8facfec4823f44c653ab3c271eed60ad +size 5360347152 diff --git a/model-00138-of-00282.safetensors b/model-00138-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..973e9c8d2bd7866dc458d0a22beff821e9637db9 --- /dev/null +++ b/model-00138-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af1dff33afc4a748aa9b06410f754c98d7bb33ffb1267e6570e9c0190e4a9f9 +size 5366406936 diff --git a/model-00139-of-00282.safetensors b/model-00139-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..664441bf89852be2665da834b1871723e626ca2c --- /dev/null +++ b/model-00139-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f3ab7ee71094f824f2cb2436dbf216b10929e72c39e40f4048e800ebd343ca3 +size 5360347320 diff --git a/model-00140-of-00282.safetensors b/model-00140-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2ea0b95937f9b8da7f4d8bb2fb7f710967e9fcf --- /dev/null +++ b/model-00140-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f4214dfb1fd2b1677d8dbb4383df7f9428227c29ddd8fdb8c1ee5938e3f730 +size 5360347288 diff --git a/model-00141-of-00282.safetensors b/model-00141-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ed7ba4f09995386d47400ddb8c5acf244700b5e --- /dev/null +++ b/model-00141-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40cd44aa77427e5278bd06ca06a19a476cc94583ac8eb60ed1a2cb0fb1ff2fec +size 5360347112 diff --git a/model-00142-of-00282.safetensors b/model-00142-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1e4b0f958350eb2b7625ab5336069cae671c0f7 --- /dev/null +++ b/model-00142-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543a4d02ec2b58d987c95ce794f03c59a0964c0b707c792a5d76b9dc807d7c5d +size 5366407008 diff --git a/model-00143-of-00282.safetensors b/model-00143-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbf3e57a08b951560da13e3e7891c5bc747ba41b --- /dev/null +++ b/model-00143-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb31ab72c31a731d9c49c42cc7b387acc8bb49d12eca974086743e97bfe88b4 +size 5360347320 diff --git a/model-00144-of-00282.safetensors b/model-00144-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef671049e1d644992b02cb4b49b915fd0f3424f9 --- /dev/null +++ b/model-00144-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10edcfbc8644483cbe085ee3eb0cef80c47e9e4d148fd0dbcdc7ae2d7c8e1e9b +size 5360347224 diff --git a/model-00145-of-00282.safetensors b/model-00145-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..723cbac959f3b957860875760bd695650b697d8b --- /dev/null +++ b/model-00145-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195671d3cead876462fd1c47abd3b8a15ea4bf07108dd0712bb40ec5361d35f4 +size 5359985328 diff --git a/model-00146-of-00282.safetensors b/model-00146-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf696825007ea2214d2020b2e8f657d8f5d44481 --- /dev/null +++ b/model-00146-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f85fb2a2cbe4a11ebd467fe26e91fb403cecca54e3f509db46070e2cc4ec6c2 +size 5360347320 diff --git a/model-00147-of-00282.safetensors b/model-00147-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87fd7b2659a7eb42fe6eb9a95ede000a5a8a283a --- /dev/null +++ b/model-00147-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d892238fb1d7b4b4ce90e507c5bab7d7a6ed5020d70ab99c48c69f85466716b4 +size 5360347320 diff --git a/model-00148-of-00282.safetensors b/model-00148-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2283dd38499bdb4111890152d6e9cf172ba2a83 --- /dev/null +++ b/model-00148-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d6f681a81e5c1993d3d08201b7633e6b47ddf6ed8d3d16fc79c575fcc03591 +size 5360347160 diff --git a/model-00149-of-00282.safetensors b/model-00149-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae011e5f9e4349de35f0ad5f3ab7bd9026910aa6 --- /dev/null +++ b/model-00149-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4f7e707018be65816f3d5920228801c87e923ef54d13c73329c237818489a8 +size 5366406928 diff --git a/model-00150-of-00282.safetensors b/model-00150-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c908e48caf2fe1fac29edda39ebda6a173a28d12 --- /dev/null +++ b/model-00150-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c49399f5cbed6f7cbac4baceb5498bedb479b8bfd0fa19ab67ec7a2b18b4fdd +size 5360347320 diff --git a/model-00151-of-00282.safetensors b/model-00151-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7014441518dfc21fbe95a25f59fc42bdbe3a0ab2 --- /dev/null +++ b/model-00151-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b666da5abb523bc7b9994f99615aea8650a8e1e45af9b541872ce7c6e19c14 +size 5360347304 diff --git a/model-00152-of-00282.safetensors b/model-00152-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48769f312a0290bbf2f045f7a705b485bd6c920c --- /dev/null +++ b/model-00152-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188bc58f63e0a24626721d7663905a952c3ca450d1d7925cc89b37773e868b36 +size 5360347112 diff --git a/model-00153-of-00282.safetensors b/model-00153-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b03b50a9d03077c50da473bcb8b850f391fa4f4 --- /dev/null +++ b/model-00153-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:043d07b811d1e815cbaad3001d3b4add6d14a5aa71e6eb2aa4becc15fb3d3b30 +size 5366407000 diff --git a/model-00154-of-00282.safetensors b/model-00154-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b14f11e682a59cf7f84c13d1ad4da848f0251a2b --- /dev/null +++ b/model-00154-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d96b2ad7d447fc2a55b45eb4e5591de7a3170f938d9937d7fbba4f1b3109eb2d +size 5360347320 diff --git a/model-00155-of-00282.safetensors b/model-00155-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a5d022738d230018ac4ceb18b8bce1830174cc9 --- /dev/null +++ b/model-00155-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703d2eae6297bb3c35a0849ba3c01c60c921cc95e903bcd5825c7becdfa05543 +size 5360347240 diff --git a/model-00156-of-00282.safetensors b/model-00156-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ffc72aa5c17759a715d02323617c28ddc385834 --- /dev/null +++ b/model-00156-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b72e32d23782efc068d617e5600c0277a4c24ea1ec05de8f3d19925c2e4e8e1 +size 5366406816 diff --git a/model-00157-of-00282.safetensors b/model-00157-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..002b85f57982adf383450a55c447bac1df117e36 --- /dev/null +++ b/model-00157-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229ef047a6178eda6e63a3ec1b0251c555077af95308cd576ff5646d8d44a8af +size 5360347104 diff --git a/model-00158-of-00282.safetensors b/model-00158-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..283455ab3d0dfbd0851c926d3a3996af7976b61a --- /dev/null +++ b/model-00158-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3263453c00c7c1df9714fde0185307545bfd02e792355bbd22b6903c3b0e0633 +size 5360347104 diff --git a/model-00159-of-00282.safetensors b/model-00159-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2149b9e1e990b0ff6eb267cbcb0558c504861410 --- /dev/null +++ b/model-00159-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d25af76278b1220343010786833763fc9f6cc1b4f18ad07fd1f0a4a5bbb53c8 +size 5360346960 diff --git a/model-00160-of-00282.safetensors b/model-00160-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..391ed495b4c5c93aeec2427677e09afa7a688b4b --- /dev/null +++ b/model-00160-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1621afaa648200464b601f4f1423932f78d1240c11070e55da28d2aa6c003b1 +size 5366406816 diff --git a/model-00161-of-00282.safetensors b/model-00161-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14f1456ab5dc25c14fcee1c73fe89a1e40ce45fb --- /dev/null +++ b/model-00161-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fafa25ba5a223f92a9f15ba73d21872924a80d844e552cfe2237a670384c573 +size 5360347320 diff --git a/model-00162-of-00282.safetensors b/model-00162-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..319df27db3d8099725a0407e32c4dafea436819b --- /dev/null +++ b/model-00162-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54c8f408486cde7619ffbf2e0253d8d37ca01521e15a7bc33a3d5d685da2315 +size 5360347312 diff --git a/model-00163-of-00282.safetensors b/model-00163-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7959ea7ad083a95f978996d1f195e35f223a9378 --- /dev/null +++ b/model-00163-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce70ba5bb8ed39cbc2b955f4af78599c1053f0a69515a2c319b497eb89101c7e +size 5360347104 diff --git a/model-00164-of-00282.safetensors b/model-00164-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8030ce41c5fdf53bef623ffd574d3bba749ea85 --- /dev/null +++ b/model-00164-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8cad13e9a5b5f19ec6740e161b03ad10c5250d91ff8487450b6f78701582258 +size 5359985456 diff --git a/model-00165-of-00282.safetensors b/model-00165-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ac55a0b3c5e7cbe50f89fc5ffa231978f592595 --- /dev/null +++ b/model-00165-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b5cc7661b1c92501fb6866ecc68337c742a0f2dbbddc61be611c37e4480d411 +size 5360347312 diff --git a/model-00166-of-00282.safetensors b/model-00166-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b9c225eed793148387a0e48cef4948bbf544efb --- /dev/null +++ b/model-00166-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a296db8cc6c228282cc6399917c39b0492e2e1568c8007b48ea43d22bfe339 +size 5360347248 diff --git a/model-00167-of-00282.safetensors b/model-00167-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39ba2cf61fe2518aa4b3515e7232d0b1ff045883 --- /dev/null +++ b/model-00167-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c898ab09b750c14e65023a83ea53ce539b5ee113927d0a570284662b346752e7 +size 5366406840 diff --git a/model-00168-of-00282.safetensors b/model-00168-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5688ee7d493445f2eb5cbe930e4e0dfefb09854f --- /dev/null +++ b/model-00168-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e98678c9371a3ac05393314e009826ed0ddf4c3e1bc4efbdc990ba870f0cbd24 +size 5360347320 diff --git a/model-00169-of-00282.safetensors b/model-00169-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76a6b4565eb3afa80d64848c2f8caa593532d4c6 --- /dev/null +++ b/model-00169-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f57b3b546284474a7331f627a0a7148b7becae825e55a09f57445fdd8ac020 +size 5360347312 diff --git a/model-00170-of-00282.safetensors b/model-00170-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e3ea1467495d232119b43b8fee94cc07763ff57 --- /dev/null +++ b/model-00170-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ff2fd0870139d2724edebb037bacdb44531b041dec409615b81e4f40811caf +size 5360347184 diff --git a/model-00171-of-00282.safetensors b/model-00171-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c469009e058a3232e5e5dcd216c1ec4b684b914 --- /dev/null +++ b/model-00171-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a9174b5d47f69c72f0ed5fd6ead00f081ef56d450716999ca0953e63d9b4b8 +size 5366406904 diff --git a/model-00172-of-00282.safetensors b/model-00172-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67aecdeb669ae624b21c151908a6fc191dd582a8 --- /dev/null +++ b/model-00172-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4268822db5d943a491b8295b390387a1a8e063e650eea05b6b5c1955449f6154 +size 5360347320 diff --git a/model-00173-of-00282.safetensors b/model-00173-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75a5c3ae9560b6f6859112d0689ab4990a500937 --- /dev/null +++ b/model-00173-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef85b2291ed858280cabab401907710de7e29e0434542f56df53cbd8593f7f7a +size 5360347320 diff --git a/model-00174-of-00282.safetensors b/model-00174-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7fd0c272efcecbc3e90f27d0d5f782fcb9b3417e --- /dev/null +++ b/model-00174-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e7830aa5b47dcb58aebd4acc784d54b07eca188b3aa837fd87e64ef3b79732 +size 5360347112 diff --git a/model-00175-of-00282.safetensors b/model-00175-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da616acb600df88533533c77505c3ea2a5688c4b --- /dev/null +++ b/model-00175-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09745d986921a6a81d3b2ef537f9fa47d81fba2a64ea38601b742c42c79aada4 +size 5366406968 diff --git a/model-00176-of-00282.safetensors b/model-00176-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b74bb639f6ceefa3bcc3f8da9e5e4faee6c779f --- /dev/null +++ b/model-00176-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1c3c90360499de2bc5122d7e1c9b08efea49866426e6368ebb5391b3a570a7 +size 5360347312 diff --git a/model-00177-of-00282.safetensors b/model-00177-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0c8ffbb3a4701cfc625e66e78723e70d9ed8edc --- /dev/null +++ b/model-00177-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dced641977cc110122e23f644d28712e922d74ee530f0d1e3433c5c8a9f79a3 +size 5360347256 diff --git a/model-00178-of-00282.safetensors b/model-00178-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f5f149448ef39b0ecddbdb84bd7c082ddf410ae --- /dev/null +++ b/model-00178-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be62464a22672b48a2afd57a52ab034b92dda5e1cd8bc150034028728bbd21b +size 5359985304 diff --git a/model-00179-of-00282.safetensors b/model-00179-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b35894aceb0b86ecee190d4d3a0931b59239617f --- /dev/null +++ b/model-00179-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be0151677831d87d481232366122dd8a4c852749173e1112273e867f1a08fb6 +size 5360347320 diff --git a/model-00180-of-00282.safetensors b/model-00180-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce9617bc77e9bb17f5c2d117161a650799a3711e --- /dev/null +++ b/model-00180-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02e9f3cc42d499c255795351957434e8b2390b57676308e349bff9536643f10 +size 5360347312 diff --git a/model-00181-of-00282.safetensors b/model-00181-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..673ebf94d109748d77b080ffd39aa2a47dec0295 --- /dev/null +++ b/model-00181-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148dd3918cb134413a9df094c2826c4b4de539cb5a48b2171e6dd613f0f84f3c +size 5360347192 diff --git a/model-00182-of-00282.safetensors b/model-00182-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b0a83c742a54cd15d2b4366f413dd04193e70890 --- /dev/null +++ b/model-00182-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd077f02a9aa7dc47a15b7bc57b23e5b6215673e83f9ac8241e8235b032c141 +size 5366406896 diff --git a/model-00183-of-00282.safetensors b/model-00183-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6517db0fa576e05c422b83ba1375411c053bc71 --- /dev/null +++ b/model-00183-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bfa12a169bf85e48d1c13a7d8b68aceae3623c230397a55c88b97556dd2a2c4 +size 5360347320 diff --git a/model-00184-of-00282.safetensors b/model-00184-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..526c410cf60723c5071d5593eab61aa0cc7d52f4 --- /dev/null +++ b/model-00184-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde7e6f47306a142e1e72c082bb6a0f659f96cbfe838929c616bb5420b00964e +size 5360347312 diff --git a/model-00185-of-00282.safetensors b/model-00185-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f220b063a677db9dffa1b5c10bef86a5fb05555 --- /dev/null +++ b/model-00185-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2253cdeb26dda8bf8a26b26d90db0c49c0d839fafaf56157a05d9b363393b35 +size 5360347128 diff --git a/model-00186-of-00282.safetensors b/model-00186-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9879a46a2390c57a8f99a02f30b301f515508bad --- /dev/null +++ b/model-00186-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562a166624c674bc7b8794ddbf2d08739434a0ea0081ea28d79e02bb433a4407 +size 5366406968 diff --git a/model-00187-of-00282.safetensors b/model-00187-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ebdcaf03dee0f9d425a7947b6a81c78e69d59cc --- /dev/null +++ b/model-00187-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dceda6456abc83fab8c84f5ba0f5ebafc48b051952de992356b4f1c2572f4071 +size 5360347320 diff --git a/model-00188-of-00282.safetensors b/model-00188-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04430623673f5a353ef71ed4c4154c8faf179233 --- /dev/null +++ b/model-00188-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ddb3b82e00960463c345032ea61a86f57ccfd53821f6981a770463b960989d +size 5360347264 diff --git a/model-00189-of-00282.safetensors b/model-00189-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7c24e53ff608c7e3ea65af8067df639aca7492f --- /dev/null +++ b/model-00189-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b3098bfd75874e25a81e3cb01e1b66b9d69fa6e2caa16f6e5acff15e55a5cd8 +size 5366406824 diff --git a/model-00190-of-00282.safetensors b/model-00190-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a49a5f14566dc33f5227c36b1db4e9e02096c0c --- /dev/null +++ b/model-00190-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4612be42a0039d607e2ea37160748b25136bb72dd06430d175c71373994ec20 +size 5360347320 diff --git a/model-00191-of-00282.safetensors b/model-00191-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d79a612c1c74eae0b74298757cfd0e038e6dd666 --- /dev/null +++ b/model-00191-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:871d693187de34109b8de15fa93ce1569821739e8734389f5a45ad56ed912c2e +size 5360347320 diff --git a/model-00192-of-00282.safetensors b/model-00192-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f896609021dd0bf98b6705834d239a2a6968e29f --- /dev/null +++ b/model-00192-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa97dd07b2881a48ab290a7632716783ed3979b4739727ef808ce276afc96c0 +size 5360347200 diff --git a/model-00193-of-00282.safetensors b/model-00193-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d60041e4a7986a01d51e9b36f3e6fc1013770324 --- /dev/null +++ b/model-00193-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b536bf002bb4da6fd0a5972df5015d14b5c8b460d9db93699c5ac0be059075dc +size 5359985360 diff --git a/model-00194-of-00282.safetensors b/model-00194-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b0027cfd2115c774642d6a76c327d01b0eddd1e2 --- /dev/null +++ b/model-00194-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75d8b501be7f8ab4056816706ca4397e2f21e15c9e45e2ea655fa1e345cbd32 +size 5360347320 diff --git a/model-00195-of-00282.safetensors b/model-00195-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7875b415ed37f3140b8520cb774a6f7d29f65f2 --- /dev/null +++ b/model-00195-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee60fff55fcc7e605fb5df3bfea102f994072d0241bea8c0acae00296159fa27 +size 5360347320 diff --git a/model-00196-of-00282.safetensors b/model-00196-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25d2a178aa78783286e398c6bfc7ef7ef640605a --- /dev/null +++ b/model-00196-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9649e97f359438d0a9b54d28ad07fd3080d66d341e1a53985dbdedee5ecbec +size 5360347128 diff --git a/model-00197-of-00282.safetensors b/model-00197-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d011bfecca56a1f25412061b39d264cc2408df8 --- /dev/null +++ b/model-00197-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc6e11f29f8e187d0e77a328cd27ce118aae396d7074bfd0b0e843131bffd426 +size 5366406808 diff --git a/model-00198-of-00282.safetensors b/model-00198-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cfb1c03a8dd18996f79510fa6c01b61370a02c8b --- /dev/null +++ b/model-00198-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:223bb42bbd095cf6928bb5a067a0de557c7295f0223973de62dc09910ec6d081 +size 5360347104 diff --git a/model-00199-of-00282.safetensors b/model-00199-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43616f6d70c88661632f09b68732c6921059ae09 --- /dev/null +++ b/model-00199-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8e03dce51e6549388aae3c96e5e03da624ac1f4192a18b45b71cb35612fc01 +size 5360347064 diff --git a/model-00200-of-00282.safetensors b/model-00200-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e7b9d97661788d7d04cb5313c5d586c5492265d --- /dev/null +++ b/model-00200-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7f2c8a6e35a10e0da93e0d10845d31c22cdbda1e647f800265999da854fa7f +size 5368361544 diff --git a/model-00201-of-00282.safetensors b/model-00201-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b3f78472b9b9d9cb6f85f970d48d0fedda793fc --- /dev/null +++ b/model-00201-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c3672e1c8ec3bfe9a1db74d0a178912851549660a9a4ca4dda83d1383f446d6 +size 5351970832 diff --git a/model-00202-of-00282.safetensors b/model-00202-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a82be16771c22c507488648937e93679e4190b1e --- /dev/null +++ b/model-00202-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612546d9f106d0a35d8ab2fab3161a149bd53d62156cbad9c4912a9cfd728154 +size 5360347320 diff --git a/model-00203-of-00282.safetensors b/model-00203-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d926ad7aae499d65704e3ed650bab3b9e469c56e --- /dev/null +++ b/model-00203-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93fc1eb8a28ae085f84285315e1c02d0bc261f72c3a671ecd58c6f8fdcf22b7 +size 5360347216 diff --git a/model-00204-of-00282.safetensors b/model-00204-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c68fa2af8612cf2823095da84b09223d4dac9f2 --- /dev/null +++ b/model-00204-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438e86bd12ff0600ce385b3259791d8f59e945d8e26aaebb503d244a9f5ffba5 +size 5366406872 diff --git a/model-00205-of-00282.safetensors b/model-00205-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..916b2acb9427113cdd42eb5a9d1d3c70e5aad140 --- /dev/null +++ b/model-00205-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cfc13a8f45be8acaf5eb51ae158b208e7a1b9caf03e5d7638e22666ea9c1902 +size 5360347320 diff --git a/model-00206-of-00282.safetensors b/model-00206-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4eff3d25558f5976595b45ab34814499428eda6 --- /dev/null +++ b/model-00206-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40fa6ffcd3cce484ee5594b4b38a5c8f2957c1036cd849930c9d3e4dbd58904 +size 5360347320 diff --git a/model-00207-of-00282.safetensors b/model-00207-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02103cd7533dc0df1960041c21af59fd0eb9f09f --- /dev/null +++ b/model-00207-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f2997d5da55efca90cd8681c9dd0969cc718c20749aa0b3c81ff1c7dcecae5 +size 5360347144 diff --git a/model-00208-of-00282.safetensors b/model-00208-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a88c75229e271819436f044684137b48b6349b1 --- /dev/null +++ b/model-00208-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea35e82c3703b414b76b71e3be6615bb892a0953b92319dbdc6aa06000313e7 +size 5366406944 diff --git a/model-00209-of-00282.safetensors b/model-00209-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c31e9cfa467f017067674beb5d3beb3293b2330 --- /dev/null +++ b/model-00209-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c478881b63f1f57daa1da89f21d55c20704f69d10cb1cf236ea940b7f2cbaa +size 5360347312 diff --git a/model-00210-of-00282.safetensors b/model-00210-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eae5ccbd0807f715d85299bfb5f4fe8639b39391 --- /dev/null +++ b/model-00210-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:135e687814ecc37f39810d6c426fa4cbb63e0f9aee4270beb7f2548c7d1c7457 +size 5360347288 diff --git a/model-00211-of-00282.safetensors b/model-00211-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c30a00be3296f0bfb16d8f840564db31964e759b --- /dev/null +++ b/model-00211-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f85e0ec530ff70da128b4c70f07ca31c5200d450a830caf35592ef1715001308 +size 5365473584 diff --git a/model-00212-of-00282.safetensors b/model-00212-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06bebb48b62af32f1e8e2d2a65d4565e236ecc39 --- /dev/null +++ b/model-00212-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:791d4855c91a5b564388e7bf90ce994d7fce11dc4a96f0978aa9f3e1b5d5bf82 +size 5354859024 diff --git a/model-00213-of-00282.safetensors b/model-00213-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1dbd344d616ced7364ce95bc97901b5a6fb4aa42 --- /dev/null +++ b/model-00213-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbab6ffb9492b46718f1c6dd4e4f148ed8b008dc9cb3237c2446dff476e3ec52 +size 5360347312 diff --git a/model-00214-of-00282.safetensors b/model-00214-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..364d315dab24b122c09e6a327ddd1f1746772ae2 --- /dev/null +++ b/model-00214-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:392156a58e7557263d8b32071d18ee5e56b8d8372a229a8a6b8470cac95ae0cb +size 5360347224 diff --git a/model-00215-of-00282.safetensors b/model-00215-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5912c7dd00ed4276e045f13ece7d25c2107b9a1a --- /dev/null +++ b/model-00215-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41194485cf593d8eeafe895d638a5140931d58d8d730d744c923992a7a58c93d +size 5366406864 diff --git a/model-00216-of-00282.safetensors b/model-00216-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b241b871bff5cd7633f6e1aeb715dfb75195b84 --- /dev/null +++ b/model-00216-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:524b980e0104b107a9f706fc49b127bf6a2d1071ad443163fc8fe569ebfa222e +size 5360347320 diff --git a/model-00217-of-00282.safetensors b/model-00217-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e35f5eafb6d5d45ac438b4f8db76c931619267f --- /dev/null +++ b/model-00217-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93695751afc4714ab6dde13bcb48e23133c3712c77afb35cbc6593aa9567031a +size 5360347312 diff --git a/model-00218-of-00282.safetensors b/model-00218-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76c633c488fafbe0cffbb6cfe491b5f126f29910 --- /dev/null +++ b/model-00218-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341792d8071e5f7cd2963f04b24789dd39b166eca67eee495fdd6afdc8553730 +size 5360347152 diff --git a/model-00219-of-00282.safetensors b/model-00219-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36140c937f1e40f2e39a9e9d0f73209182da951f --- /dev/null +++ b/model-00219-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fecda5528acc52baec574c5b99aab8a63a9cf4d7f86ffcc6f1064f808495492c +size 5366406936 diff --git a/model-00220-of-00282.safetensors b/model-00220-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a95b22f78ead05350c644712f69070ac121e96d --- /dev/null +++ b/model-00220-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c69eafd499cc2703ffd900cd48979f6c511f52133f07757085d6cc31fd54fb8 +size 5360347320 diff --git a/model-00221-of-00282.safetensors b/model-00221-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58c71732f66132fe4b4140940962e4b53a3fecb8 --- /dev/null +++ b/model-00221-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebb3672e4734c02c51ee5ade324f3d9b9084dbf2857ff235e99411ef605b546 +size 5360347288 diff --git a/model-00222-of-00282.safetensors b/model-00222-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6b025f1ed683763d7706ddf7af51cfe598bc7c3 --- /dev/null +++ b/model-00222-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f4cc3dfafbdc6e18d04fa4ac46367b06d095ac488c3934c3b63e88b2a7fa612 +size 5360347112 diff --git a/model-00223-of-00282.safetensors b/model-00223-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa31abe27b8299952af716e250211740a8442822 --- /dev/null +++ b/model-00223-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82aeb2214a16abdcc5d9bd8fc82d9e3248460b6e0b868b27a9e82d7b3def59e5 +size 5366407008 diff --git a/model-00224-of-00282.safetensors b/model-00224-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ae417111f7bffcc1be9aa9bc8fb43934cf90b60 --- /dev/null +++ b/model-00224-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ad1a4fbdfb69370a51e8648d54595b0e05ba95aa5ceb4c5c459a698073048e +size 5360347320 diff --git a/model-00225-of-00282.safetensors b/model-00225-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9e7cb27e0ee2863da245a4064caec19ca0606a8 --- /dev/null +++ b/model-00225-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d090da4f6d93866d485aab792e9f871f2bc62cb093fa3b83589f70840595ffeb +size 5360347232 diff --git a/model-00226-of-00282.safetensors b/model-00226-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ffef9481a2262f932b2ed1d80180bbd4c87ba4e0 --- /dev/null +++ b/model-00226-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f685ce482f3f71f9c6358323c06bd3f108c98f18f115acefa0c1e9b9e60f98dd +size 5359985328 diff --git a/model-00227-of-00282.safetensors b/model-00227-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03f48243bdffd87d46299ce7e82bffae032cf910 --- /dev/null +++ b/model-00227-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aecf513b90391114695fa795255d902e67bbc8340b5ac9ca5673cea7c1aca70f +size 5360347320 diff --git a/model-00228-of-00282.safetensors b/model-00228-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5d502a49041dfd2c81ba982cc1d144b412c56d4 --- /dev/null +++ b/model-00228-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68f26a8eb1f2cc6ae206f69ebbbf22a6fc7fdb266228283a8010d8003c754b40 +size 5360347320 diff --git a/model-00229-of-00282.safetensors b/model-00229-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..11f232ade5c7f11fa7c47d42b55fc159b6622897 --- /dev/null +++ b/model-00229-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2cad4f680fb936c8ef6d609bb1d377f20740ede687b052db42f47453d96d65 +size 5360347160 diff --git a/model-00230-of-00282.safetensors b/model-00230-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29a2c53209ae0e7a4c2a95aee6be328bd8f0d5ff --- /dev/null +++ b/model-00230-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f554e0d355e0803cd7ebac8c6940316b118039a38a57bf85f51e454c5f349c87 +size 5366406920 diff --git a/model-00231-of-00282.safetensors b/model-00231-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd4223af6123b7832a7b011241c11cb8430cf972 --- /dev/null +++ b/model-00231-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:506e68d0303ab9b36bf6a427bcb24f3243fb31ca48c45653b33fb164f13ffe6a +size 5360347320 diff --git a/model-00232-of-00282.safetensors b/model-00232-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1970848f69b932eff0021292922a0bb6bf12b94e --- /dev/null +++ b/model-00232-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea39484e69a454a13843cf8a7a7336f0baeb196b850da160857c8d0f433d115 +size 5360347304 diff --git a/model-00233-of-00282.safetensors b/model-00233-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4875b731595eb2a820b1080601eb111750dd7a23 --- /dev/null +++ b/model-00233-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77611011ec2aed532494efd17653c37aaf5a9c81fbab41119807e9d3e6e0ac46 +size 5360347104 diff --git a/model-00234-of-00282.safetensors b/model-00234-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ff6c712e167048ac71199fd12234b28724cac4e --- /dev/null +++ b/model-00234-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a28f0a27b97b72e345aae5afae783c40a830ee40ee76174d019c517733fc9749 +size 5366407000 diff --git a/model-00235-of-00282.safetensors b/model-00235-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51e49872003d2ffecc66bf60dedc0358b370f1c0 --- /dev/null +++ b/model-00235-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a662fdd12d9263f87eda6d1228bb66fee39b25fa11f358febbfb259596fec8a1 +size 5360347320 diff --git a/model-00236-of-00282.safetensors b/model-00236-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1b2b52c5b7d2eece29ddcad2d2435d105600a25 --- /dev/null +++ b/model-00236-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9876c65303071db929805e5914ed65efde5d91a4370b82f06d9b67eebb1cfcb9 +size 5360347240 diff --git a/model-00237-of-00282.safetensors b/model-00237-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fed6481327c7cc7d4bbf2c47e43851fe22462322 --- /dev/null +++ b/model-00237-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1ac65a98edf84bcca31b109dd7ce8cfa54a188c9d50263433bf45b17769a996 +size 5366406816 diff --git a/model-00238-of-00282.safetensors b/model-00238-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2801483579ee35a5f22849837d63fc4015c28f1f --- /dev/null +++ b/model-00238-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c213a70a8620cf4bb224908c7e117b1e9ad7b5ea98630497961f84b7ec9e56db +size 5360347104 diff --git a/model-00239-of-00282.safetensors b/model-00239-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b491a3c7ae2235aa65b9aa94077a46be81c8c1f7 --- /dev/null +++ b/model-00239-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187d5d6a591001eb0b02d76e42a88e505030655b89c79b1148cc75580aff63ff +size 5360347104 diff --git a/model-00240-of-00282.safetensors b/model-00240-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ef97b7bed5ea4fc624477b6884e769c285ea00f --- /dev/null +++ b/model-00240-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4856b68c0661cd1bd5a22f31a68c10b01296ff48b3f5dae65c9a9555eee63f9b +size 5360346960 diff --git a/model-00241-of-00282.safetensors b/model-00241-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d965c790a2355a0a9c9d35f40e054edf561d868 --- /dev/null +++ b/model-00241-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cfdff3ff436b583950f592e5fe24eb6e2c92ff756f4bf2323ad00e265352481 +size 5366406808 diff --git a/model-00242-of-00282.safetensors b/model-00242-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2456eeb15ec958de9843410813512594d2ee90ef --- /dev/null +++ b/model-00242-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a54e6ea6d5312a7cfc019780788df081aacf30c20d7b863aa1cfc425d62927 +size 5360347320 diff --git a/model-00243-of-00282.safetensors b/model-00243-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c6d2485fe5bfcdde3669f8f9d79563b542502b7 --- /dev/null +++ b/model-00243-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270757d7bd14b272eb1a594726d8f49a9a730f9d8971f34529f4815fc8d33063 +size 5360347312 diff --git a/model-00244-of-00282.safetensors b/model-00244-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20545ccb3db3744ee8a3dda42e6243179efc0f11 --- /dev/null +++ b/model-00244-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a748249d06557994f30f2007ee429c607ee666d91774270cd44002ac59b424f +size 5360347104 diff --git a/model-00245-of-00282.safetensors b/model-00245-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62f6ea6ab027ac951c9ec5946cb15e1016d35bff --- /dev/null +++ b/model-00245-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309dc3298814208ecf64cb43e0535177807ecbfb7746bada2d0e88653f9a80ed +size 5359985456 diff --git a/model-00246-of-00282.safetensors b/model-00246-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ade980f0b946f86d8064818e066422d6d3a9ed93 --- /dev/null +++ b/model-00246-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bc420893e54780821ce974b42253bfcff62944ba5f9a9f3b8eca4936070b002 +size 5360347312 diff --git a/model-00247-of-00282.safetensors b/model-00247-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d607799eae244769139fcf091e6badc48d62de75 --- /dev/null +++ b/model-00247-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae3927ad2271f2149ff846c1e48f1617d13df66fb86d50d21f019ff36b662d1 +size 5360347248 diff --git a/model-00248-of-00282.safetensors b/model-00248-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63954453dc20acffa36b5fe763005758934d2f2a --- /dev/null +++ b/model-00248-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c55a5794f55a076577c5bb8484d64287dcdc909f758e6fea64edb260800ee4 +size 5366406840 diff --git a/model-00249-of-00282.safetensors b/model-00249-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce38fd25120bbdf2d638b29faed2b6e8c825d8f0 --- /dev/null +++ b/model-00249-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c73010d771e225d8cfc049d54367226b1f2c81a3bfca53d8beea20b1a05516f5 +size 5360347320 diff --git a/model-00250-of-00282.safetensors b/model-00250-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68c5c030bc0607ed24b7f58e39cb53281bfce19a --- /dev/null +++ b/model-00250-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0f06e0c3a774a70a5dc8ed2b0cef21fabe18fbe751fdfaa9569b29a9684c3f +size 5360347312 diff --git a/model-00251-of-00282.safetensors b/model-00251-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dcb3b97b17167ef4c08505bc965b9c72b3ec5d41 --- /dev/null +++ b/model-00251-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4919a04aa5c79e679b034f08abc4c4ba9d1d9dfad54c8b957370f9b4d110821 +size 5360347184 diff --git a/model-00252-of-00282.safetensors b/model-00252-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e4dd4d1fac04129e5ed96e7ff26c0d4ad4b7f8a --- /dev/null +++ b/model-00252-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1642deced3ffca90f1c40891433bc1468cf0c4749cedeae0f462d6b43b12ada1 +size 5366406904 diff --git a/model-00253-of-00282.safetensors b/model-00253-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbe01a7ca3a85d6e1a780c8ca33395ffcee1c7bf --- /dev/null +++ b/model-00253-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a381e6f72414345061fa8aecec642afd0323d8f6ebfa51bf4608f6f0f401709 +size 5360347320 diff --git a/model-00254-of-00282.safetensors b/model-00254-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3807841f69b1b293e83b724213222e3598f17805 --- /dev/null +++ b/model-00254-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50353a00e9e739272bb4c812b314b6e8e31441c17ae3d120d14cb4e4c1e6cbef +size 5360347320 diff --git a/model-00255-of-00282.safetensors b/model-00255-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5769ef50dc4a804efcdaf1b90539e077f7bc8607 --- /dev/null +++ b/model-00255-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e41aeb3012972da5c714f2b84b079b4cfd9aa30c896d767201bb76e7bf9c51 +size 5360347112 diff --git a/model-00256-of-00282.safetensors b/model-00256-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8b53c756a3d4965cc48b8f2d9454a00f2a334d4 --- /dev/null +++ b/model-00256-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5de193a713c450303c332842371c72ae8cb3be625e8ebde2cfb76a39279e50c +size 5366406968 diff --git a/model-00257-of-00282.safetensors b/model-00257-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae5ac60dcff727578e02e6aece2631823e60d00b --- /dev/null +++ b/model-00257-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0468f08e0c309f7d73e9e6fa66cd7ad762981f6d52bbe8c6f76e91df1328ea06 +size 5360347312 diff --git a/model-00258-of-00282.safetensors b/model-00258-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ac617f94d5d04c8e964b2c3cb45f04aea8ecc6f --- /dev/null +++ b/model-00258-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a2a27d4025344a98d36e4942e73f263e3b874d8f0e9548faef48b709f8ad3a +size 5360347256 diff --git a/model-00259-of-00282.safetensors b/model-00259-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ce1c08e6e95d736eb62bfe8a363138988e8ac03 --- /dev/null +++ b/model-00259-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4d6bd5a1bea18d64d921afcd032e6a76a8fae1016007b74693818929ab1e58 +size 5359985296 diff --git a/model-00260-of-00282.safetensors b/model-00260-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d557c6039a12829b9f310aea5b76b05da21bd12d --- /dev/null +++ b/model-00260-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ac6cf12cfc07e4ff7bbe66a143576a6cfb58160b020c44613a6ff9140dd2534 +size 5360347320 diff --git a/model-00261-of-00282.safetensors b/model-00261-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..342078f4fe1ab418d291a062c1f7791dfd94ba43 --- /dev/null +++ b/model-00261-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90222a0f69897f7436b720e3f3f8508ab59812f39c17a5b56ae3697149530302 +size 5360347312 diff --git a/model-00262-of-00282.safetensors b/model-00262-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32d4c9a09456135d47fe42932467b695c6927933 --- /dev/null +++ b/model-00262-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845610ccf2bf24be0f4aa1582d20018854c0ff22da6ab2e63218d1a05dee0edd +size 5360347192 diff --git a/model-00263-of-00282.safetensors b/model-00263-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b24bf39c11e1557300be61543854f06207133cb --- /dev/null +++ b/model-00263-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f5c21022d1ff55ef5175d73cb6b39207c5e319b192364c58e71e0fb44b806fd +size 5366406896 diff --git a/model-00264-of-00282.safetensors b/model-00264-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4172424570c365feb01e7831cc2380a4d2e49e04 --- /dev/null +++ b/model-00264-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acacac9eb504c8afdd72da5e8df718d06827ffb5e2f6b74a34b1ba681f4cfe9f +size 5360347320 diff --git a/model-00265-of-00282.safetensors b/model-00265-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e6f476d994b2ebcbb059cf835b876ab99f48083 --- /dev/null +++ b/model-00265-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1edac7c9d3906f2030a3b887f288f3c3df70347bfb5613765673b76c607abe94 +size 5360347312 diff --git a/model-00266-of-00282.safetensors b/model-00266-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d40724d14aa502cd6eecdcc67b9ab48e51c0214f --- /dev/null +++ b/model-00266-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdfe86906674a87d78db1211eeb464da4e826ff1d6a9fbe3c29824047b65cf22 +size 5360347128 diff --git a/model-00267-of-00282.safetensors b/model-00267-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..922d4ed498c5ac2bb74719e9ba9a7a744f705bdd --- /dev/null +++ b/model-00267-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2119bbb978b8f56e4b3af636e1b0ffa14d608d3b22be724f318993de9eb800cc +size 5366406960 diff --git a/model-00268-of-00282.safetensors b/model-00268-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..107536ee3be66af1a54354e6d5c5b562dbbfec69 --- /dev/null +++ b/model-00268-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10de93542adfcd54da6c23974e7b04927270bc187d7c78a6e4259af3b2b4efca +size 5360347320 diff --git a/model-00269-of-00282.safetensors b/model-00269-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75452b189e0ebc5a5a51362f8d0d6fe274d79264 --- /dev/null +++ b/model-00269-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703959842461873a2ab62ab6be5c7432fe53ffaa78fbf2f48e8c87dc259feba7 +size 5360347264 diff --git a/model-00270-of-00282.safetensors b/model-00270-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..782be04084eb6ee7590b9a21df3f7da3545d7fdf --- /dev/null +++ b/model-00270-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f562209230291c03b1363e60f2e3bacda92026d0f6ac800f982e0547ce404c +size 5366430968 diff --git a/model-00271-of-00282.safetensors b/model-00271-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84e5af540fd958635a5d8c6a90dedacc5554d444 --- /dev/null +++ b/model-00271-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:777830c9f6b4eb422a251ea0c86841da9e5d5c2630f39b8b45e96c758c1c3cd8 +size 5360347304 diff --git a/model-00272-of-00282.safetensors b/model-00272-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b01f204271b0cfb9298da7287ebb8d4c6360271 --- /dev/null +++ b/model-00272-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a1867b6914433a83ee5b1b22aebde60c53cd699e9a37276641c7e850818c04 +size 5360347320 diff --git a/model-00273-of-00282.safetensors b/model-00273-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ce97b10231e83445581d59fb106076c4b5c28c4 --- /dev/null +++ b/model-00273-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f88724a76f9bbe0b8a6a96987451aec7f7c0d47dcdd280ead84bfce74dc8ec32 +size 5360347208 diff --git a/model-00274-of-00282.safetensors b/model-00274-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0dd806340c602166f07ee317cb996d2428d6975c --- /dev/null +++ b/model-00274-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005d3696d18624f3807072df08c57bf6a8c869a8a2d3e96ecaa01e4fdbc8eec0 +size 5359997688 diff --git a/model-00275-of-00282.safetensors b/model-00275-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e1f73be648400b4c3b3a6bc1453899842dde9a4 --- /dev/null +++ b/model-00275-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01625e2d6eb4d3ea5422d1f9cae89c914e9c93b7cb45fe2945e6ecdf3fec7b29 +size 5360347104 diff --git a/model-00276-of-00282.safetensors b/model-00276-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40e4897ab3189c42bb9eb8b27772df80d37c3d79 --- /dev/null +++ b/model-00276-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38780c76313917538d187df542b7cbdb6365940917ee7a862fc2b6ca7926e33d +size 5360347104 diff --git a/model-00277-of-00282.safetensors b/model-00277-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0539ee686f586de40881f8eb6cbcb50d81db36b5 --- /dev/null +++ b/model-00277-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f3bc8fcb5a5ad5df1e5d178d8f9a26c759c597251ea0541a5d21e9523e7bf42 +size 5360346928 diff --git a/model-00278-of-00282.safetensors b/model-00278-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36c613646dbe5202d55454971cbb4ee4a0ef385b --- /dev/null +++ b/model-00278-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d2bce5cd47a3180cf1e1e2a943caeb64ce26461315965a23153d864fcdf6540 +size 5366406736 diff --git a/model-00279-of-00282.safetensors b/model-00279-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..595cc024eff98308007f1bdba3166b6d6d586d81 --- /dev/null +++ b/model-00279-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:236aa8ef8caf490128ffab7f066bca83c5a14a0375e74c7b918578f88204fcc0 +size 5360347104 diff --git a/model-00280-of-00282.safetensors b/model-00280-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f066dcb2d958cb05600bea0993450345c5575ce0 --- /dev/null +++ b/model-00280-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8bd2195454917d41d525bb3f8b5ee5bae4459c0caffe9468923ec00e277a3f5 +size 5360347072 diff --git a/model-00281-of-00282.safetensors b/model-00281-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..732dac95b3beedc33efe4741921467d20aa9a666 --- /dev/null +++ b/model-00281-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde48c5f8b58e038303d8d3905913cdb5975625c98107c9255f1d38b5f07984a +size 5324447848 diff --git a/model-00282-of-00282.safetensors b/model-00282-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46fd3e71d80ee28b06dc847df24c13d331223043 --- /dev/null +++ b/model-00282-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f74145ffb735ae87e1e9634d473cd6ae25d6f1d3910218a8eb3d38c303d93bea +size 293618224 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..c53c184f330b39aa7d110fb1ecee7af1cbb86532 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,59592 @@ +{ + "metadata": { + "total_size": 1506659919872 + }, + "weight_map": { + "lm_head.weight": "model-00001-of-00282.safetensors", + "model.embed_tokens.weight": "model-00001-of-00282.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_b_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.161.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.225.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.e_score_correction_bias": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.bias": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.weights_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wk.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wq_b.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.input_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.117.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.181.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.245.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.e_score_correction_bias": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.input_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.138.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.201.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.e_score_correction_bias": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00012-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00012-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.kv_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.input_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.e_score_correction_bias": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.input_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.114.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.114.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.179.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.179.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.242.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.242.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.242.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.77.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.77.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.e_score_correction_bias": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.bias": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.weights_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wk.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wq_b.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.input_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.134.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.134.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.199.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.199.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.199.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.97.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.97.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.e_score_correction_bias": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.input_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.155.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.155.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.219.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.219.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.219.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.e_score_correction_bias": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.input_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.110.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.110.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.111.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.175.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.175.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.176.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.239.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.239.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.239.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.73.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.73.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.74.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.e_score_correction_bias": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.input_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.130.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.130.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.131.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.131.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.195.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.195.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.195.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.196.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.196.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.196.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.93.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.93.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.94.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.94.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.e_score_correction_bias": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.bias": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.weights_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wk.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wq_b.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.input_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.151.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.151.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.152.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.215.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.215.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.215.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.216.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.e_score_correction_bias": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.input_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.bias": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.weights_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wk.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wq_b.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.input_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.161.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.161.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.162.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.162.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.163.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.225.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.225.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.225.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.226.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.226.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.226.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.227.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.e_score_correction_bias": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.input_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.118.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.118.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.119.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.119.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.182.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.182.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.182.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.183.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.183.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.183.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.246.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.246.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.246.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.247.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.247.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.247.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.80.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.80.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.81.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.81.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.e_score_correction_bias": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.input_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.138.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.138.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.139.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.139.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.201.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.201.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.201.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.202.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.202.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.202.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.203.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.203.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.203.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.e_score_correction_bias": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.bias": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.weights_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wk.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wq_b.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.kv_b_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_b_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.input_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.158.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.158.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.159.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.221.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.221.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.221.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.222.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.e_score_correction_bias": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.input_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.114.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.114.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.179.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.179.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.179.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.242.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.242.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.242.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.77.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.77.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.e_score_correction_bias": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.input_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.134.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.134.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.135.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.135.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.199.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.199.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.199.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.97.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.97.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.98.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.98.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.e_score_correction_bias": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.input_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.154.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.154.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.155.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.155.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.156.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.218.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.218.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.218.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.219.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.219.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.219.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.e_score_correction_bias": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.bias": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.weights_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wk.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wq_b.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.input_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.110.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.110.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.111.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.111.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.175.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.175.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.175.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.176.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.176.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.176.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.239.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.239.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.239.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.73.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.73.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.74.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.74.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.e_score_correction_bias": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.input_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.130.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.130.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.131.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.131.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.132.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.195.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.195.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.195.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.196.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.196.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.196.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.197.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.93.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.93.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.94.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.94.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.95.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.e_score_correction_bias": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.input_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.150.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.150.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.151.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.151.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.152.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.152.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.214.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.214.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.214.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.215.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.215.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.215.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.216.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.216.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.216.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.e_score_correction_bias": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.input_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.107.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.107.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.108.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.108.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.109.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.109.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.171.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.171.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.171.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.172.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.172.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.172.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.173.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.173.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.173.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.235.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.235.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.235.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.236.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.236.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.236.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.237.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.237.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.237.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.70.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.70.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.71.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.71.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.e_score_correction_bias": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.input_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.127.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.127.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.128.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.128.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.129.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.129.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.191.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.191.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.191.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.192.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.192.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.192.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.193.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.193.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.193.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.194.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.255.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.255.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.255.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.90.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.90.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.91.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.91.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.92.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.e_score_correction_bias": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.bias": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.weights_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wk.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wq_b.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.input_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.147.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.147.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.148.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.148.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.149.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.149.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.210.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.210.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.210.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.211.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.211.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.211.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.212.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.212.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.212.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.213.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.213.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.213.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.e_score_correction_bias": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.input_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.103.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.103.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.104.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.104.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.105.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.105.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.106.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.168.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.168.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.168.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.169.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.169.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.169.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.170.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.231.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.231.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.231.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.232.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.232.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.232.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.233.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.233.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.233.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.234.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.66.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.66.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.67.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.67.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.68.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.68.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.69.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.e_score_correction_bias": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.input_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.123.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.123.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.124.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.124.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.125.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.125.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.126.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.126.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.188.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.188.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.188.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.189.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.189.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.189.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.190.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.190.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.190.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.251.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.251.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.251.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.252.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.252.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.252.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.253.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.253.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.253.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.254.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.254.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.254.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.86.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.86.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.87.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.87.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.88.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.88.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.89.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.89.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.e_score_correction_bias": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.input_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.143.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.143.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.144.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.144.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.145.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.145.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.146.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.146.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.147.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.147.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.207.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.207.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.207.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.208.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.208.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.208.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.209.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.209.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.209.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.210.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.210.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.210.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.e_score_correction_bias": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.bias": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.weights_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wk.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wq_b.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.input_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.100.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.100.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.101.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.101.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.102.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.102.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.164.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.164.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.164.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.165.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.165.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.165.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.166.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.166.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.166.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.167.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.167.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.167.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.228.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.228.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.228.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.229.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.229.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.229.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.230.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.230.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.230.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.64.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.64.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.65.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.65.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.e_score_correction_bias": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.input_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.120.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.120.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.121.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.121.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.122.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.122.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.123.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.123.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.184.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.184.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.184.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.185.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.185.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.185.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.186.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.186.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.186.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.187.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.187.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.187.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.188.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.188.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.188.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.248.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.248.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.248.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.249.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.249.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.249.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.250.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.250.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.250.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.251.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.251.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.251.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.82.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.82.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.83.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.83.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.84.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.84.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.85.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.85.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.86.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.86.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.e_score_correction_bias": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.input_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.140.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.140.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.141.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.141.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.142.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.142.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.143.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.143.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.144.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.203.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.203.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.203.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.204.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.204.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.204.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.205.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.205.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.205.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.206.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.206.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.206.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.207.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.207.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.207.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.208.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.e_score_correction_bias": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_b_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.q_a_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.q_a_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.q_b_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.input_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.160.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.160.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.160.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.161.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.161.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.161.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.162.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.162.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.162.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.163.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.163.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.163.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.164.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.164.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.164.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.223.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.223.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.223.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.224.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.224.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.224.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.225.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.225.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.225.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.226.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.226.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.226.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.227.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.227.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.227.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.228.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.228.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.228.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.e_score_correction_bias": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.bias": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.weights_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wk.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wq_b.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.input_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.115.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.115.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.116.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.116.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.117.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.117.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.118.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.118.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.119.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.119.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.120.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.180.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.180.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.180.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.181.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.181.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.181.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.182.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.182.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.182.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.183.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.183.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.183.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.184.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.184.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.184.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.185.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.243.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.243.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.243.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.244.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.244.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.244.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.245.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.245.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.245.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.246.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.246.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.246.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.247.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.247.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.247.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.248.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.248.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.248.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.249.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.78.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.78.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.79.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.79.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.80.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.80.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.81.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.81.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.82.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.82.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.83.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.e_score_correction_bias": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.input_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.135.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.135.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.136.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.136.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.137.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.137.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.138.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.138.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.139.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.139.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.140.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.140.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.200.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.200.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.200.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.201.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.201.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.201.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.202.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.202.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.202.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.203.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.203.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.203.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.204.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.204.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.204.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.98.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.98.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.99.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.99.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.gate.e_score_correction_bias": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.gate.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.kv_b_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.q_a_layernorm.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.q_a_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.q_b_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.input_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.156.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.156.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.157.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.157.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.158.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.158.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.159.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.159.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.160.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.160.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.160.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.161.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.220.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.220.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.220.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.221.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.221.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.221.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.222.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.222.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.222.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.223.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.223.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.223.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.224.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.224.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.224.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.225.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.e_score_correction_bias": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.input_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.111.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.111.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.112.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.112.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.113.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.113.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.114.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.114.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.115.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.115.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.116.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.116.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.117.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.117.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.176.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.176.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.176.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.177.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.177.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.177.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.178.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.178.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.178.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.179.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.179.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.179.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.180.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.180.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.180.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.181.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.181.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.181.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.240.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.240.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.240.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.241.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.241.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.241.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.242.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.242.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.242.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.243.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.243.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.243.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.244.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.244.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.244.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.245.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.245.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.245.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.74.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.74.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.75.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.75.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.76.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.76.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.77.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.77.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.78.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.78.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.79.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.79.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.e_score_correction_bias": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.input_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.131.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.131.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.132.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.132.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.133.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.133.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.134.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.134.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.135.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.135.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.136.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.136.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.137.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.137.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.138.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.138.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.196.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.196.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.196.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.197.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.197.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.197.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.198.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.198.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.198.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.199.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.199.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.199.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.200.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.200.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.200.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.201.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.201.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.201.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.94.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.94.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.95.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.95.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.96.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.96.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.97.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.97.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.98.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.98.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.99.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.99.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.gate.e_score_correction_bias": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.gate.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.bias": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.weights_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wk.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wq_b.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_layernorm.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.kv_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.input_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.152.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.152.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.153.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.153.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.154.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.154.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.155.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.155.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.156.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.156.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.157.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.157.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.158.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.158.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.216.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.216.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.216.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.217.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.217.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.217.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.218.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.218.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.218.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.219.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.219.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.219.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.220.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.220.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.220.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.221.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.221.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.221.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.e_score_correction_bias": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.input_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.108.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.108.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.109.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.109.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.110.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.110.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.111.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.111.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.112.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.112.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.113.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.113.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.114.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.114.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.172.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.172.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.172.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.173.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.173.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.173.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.174.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.174.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.174.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.175.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.175.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.175.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.176.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.176.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.176.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.177.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.177.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.177.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.178.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.178.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.178.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.179.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.179.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.179.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.236.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.236.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.236.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.237.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.237.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.237.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.238.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.238.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.238.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.239.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.239.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.239.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.240.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.240.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.240.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.241.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.241.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.241.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.242.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.242.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.242.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.70.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.70.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.71.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.71.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.72.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.72.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.73.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.73.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.74.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.74.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.75.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.75.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.76.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.76.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.77.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.77.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.e_score_correction_bias": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.input_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.128.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.128.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.129.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.129.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.130.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.130.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.131.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.131.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.132.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.132.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.133.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.133.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.134.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.134.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.135.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.192.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.192.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.192.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.193.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.193.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.193.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.194.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.194.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.194.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.195.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.195.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.195.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.196.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.196.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.196.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.197.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.197.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.197.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.198.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.198.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.198.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.199.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.199.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.199.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.90.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.90.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.91.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.91.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.92.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.92.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.93.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.93.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.94.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.94.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.95.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.95.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.96.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.96.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.97.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.97.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.98.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.e_score_correction_bias": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.input_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.149.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.149.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.150.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.150.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.151.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.151.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.152.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.152.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.153.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.153.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.154.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.154.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.155.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.155.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.212.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.212.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.212.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.213.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.213.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.213.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.214.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.214.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.214.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.215.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.215.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.215.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.216.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.216.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.216.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.217.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.217.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.217.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.218.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.218.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.218.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.219.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.219.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.219.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.e_score_correction_bias": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.bias": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.weights_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wk.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wq_b.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.input_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.104.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.104.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.105.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.105.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.106.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.106.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.107.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.107.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.108.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.108.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.109.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.109.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.110.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.110.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.111.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.169.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.169.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.169.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.170.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.170.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.170.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.171.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.171.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.171.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.172.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.172.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.172.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.173.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.173.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.173.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.174.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.174.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.174.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.175.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.175.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.175.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.176.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.232.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.232.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.232.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.233.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.233.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.233.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.234.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.234.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.234.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.235.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.235.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.235.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.236.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.236.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.236.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.237.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.237.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.237.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.238.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.238.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.238.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.239.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.239.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.239.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.67.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.67.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.68.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.68.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.69.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.69.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.70.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.70.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.71.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.71.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.72.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.72.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.73.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.73.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.74.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.e_score_correction_bias": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_proj_with_mqa.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.input_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.124.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.124.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.124.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.125.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.125.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.125.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.126.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.126.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.126.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.127.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.127.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.127.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.128.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.128.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.128.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.129.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.129.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.129.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.13.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.13.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.13.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.130.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.130.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.130.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.131.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.131.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.131.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.189.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.189.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.189.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.19.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.19.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.19.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.190.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.190.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.190.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.191.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.191.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.191.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.192.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.192.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.192.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.193.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.193.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.193.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.194.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.194.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.194.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.195.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.195.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.195.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.196.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.196.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.196.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.252.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.252.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.252.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.253.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.253.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.253.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.254.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.254.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.254.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.255.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.255.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.255.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.26.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.26.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.26.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.27.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.27.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.27.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.28.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.28.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.28.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.29.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.29.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.29.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.3.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.3.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.3.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.87.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.87.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.87.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.88.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.88.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.88.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.89.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.89.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.89.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.9.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.9.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.9.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.90.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.90.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.90.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.91.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.91.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.91.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.92.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.92.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.92.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.93.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.93.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.93.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.94.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.94.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.94.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.e_score_correction_bias": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_proj_with_mqa.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.o_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.input_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.145.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.145.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.145.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.146.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.146.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.146.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.147.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.147.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.147.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.148.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.148.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.148.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.149.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.149.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.149.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.15.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.15.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.15.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.150.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.150.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.150.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.151.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.151.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.151.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.152.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.152.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.152.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.209.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.209.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.209.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.21.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.21.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.21.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.210.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.210.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.210.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.211.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.211.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.211.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.212.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.212.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.212.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.213.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.213.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.213.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.214.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.214.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.214.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.215.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.215.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.215.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.216.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.216.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.216.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.43.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.43.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.43.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.44.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.44.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.44.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.45.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.45.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.45.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.46.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.46.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.46.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.47.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.47.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.47.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.48.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.48.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.48.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.49.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.49.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.49.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.5.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.5.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.5.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.50.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.50.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.50.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.e_score_correction_bias": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_proj_with_mqa.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.o_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.input_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.100.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.100.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.101.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.101.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.102.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.102.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.103.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.103.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.104.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.104.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.105.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.105.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.106.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.106.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.107.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.107.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.108.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.108.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.109.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.165.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.165.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.165.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.166.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.166.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.166.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.167.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.167.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.167.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.168.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.168.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.168.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.169.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.169.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.169.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.170.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.170.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.170.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.171.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.171.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.171.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.172.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.172.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.172.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.173.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.229.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.229.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.229.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.230.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.230.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.230.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.231.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.231.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.231.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.232.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.232.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.232.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.233.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.233.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.233.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.234.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.234.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.234.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.235.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.235.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.235.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.236.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.236.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.236.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.237.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.64.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.64.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.65.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.65.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.66.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.66.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.67.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.67.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.68.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.68.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.69.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.69.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.70.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.70.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.71.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.e_score_correction_bias": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.input_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.120.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.120.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.120.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.121.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.121.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.121.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.122.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.122.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.122.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.123.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.123.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.123.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.124.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.124.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.124.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.125.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.125.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.125.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.126.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.126.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.126.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.127.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.127.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.127.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.128.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.128.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.128.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.129.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.129.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.129.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.185.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.185.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.185.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.186.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.186.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.186.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.187.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.187.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.187.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.188.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.188.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.188.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.189.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.189.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.189.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.19.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.19.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.19.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.190.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.190.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.190.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.191.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.191.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.191.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.192.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.192.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.192.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.193.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.193.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.193.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.249.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.249.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.249.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.25.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.25.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.25.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.250.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.250.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.250.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.251.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.251.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.251.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.252.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.252.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.252.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.253.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.253.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.253.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.254.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.254.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.254.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.255.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.255.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.255.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.26.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.26.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.26.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.27.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.27.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.27.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.83.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.83.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.83.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.84.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.84.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.84.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.85.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.85.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.85.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.86.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.86.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.86.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.87.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.87.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.87.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.88.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.88.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.88.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.89.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.89.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.89.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.9.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.9.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.9.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.90.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.90.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.90.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.91.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.91.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.91.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.e_score_correction_bias": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.bias": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.weights_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wk.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wq_b.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_proj_with_mqa.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.o_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.input_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.141.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.141.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.141.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.142.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.142.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.142.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.143.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.143.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.143.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.144.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.144.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.144.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.145.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.145.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.145.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.146.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.146.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.146.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.147.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.147.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.147.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.148.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.148.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.148.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.149.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.149.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.149.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.15.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.205.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.205.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.205.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.206.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.206.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.206.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.207.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.207.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.207.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.208.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.208.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.208.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.209.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.209.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.209.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.21.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.21.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.21.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.210.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.210.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.210.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.211.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.211.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.211.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.212.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.212.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.212.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.213.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.4.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.4.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.4.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.40.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.40.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.40.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.41.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.41.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.41.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.42.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.42.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.42.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.43.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.43.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.43.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.44.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.44.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.44.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.45.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.45.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.45.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.46.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.46.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.46.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.47.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.47.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.47.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.48.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.e_score_correction_bias": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_proj_with_mqa.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_b_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.o_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.q_a_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.q_a_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.q_b_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.input_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.0.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.0.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.0.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.1.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.1.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.1.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.10.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.10.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.10.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.100.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.100.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.100.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.101.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.101.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.101.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.102.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.102.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.102.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.103.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.103.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.103.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.104.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.104.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.104.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.105.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.105.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.105.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.16.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.16.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.16.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.160.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.160.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.160.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.161.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.161.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.161.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.162.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.162.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.162.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.163.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.163.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.163.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.164.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.164.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.164.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.165.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.165.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.165.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.166.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.166.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.166.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.167.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.167.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.167.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.168.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.168.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.168.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.169.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.169.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.169.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.17.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.17.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.17.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.223.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.223.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.223.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.224.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.224.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.224.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.225.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.225.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.225.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.226.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.226.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.226.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.227.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.227.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.227.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.228.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.228.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.228.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.229.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.229.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.229.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.23.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.23.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.23.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.230.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.230.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.230.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.231.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.231.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.231.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.232.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.232.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.232.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.233.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.233.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.233.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.58.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.58.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.58.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.59.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.59.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.59.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.6.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.6.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.6.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.60.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.60.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.60.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.61.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.61.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.61.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.62.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.62.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.62.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.63.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.63.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.63.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.64.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.64.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.64.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.65.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.65.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.65.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.66.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.66.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.66.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.67.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.67.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.67.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.68.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.68.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.68.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.e_score_correction_bias": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_proj_with_mqa.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.o_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.input_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.115.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.115.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.115.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.116.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.116.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.116.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.117.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.117.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.117.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.118.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.118.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.118.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.119.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.119.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.119.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.12.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.12.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.12.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.120.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.120.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.120.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.121.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.121.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.121.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.122.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.122.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.122.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.123.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.123.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.123.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.124.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.124.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.124.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.125.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.125.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.125.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.126.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.126.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.126.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.18.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.18.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.18.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.180.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.180.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.180.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.181.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.181.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.181.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.182.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.182.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.182.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.183.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.183.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.183.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.184.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.184.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.184.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.185.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.185.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.185.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.186.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.186.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.186.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.187.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.187.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.187.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.188.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.188.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.188.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.189.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.189.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.189.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.19.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.19.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.19.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.190.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.190.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.190.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.243.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.243.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.243.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.244.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.244.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.244.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.245.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.245.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.245.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.246.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.246.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.246.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.247.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.247.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.247.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.248.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.248.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.248.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.249.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.249.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.249.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.25.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.25.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.25.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.250.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.250.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.250.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.251.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.251.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.251.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.252.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.252.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.252.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.253.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.253.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.253.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.254.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.254.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.254.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.78.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.78.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.78.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.79.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.79.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.79.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.8.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.8.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.8.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.80.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.80.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.80.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.81.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.81.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.81.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.82.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.82.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.82.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.83.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.83.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.83.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.84.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.84.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.84.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.85.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.85.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.85.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.86.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.86.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.86.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.87.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.87.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.87.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.88.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.88.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.88.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.89.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.89.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.89.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.e_score_correction_bias": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_proj_with_mqa.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.o_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.input_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.135.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.135.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.135.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.136.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.136.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.136.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.137.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.137.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.137.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.138.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.138.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.138.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.139.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.139.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.139.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.14.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.14.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.14.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.140.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.140.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.140.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.141.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.141.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.141.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.142.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.142.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.142.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.143.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.143.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.143.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.144.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.144.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.144.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.145.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.145.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.145.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.146.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.146.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.146.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.147.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.2.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.2.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.2.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.20.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.20.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.20.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.200.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.200.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.200.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.201.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.201.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.201.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.202.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.202.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.202.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.203.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.203.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.203.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.204.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.204.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.204.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.205.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.205.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.205.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.206.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.206.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.206.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.207.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.207.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.207.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.208.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.208.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.208.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.209.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.209.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.209.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.21.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.21.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.21.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.210.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.33.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.33.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.33.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.34.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.34.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.34.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.35.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.35.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.35.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.36.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.36.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.36.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.37.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.37.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.37.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.38.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.38.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.38.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.39.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.39.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.39.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.4.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.4.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.4.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.40.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.40.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.40.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.41.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.41.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.41.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.42.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.42.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.42.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.43.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.43.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.43.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.44.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.44.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.44.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.45.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.98.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.98.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.98.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.99.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.99.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.99.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.gate.e_score_correction_bias": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.gate.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.bias": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.weights_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wk.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wq_b.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_proj_with_mqa.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.kv_b_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.o_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.q_a_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.q_a_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.q_b_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.input_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.0.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.0.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.0.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.1.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.1.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.1.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.10.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.10.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.10.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.100.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.100.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.100.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.101.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.101.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.101.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.102.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.102.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.102.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.156.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.156.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.156.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.157.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.157.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.157.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.158.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.158.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.158.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.159.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.159.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.159.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.16.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.16.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.16.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.160.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.160.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.160.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.161.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.161.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.161.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.162.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.162.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.162.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.163.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.163.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.163.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.164.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.164.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.164.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.165.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.165.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.165.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.166.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.166.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.166.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.167.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.167.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.167.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.22.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.22.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.22.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.220.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.220.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.220.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.221.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.221.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.221.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.222.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.222.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.222.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.223.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.223.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.223.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.224.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.224.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.224.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.225.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.225.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.225.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.226.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.226.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.226.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.227.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.227.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.227.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.228.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.228.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.228.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.229.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.229.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.229.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.23.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.23.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.23.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.230.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.230.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.230.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.54.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.54.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.54.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.55.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.55.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.55.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.56.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.56.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.56.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.57.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.57.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.57.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.58.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.58.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.58.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.59.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.59.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.59.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.6.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.6.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.6.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.60.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.60.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.60.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.61.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.61.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.61.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.62.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.62.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.62.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.63.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.63.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.63.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.64.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.64.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.64.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.65.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.65.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.65.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.e_score_correction_bias": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_proj_with_mqa.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.o_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.input_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.111.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.111.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.111.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.112.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.112.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.112.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.113.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.113.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.113.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.114.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.114.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.114.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.115.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.115.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.115.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.116.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.116.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.116.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.117.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.117.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.117.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.118.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.118.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.118.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.119.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.119.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.119.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.12.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.12.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.12.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.120.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.120.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.120.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.121.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.121.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.121.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.122.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.122.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.122.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.123.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.176.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.176.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.176.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.177.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.177.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.177.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.178.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.178.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.178.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.179.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.179.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.179.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.18.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.18.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.18.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.180.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.180.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.180.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.181.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.181.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.181.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.182.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.182.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.182.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.183.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.183.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.183.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.184.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.184.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.184.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.185.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.185.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.185.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.186.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.186.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.186.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.187.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.187.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.187.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.188.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.24.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.24.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.24.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.240.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.240.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.240.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.241.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.241.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.241.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.242.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.242.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.242.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.243.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.243.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.243.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.244.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.244.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.244.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.245.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.245.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.245.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.246.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.246.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.246.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.247.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.247.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.247.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.248.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.248.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.248.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.249.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.249.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.249.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.25.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.25.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.25.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.250.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.250.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.250.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.251.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.74.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.74.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.74.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.75.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.75.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.75.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.76.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.76.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.76.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.77.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.77.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.77.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.78.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.78.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.78.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.79.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.79.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.79.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.8.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.8.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.8.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.80.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.80.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.80.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.81.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.81.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.81.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.82.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.82.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.82.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.83.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.83.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.83.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.84.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.84.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.84.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.85.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.85.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.85.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.86.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.e_score_correction_bias": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_proj_with_mqa.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.o_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.input_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.131.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.131.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.131.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.132.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.132.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.132.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.133.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.133.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.133.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.134.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.134.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.134.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.135.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.135.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.135.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.136.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.136.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.136.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.137.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.137.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.137.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.138.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.138.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.138.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.139.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.139.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.139.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.14.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.14.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.14.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.140.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.140.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.140.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.141.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.141.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.141.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.142.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.142.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.142.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.143.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.143.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.143.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.196.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.196.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.196.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.197.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.197.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.197.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.198.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.198.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.198.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.199.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.199.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.199.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.2.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.2.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.2.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.20.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.20.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.20.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.200.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.200.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.200.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.201.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.201.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.201.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.202.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.202.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.202.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.203.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.203.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.203.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.204.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.204.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.204.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.205.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.205.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.205.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.206.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.206.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.206.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.207.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.207.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.207.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.3.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.3.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.3.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.30.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.30.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.30.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.31.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.31.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.31.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.32.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.32.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.32.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.33.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.33.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.33.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.34.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.34.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.34.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.35.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.35.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.35.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.36.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.36.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.36.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.37.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.37.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.37.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.38.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.38.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.38.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.39.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.39.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.39.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.4.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.4.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.4.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.40.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.40.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.40.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.41.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.41.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.41.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.94.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.94.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.94.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.95.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.95.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.95.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.96.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.96.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.96.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.97.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.97.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.97.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.98.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.98.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.98.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.99.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.99.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.99.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.gate.e_score_correction_bias": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.gate.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_proj_with_mqa.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.kv_b_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.o_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.q_a_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.q_a_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.q_b_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.input_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.0.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.0.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.0.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.1.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.1.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.1.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.10.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.10.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.10.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.152.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.152.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.152.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.153.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.153.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.153.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.154.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.154.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.154.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.155.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.155.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.155.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.156.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.156.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.156.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.157.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.157.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.157.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.158.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.158.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.158.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.159.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.159.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.159.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.16.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.16.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.16.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.160.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.160.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.160.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.161.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.161.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.161.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.162.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.162.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.162.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.163.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.163.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.163.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.164.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.164.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.164.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.216.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.216.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.216.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.217.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.217.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.217.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.218.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.218.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.218.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.219.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.219.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.219.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.22.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.22.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.22.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.220.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.220.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.220.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.221.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.221.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.221.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.222.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.222.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.222.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.223.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.223.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.223.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.224.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.224.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.224.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.225.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.225.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.225.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.226.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.226.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.226.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.227.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.227.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.227.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.228.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.228.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.228.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.50.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.50.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.50.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.51.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.51.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.51.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.52.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.52.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.52.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.53.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.53.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.53.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.54.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.54.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.54.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.55.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.55.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.55.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.56.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.56.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.56.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.57.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.57.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.57.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.58.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.58.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.58.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.59.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.59.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.59.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.6.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.6.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.6.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.60.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.60.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.60.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.61.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.61.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.61.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.62.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.62.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.62.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.e_score_correction_bias": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.bias": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.weights_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wk.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wq_b.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_proj_with_mqa.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.o_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.input_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.108.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.108.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.108.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.109.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.109.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.109.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.11.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.11.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.11.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.110.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.110.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.110.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.111.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.111.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.111.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.112.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.112.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.112.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.113.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.113.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.113.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.114.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.114.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.114.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.115.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.115.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.115.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.116.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.116.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.116.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.117.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.117.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.117.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.118.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.118.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.118.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.119.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.119.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.119.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.12.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.12.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.12.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.172.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.172.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.172.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.173.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.173.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.173.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.174.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.174.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.174.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.175.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.175.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.175.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.176.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.176.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.176.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.177.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.177.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.177.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.178.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.178.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.178.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.179.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.179.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.179.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.18.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.18.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.18.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.180.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.180.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.180.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.181.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.181.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.181.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.182.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.182.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.182.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.183.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.183.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.183.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.184.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.184.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.184.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.236.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.236.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.236.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.237.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.237.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.237.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.238.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.238.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.238.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.239.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.239.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.239.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.24.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.24.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.24.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.240.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.240.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.240.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.241.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.241.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.241.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.242.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.242.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.242.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.243.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.243.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.243.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.244.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.244.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.244.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.245.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.245.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.245.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.246.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.246.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.246.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.247.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.247.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.247.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.248.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.248.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.248.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.70.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.70.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.70.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.71.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.71.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.71.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.72.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.72.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.72.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.73.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.73.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.73.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.74.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.74.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.74.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.75.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.75.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.75.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.76.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.76.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.76.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.77.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.77.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.77.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.78.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.78.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.78.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.79.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.79.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.79.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.8.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.8.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.8.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.80.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.80.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.80.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.81.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.81.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.81.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.82.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.82.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.82.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.e_score_correction_bias": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_proj_with_mqa.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.o_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.input_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.128.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.128.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.129.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.129.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.130.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.130.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.131.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.131.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.132.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.132.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.133.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.133.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.134.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.134.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.135.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.135.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.136.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.136.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.137.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.137.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.138.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.138.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.139.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.139.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.140.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.140.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.192.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.192.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.192.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.193.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.193.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.193.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.194.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.194.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.194.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.195.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.195.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.195.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.196.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.196.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.196.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.197.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.197.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.197.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.198.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.198.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.198.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.199.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.199.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.199.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.200.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.200.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.200.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.201.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.201.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.201.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.202.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.202.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.202.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.203.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.203.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.203.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.204.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.204.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.204.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.90.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.90.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.91.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.91.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.92.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.92.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.93.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.93.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.94.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.94.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.95.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.95.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.96.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.96.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.97.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.97.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.98.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.98.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.99.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.99.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.gate.e_score_correction_bias": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.gate.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.bias": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.weights_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wk.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wq_b.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.kv_b_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.q_a_layernorm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.q_a_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.q_b_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.input_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.149.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.149.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.149.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.15.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.15.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.15.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.150.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.150.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.150.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.151.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.151.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.151.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.152.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.152.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.152.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.153.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.153.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.153.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.154.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.154.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.154.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.155.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.155.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.155.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.156.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.156.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.156.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.157.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.157.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.157.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.158.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.158.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.158.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.159.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.159.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.159.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.16.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.16.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.16.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.160.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.160.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.160.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.212.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.212.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.212.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.213.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.213.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.213.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.214.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.214.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.214.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.215.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.215.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.215.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.216.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.216.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.216.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.217.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.217.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.217.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.218.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.218.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.218.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.219.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.219.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.219.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.22.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.22.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.22.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.220.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.220.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.220.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.221.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.221.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.221.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.222.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.222.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.222.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.223.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.223.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.223.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.224.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.224.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.224.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.47.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.47.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.47.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.48.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.48.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.48.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.49.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.49.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.49.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.5.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.5.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.5.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.50.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.50.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.50.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.51.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.51.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.51.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.52.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.52.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.52.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.53.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.53.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.53.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.54.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.54.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.54.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.55.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.55.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.55.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.56.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.56.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.56.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.57.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.57.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.57.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.58.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.58.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.58.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.59.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.59.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.59.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.e_score_correction_bias": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_proj_with_mqa.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.o_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.input_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.104.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.104.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.104.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.105.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.105.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.105.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.106.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.106.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.106.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.107.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.107.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.107.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.108.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.108.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.108.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.109.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.109.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.109.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.11.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.11.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.11.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.110.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.110.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.110.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.111.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.111.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.111.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.112.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.112.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.112.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.113.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.113.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.113.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.114.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.114.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.114.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.115.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.115.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.115.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.116.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.116.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.116.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.117.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.117.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.117.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.169.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.169.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.169.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.17.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.17.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.17.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.170.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.170.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.170.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.171.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.171.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.171.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.172.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.172.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.172.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.173.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.173.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.173.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.174.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.174.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.174.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.175.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.175.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.175.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.176.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.176.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.176.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.177.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.177.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.177.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.178.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.178.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.178.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.179.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.179.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.179.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.18.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.18.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.18.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.180.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.180.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.180.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.181.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.181.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.181.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.232.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.232.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.232.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.233.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.233.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.233.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.234.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.234.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.234.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.235.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.235.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.235.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.236.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.236.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.236.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.237.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.237.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.237.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.238.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.238.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.238.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.239.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.239.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.239.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.24.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.24.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.24.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.240.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.240.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.240.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.241.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.241.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.241.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.242.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.242.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.242.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.243.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.243.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.243.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.244.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.244.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.244.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.245.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.245.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.245.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.67.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.67.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.67.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.68.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.68.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.68.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.69.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.69.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.69.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.7.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.7.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.7.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.70.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.70.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.70.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.71.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.71.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.71.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.72.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.72.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.72.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.73.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.73.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.73.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.74.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.74.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.74.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.75.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.75.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.75.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.76.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.76.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.76.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.77.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.77.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.77.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.78.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.78.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.78.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.79.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.79.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.79.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.8.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.8.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.8.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.e_score_correction_bias": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.post_attention_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_proj_with_mqa.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.o_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.input_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.124.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.124.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.124.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.125.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.125.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.125.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.126.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.126.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.126.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.127.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.127.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.127.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.128.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.128.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.128.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.129.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.129.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.129.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.13.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.13.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.13.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.130.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.130.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.130.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.131.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.131.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.131.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.132.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.132.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.132.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.133.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.133.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.133.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.134.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.134.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.134.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.135.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.135.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.135.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.136.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.136.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.136.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.137.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.137.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.137.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.138.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.189.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.189.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.189.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.19.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.19.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.19.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.190.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.190.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.190.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.191.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.191.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.191.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.192.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.192.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.192.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.193.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.193.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.193.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.194.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.194.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.194.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.195.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.195.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.195.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.196.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.196.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.196.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.197.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.197.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.197.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.198.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.198.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.198.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.199.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.199.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.199.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.2.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.2.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.2.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.20.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.20.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.20.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.200.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.200.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.200.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.201.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.252.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.252.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.252.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.253.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.253.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.253.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.254.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.254.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.254.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.255.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.255.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.255.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.26.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.26.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.26.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.27.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.27.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.27.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.28.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.28.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.28.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.29.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.29.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.29.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.3.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.3.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.3.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.30.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.30.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.30.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.31.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.31.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.31.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.32.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.32.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.32.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.33.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.33.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.33.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.34.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.34.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.34.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.35.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.35.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.35.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.36.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.87.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.87.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.87.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.88.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.88.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.88.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.89.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.89.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.89.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.9.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.9.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.9.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.90.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.90.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.90.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.91.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.91.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.91.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.92.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.92.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.92.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.93.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.93.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.93.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.94.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.94.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.94.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.95.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.95.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.95.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.96.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.96.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.96.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.97.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.97.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.97.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.98.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.98.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.98.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.99.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.99.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.99.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.gate.e_score_correction_bias": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.gate.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.post_attention_layernorm.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.bias": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.weights_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wk.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wq_b.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_proj_with_mqa.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.o_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.input_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.145.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.145.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.145.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.146.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.146.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.146.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.147.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.147.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.147.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.148.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.148.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.148.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.149.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.149.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.149.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.15.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.15.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.15.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.150.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.150.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.150.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.151.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.151.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.151.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.152.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.152.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.152.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.153.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.153.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.153.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.154.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.154.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.154.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.155.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.155.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.155.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.156.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.156.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.156.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.157.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.157.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.157.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.158.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.158.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.158.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.209.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.209.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.209.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.21.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.21.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.21.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.210.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.210.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.210.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.211.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.211.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.211.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.212.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.212.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.212.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.213.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.213.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.213.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.214.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.214.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.214.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.215.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.215.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.215.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.216.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.216.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.216.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.217.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.217.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.217.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.218.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.218.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.218.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.219.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.219.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.219.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.22.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.22.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.22.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.220.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.220.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.220.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.221.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.221.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.221.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.43.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.43.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.43.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.44.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.44.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.44.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.45.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.45.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.45.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.46.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.46.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.46.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.47.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.47.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.47.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.48.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.48.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.48.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.49.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.49.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.49.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.5.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.5.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.5.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.50.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.50.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.50.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.51.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.51.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.51.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.52.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.52.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.52.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.53.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.53.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.53.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.54.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.54.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.54.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.55.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.55.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.55.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.56.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.56.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.56.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.e_score_correction_bias": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.post_attention_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_proj_with_mqa.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.o_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.input_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.100.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.100.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.100.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.101.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.101.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.101.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.102.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.102.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.102.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.103.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.103.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.103.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.104.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.104.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.104.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.105.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.105.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.105.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.106.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.106.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.106.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.107.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.107.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.107.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.108.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.108.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.108.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.109.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.109.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.109.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.11.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.11.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.11.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.110.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.110.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.110.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.111.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.111.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.111.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.112.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.112.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.112.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.113.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.113.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.113.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.114.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.165.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.165.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.165.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.166.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.166.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.166.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.167.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.167.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.167.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.168.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.168.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.168.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.169.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.169.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.169.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.17.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.17.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.17.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.170.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.170.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.170.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.171.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.171.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.171.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.172.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.172.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.172.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.173.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.173.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.173.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.174.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.174.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.174.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.175.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.175.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.175.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.176.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.176.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.176.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.177.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.177.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.177.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.178.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.178.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.178.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.179.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.229.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.229.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.229.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.23.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.23.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.23.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.230.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.230.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.230.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.231.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.231.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.231.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.232.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.232.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.232.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.233.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.233.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.233.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.234.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.234.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.234.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.235.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.235.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.235.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.236.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.236.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.236.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.237.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.237.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.237.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.238.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.238.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.238.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.239.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.239.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.239.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.24.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.24.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.24.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.240.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.240.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.240.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.241.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.241.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.241.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.242.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.63.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.63.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.63.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.64.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.64.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.64.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.65.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.65.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.65.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.66.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.66.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.66.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.67.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.67.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.67.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.68.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.68.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.68.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.69.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.69.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.69.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.7.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.7.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.7.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.70.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.70.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.70.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.71.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.71.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.71.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.72.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.72.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.72.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.73.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.73.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.73.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.74.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.74.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.74.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.75.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.75.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.75.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.76.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.76.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.76.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.77.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.e_score_correction_bias": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.post_attention_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_proj_with_mqa.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.o_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.input_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.120.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.120.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.120.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.121.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.121.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.121.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.122.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.122.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.122.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.123.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.123.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.123.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.124.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.124.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.124.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.125.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.125.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.125.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.126.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.126.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.126.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.127.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.127.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.127.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.128.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.128.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.128.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.129.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.129.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.129.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.13.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.13.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.13.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.130.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.130.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.130.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.131.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.131.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.131.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.132.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.132.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.132.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.133.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.133.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.133.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.134.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.134.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.134.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.185.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.185.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.185.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.186.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.186.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.186.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.187.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.187.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.187.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.188.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.188.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.188.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.189.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.189.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.189.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.19.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.19.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.19.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.190.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.190.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.190.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.191.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.191.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.191.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.192.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.192.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.192.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.193.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.193.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.193.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.194.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.194.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.194.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.195.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.195.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.195.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.196.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.196.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.196.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.197.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.197.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.197.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.198.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.198.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.198.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.199.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.199.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.199.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.249.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.249.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.249.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.25.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.25.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.25.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.250.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.250.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.250.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.251.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.251.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.251.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.252.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.252.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.252.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.253.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.253.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.253.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.254.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.254.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.254.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.255.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.255.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.255.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.26.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.26.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.26.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.27.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.27.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.27.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.28.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.28.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.28.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.29.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.29.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.29.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.3.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.3.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.3.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.30.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.30.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.30.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.31.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.31.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.31.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.32.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.32.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.32.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.83.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.83.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.83.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.84.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.84.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.84.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.85.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.85.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.85.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.86.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.86.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.86.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.87.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.87.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.87.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.88.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.88.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.88.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.89.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.89.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.89.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.9.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.9.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.9.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.90.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.90.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.90.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.91.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.91.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.91.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.92.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.92.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.92.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.93.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.93.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.93.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.94.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.94.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.94.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.95.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.95.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.95.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.96.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.96.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.96.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.97.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.97.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.97.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.e_score_correction_bias": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.post_attention_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_proj_with_mqa.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.o_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.input_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.141.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.141.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.141.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.142.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.142.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.142.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.143.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.143.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.143.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.144.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.144.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.144.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.145.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.145.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.145.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.146.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.146.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.146.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.147.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.147.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.147.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.148.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.148.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.148.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.149.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.149.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.149.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.15.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.15.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.15.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.150.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.150.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.150.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.151.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.151.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.151.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.152.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.152.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.152.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.153.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.153.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.153.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.154.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.154.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.154.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.155.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.155.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.155.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.205.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.205.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.205.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.206.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.206.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.206.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.207.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.207.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.207.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.208.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.208.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.208.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.209.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.209.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.209.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.21.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.21.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.21.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.210.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.210.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.210.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.211.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.211.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.211.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.212.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.212.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.212.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.213.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.213.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.213.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.214.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.214.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.214.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.215.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.215.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.215.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.216.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.216.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.216.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.217.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.217.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.217.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.218.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.218.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.218.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.219.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.219.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.219.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.4.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.4.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.4.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.40.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.40.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.40.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.41.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.41.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.41.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.42.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.42.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.42.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.43.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.43.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.43.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.44.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.44.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.44.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.45.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.45.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.45.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.46.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.46.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.46.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.47.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.47.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.47.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.48.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.48.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.48.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.49.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.49.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.49.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.5.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.5.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.5.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.50.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.50.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.50.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.51.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.51.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.51.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.52.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.52.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.52.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.53.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.53.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.53.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.e_score_correction_bias": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.post_attention_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.bias": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.weights_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wk.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wq_b.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_proj_with_mqa.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_b_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.o_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.q_a_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.q_a_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.q_b_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.input_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.0.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.0.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.0.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.1.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.1.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.1.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.10.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.10.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.10.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.100.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.100.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.100.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.101.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.101.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.101.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.102.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.102.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.102.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.103.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.103.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.103.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.104.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.104.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.104.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.105.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.105.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.105.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.106.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.106.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.106.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.107.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.107.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.107.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.108.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.108.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.108.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.109.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.109.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.109.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.11.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.11.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.11.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.110.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.110.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.110.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.16.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.16.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.16.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.160.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.160.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.160.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.161.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.161.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.161.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.162.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.162.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.162.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.163.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.163.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.163.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.164.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.164.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.164.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.165.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.165.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.165.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.166.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.166.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.166.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.167.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.167.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.167.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.168.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.168.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.168.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.169.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.169.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.169.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.17.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.17.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.17.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.170.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.170.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.170.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.171.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.171.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.171.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.172.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.172.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.172.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.173.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.173.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.173.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.174.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.174.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.174.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.175.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.175.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.175.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.223.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.223.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.223.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.224.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.224.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.224.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.225.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.225.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.225.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.226.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.226.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.226.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.227.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.227.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.227.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.228.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.228.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.228.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.229.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.229.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.229.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.23.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.23.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.23.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.230.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.230.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.230.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.231.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.231.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.231.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.232.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.232.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.232.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.233.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.233.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.233.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.234.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.234.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.234.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.235.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.235.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.235.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.236.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.236.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.236.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.237.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.237.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.237.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.238.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.238.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.238.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.239.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.239.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.239.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.58.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.58.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.58.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.59.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.59.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.59.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.6.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.6.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.6.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.60.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.60.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.60.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.61.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.61.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.61.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.62.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.62.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.62.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.63.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.63.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.63.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.64.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.64.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.64.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.65.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.65.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.65.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.66.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.66.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.66.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.67.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.67.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.67.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.68.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.68.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.68.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.69.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.69.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.69.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.7.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.7.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.7.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.70.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.70.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.70.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.71.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.71.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.71.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.72.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.72.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.72.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.73.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.73.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.73.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.e_score_correction_bias": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.post_attention_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_proj_with_mqa.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.o_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.input_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.115.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.115.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.115.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.116.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.116.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.116.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.117.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.117.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.117.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.118.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.118.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.118.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.119.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.119.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.119.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.12.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.12.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.12.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.120.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.120.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.120.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.121.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.121.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.121.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.122.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.122.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.122.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.123.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.123.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.123.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.124.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.124.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.124.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.125.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.125.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.125.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.126.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.126.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.126.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.127.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.127.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.127.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.128.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.128.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.128.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.129.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.129.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.129.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.13.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.13.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.13.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.130.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.130.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.130.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.131.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.131.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.131.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.18.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.18.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.18.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.180.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.180.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.180.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.181.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.181.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.181.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.182.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.182.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.182.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.183.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.183.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.183.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.184.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.184.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.184.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.185.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.185.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.185.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.186.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.186.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.186.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.187.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.187.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.187.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.188.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.188.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.188.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.189.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.189.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.189.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.19.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.19.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.19.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.190.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.190.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.190.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.191.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.191.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.191.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.192.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.192.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.192.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.193.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.193.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.193.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.194.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.194.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.194.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.195.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.195.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.195.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.196.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.196.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.196.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.243.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.243.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.243.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.244.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.244.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.244.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.245.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.245.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.245.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.246.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.246.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.246.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.247.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.247.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.247.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.248.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.248.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.248.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.249.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.249.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.249.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.25.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.25.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.25.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.250.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.250.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.250.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.251.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.251.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.251.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.252.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.252.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.252.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.253.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.253.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.253.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.254.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.254.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.254.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.255.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.255.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.255.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.26.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.26.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.26.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.27.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.27.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.27.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.28.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.28.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.28.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.29.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.29.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.29.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.3.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.3.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.3.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.78.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.78.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.78.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.79.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.79.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.79.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.8.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.8.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.8.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.80.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.80.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.80.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.81.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.81.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.81.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.82.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.82.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.82.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.83.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.83.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.83.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.84.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.84.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.84.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.85.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.85.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.85.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.86.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.86.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.86.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.87.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.87.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.87.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.88.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.88.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.88.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.89.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.89.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.89.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.9.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.9.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.9.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.90.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.90.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.90.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.91.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.91.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.91.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.92.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.92.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.92.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.93.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.93.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.93.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.94.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.94.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.94.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.e_score_correction_bias": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.post_attention_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_proj_with_mqa.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.o_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.input_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.135.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.135.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.135.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.136.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.136.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.136.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.137.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.137.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.137.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.138.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.138.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.138.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.139.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.139.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.139.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.14.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.14.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.14.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.140.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.140.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.140.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.141.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.141.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.141.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.142.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.142.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.142.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.143.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.143.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.143.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.144.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.144.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.144.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.145.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.145.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.145.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.146.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.146.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.146.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.147.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.147.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.147.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.148.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.148.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.148.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.149.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.149.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.149.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.15.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.15.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.15.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.150.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.150.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.150.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.151.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.151.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.151.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.152.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.2.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.2.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.2.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.20.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.20.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.20.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.200.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.200.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.200.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.201.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.201.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.201.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.202.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.202.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.202.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.203.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.203.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.203.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.204.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.204.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.204.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.205.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.205.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.205.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.206.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.206.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.206.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.207.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.207.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.207.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.208.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.208.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.208.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.209.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.209.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.209.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.21.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.21.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.21.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.210.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.210.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.210.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.211.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.211.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.211.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.212.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.212.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.212.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.213.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.213.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.213.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.214.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.214.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.214.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.215.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.215.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.215.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.216.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.33.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.33.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.33.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.34.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.34.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.34.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.35.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.35.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.35.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.36.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.36.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.36.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.37.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.37.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.37.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.38.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.38.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.38.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.39.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.39.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.39.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.4.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.4.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.4.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.40.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.40.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.40.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.41.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.41.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.41.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.42.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.42.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.42.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.43.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.43.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.43.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.44.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.44.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.44.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.45.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.45.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.45.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.46.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.46.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.46.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.47.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.47.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.47.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.48.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.48.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.48.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.49.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.49.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.49.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.5.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.5.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.5.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.50.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.98.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.98.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.98.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.99.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.99.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.99.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.gate.e_score_correction_bias": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.gate.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.post_attention_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_proj_with_mqa.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.kv_b_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.o_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.q_a_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.q_a_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.q_b_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.input_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.100.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.100.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.101.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.101.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.102.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.102.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.103.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.103.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.104.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.104.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.105.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.105.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.106.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.106.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.107.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.107.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.108.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.108.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.156.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.156.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.157.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.157.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.158.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.158.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.159.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.159.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.160.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.160.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.161.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.161.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.162.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.162.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.163.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.163.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.164.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.164.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.165.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.165.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.166.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.166.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.167.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.167.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.168.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.168.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.169.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.169.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.170.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.170.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.171.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.171.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.172.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.172.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.220.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.220.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.220.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.221.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.221.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.221.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.222.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.222.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.222.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.223.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.223.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.223.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.224.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.224.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.224.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.225.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.225.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.225.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.226.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.226.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.226.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.227.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.227.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.227.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.228.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.228.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.228.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.229.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.229.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.229.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.230.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.230.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.230.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.231.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.231.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.231.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.232.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.232.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.232.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.233.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.233.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.233.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.234.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.234.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.234.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.235.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.235.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.235.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.236.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.236.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.236.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.64.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.64.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.65.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.65.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.66.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.66.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.67.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.67.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.68.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.68.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.69.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.69.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.70.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.70.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.e_score_correction_bias": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.input_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.111.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.111.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.111.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.112.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.112.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.112.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.113.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.113.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.113.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.114.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.114.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.114.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.115.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.115.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.115.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.116.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.116.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.116.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.117.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.117.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.117.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.118.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.118.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.118.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.119.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.119.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.119.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.12.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.12.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.12.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.120.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.120.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.120.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.121.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.121.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.121.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.122.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.122.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.122.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.123.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.123.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.123.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.124.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.124.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.124.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.125.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.125.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.125.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.126.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.126.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.126.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.127.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.127.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.127.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.128.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.128.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.128.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.129.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.129.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.129.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.176.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.176.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.176.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.177.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.177.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.177.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.178.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.178.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.178.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.179.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.179.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.179.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.18.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.18.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.18.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.180.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.180.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.180.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.181.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.181.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.181.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.182.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.182.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.182.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.183.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.183.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.183.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.184.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.184.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.184.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.185.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.185.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.185.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.186.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.186.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.186.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.187.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.187.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.187.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.188.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.188.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.188.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.189.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.189.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.189.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.19.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.19.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.19.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.190.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.190.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.190.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.191.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.191.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.191.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.192.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.192.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.192.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.193.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.193.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.193.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.24.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.24.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.24.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.240.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.240.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.240.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.241.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.241.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.241.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.242.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.242.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.242.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.243.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.243.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.243.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.244.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.244.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.244.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.245.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.245.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.245.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.246.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.246.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.246.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.247.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.247.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.247.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.248.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.248.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.248.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.249.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.249.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.249.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.25.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.25.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.25.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.250.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.250.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.250.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.251.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.251.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.251.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.252.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.252.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.252.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.253.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.253.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.253.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.254.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.254.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.254.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.255.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.255.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.255.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.26.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.26.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.26.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.27.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.27.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.27.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.74.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.74.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.74.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.75.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.75.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.75.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.76.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.76.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.76.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.77.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.77.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.77.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.78.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.78.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.78.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.79.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.79.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.79.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.8.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.8.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.8.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.80.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.80.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.80.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.81.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.81.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.81.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.82.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.82.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.82.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.83.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.83.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.83.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.84.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.84.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.84.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.85.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.85.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.85.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.86.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.86.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.86.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.87.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.87.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.87.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.88.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.88.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.88.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.89.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.89.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.89.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.9.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.9.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.9.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.90.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.90.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.90.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.91.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.91.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.91.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.e_score_correction_bias": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.post_attention_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.bias": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.weights_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wk.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wq_b.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_proj_with_mqa.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.o_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.input_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.131.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.131.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.131.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.132.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.132.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.132.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.133.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.133.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.133.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.134.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.134.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.134.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.135.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.135.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.135.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.136.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.136.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.136.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.137.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.137.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.137.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.138.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.138.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.138.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.139.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.139.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.139.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.14.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.14.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.14.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.140.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.140.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.140.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.141.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.141.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.141.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.142.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.142.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.142.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.143.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.143.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.143.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.144.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.144.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.144.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.145.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.145.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.145.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.146.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.146.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.146.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.147.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.147.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.147.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.148.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.148.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.148.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.149.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.149.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.149.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.196.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.196.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.196.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.197.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.197.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.197.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.198.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.198.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.198.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.199.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.199.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.199.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.2.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.2.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.2.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.20.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.20.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.20.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.200.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.200.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.200.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.201.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.201.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.201.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.202.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.202.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.202.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.203.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.203.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.203.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.204.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.204.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.204.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.205.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.205.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.205.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.206.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.206.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.206.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.207.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.207.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.207.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.208.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.208.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.208.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.209.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.209.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.209.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.21.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.21.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.21.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.210.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.210.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.210.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.211.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.211.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.211.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.212.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.212.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.212.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.3.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.3.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.3.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.30.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.30.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.30.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.31.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.31.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.31.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.32.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.32.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.32.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.33.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.33.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.33.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.34.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.34.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.34.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.35.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.35.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.35.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.36.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.36.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.36.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.37.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.37.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.37.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.38.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.38.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.38.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.39.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.39.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.39.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.4.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.4.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.4.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.40.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.40.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.40.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.41.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.41.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.41.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.42.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.42.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.42.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.43.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.43.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.43.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.44.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.44.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.44.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.45.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.45.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.45.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.46.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.46.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.46.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.47.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.47.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.47.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.94.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.94.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.94.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.95.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.95.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.95.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.96.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.96.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.96.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.97.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.97.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.97.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.98.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.98.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.98.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.99.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.99.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.99.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.gate.e_score_correction_bias": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.gate.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.post_attention_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_proj_with_mqa.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.kv_b_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.o_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.q_a_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.q_a_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.q_b_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.input_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.0.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.0.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.0.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.1.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.1.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.1.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.10.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.10.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.10.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.100.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.100.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.100.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.101.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.101.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.101.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.102.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.102.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.102.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.103.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.103.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.103.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.104.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.104.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.104.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.105.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.105.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.105.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.152.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.152.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.152.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.153.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.153.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.153.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.154.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.154.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.154.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.155.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.155.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.155.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.156.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.156.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.156.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.157.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.157.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.157.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.158.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.158.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.158.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.159.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.159.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.159.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.16.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.16.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.16.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.160.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.160.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.160.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.161.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.161.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.161.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.162.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.162.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.162.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.163.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.163.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.163.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.164.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.164.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.164.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.165.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.165.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.165.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.166.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.166.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.166.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.167.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.167.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.167.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.168.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.168.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.168.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.169.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.169.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.169.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.17.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.17.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.17.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.216.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.216.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.216.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.217.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.217.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.217.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.218.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.218.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.218.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.219.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.219.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.219.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.22.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.22.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.22.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.220.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.220.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.220.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.221.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.221.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.221.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.222.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.222.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.222.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.223.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.223.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.223.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.224.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.224.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.224.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.225.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.225.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.225.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.226.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.226.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.226.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.227.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.227.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.227.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.228.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.228.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.228.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.229.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.229.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.229.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.23.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.23.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.23.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.230.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.230.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.230.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.231.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.231.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.231.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.232.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.232.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.232.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.233.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.233.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.233.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.50.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.50.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.50.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.51.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.51.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.51.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.52.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.52.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.52.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.53.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.53.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.53.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.54.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.54.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.54.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.55.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.55.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.55.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.56.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.56.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.56.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.57.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.57.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.57.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.58.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.58.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.58.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.59.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.59.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.59.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.6.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.6.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.6.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.60.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.60.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.60.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.61.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.61.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.61.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.62.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.62.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.62.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.63.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.63.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.63.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.64.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.64.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.64.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.65.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.65.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.65.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.66.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.66.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.66.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.67.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.67.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.67.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.68.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.68.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.68.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.e_score_correction_bias": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.post_attention_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_proj_with_mqa.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.o_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.input_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.108.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.108.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.108.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.109.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.109.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.109.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.11.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.11.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.11.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.110.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.110.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.110.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.111.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.111.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.111.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.112.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.112.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.112.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.113.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.113.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.113.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.114.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.114.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.114.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.115.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.115.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.115.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.116.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.116.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.116.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.117.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.117.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.117.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.118.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.118.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.118.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.119.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.119.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.119.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.12.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.12.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.12.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.120.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.120.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.120.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.121.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.121.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.121.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.122.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.122.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.122.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.123.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.123.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.123.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.124.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.124.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.124.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.125.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.125.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.125.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.126.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.172.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.172.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.172.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.173.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.173.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.173.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.174.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.174.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.174.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.175.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.175.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.175.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.176.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.176.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.176.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.177.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.177.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.177.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.178.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.178.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.178.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.179.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.179.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.179.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.18.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.18.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.18.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.180.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.180.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.180.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.181.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.181.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.181.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.182.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.182.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.182.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.183.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.183.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.183.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.184.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.184.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.184.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.185.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.185.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.185.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.186.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.186.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.186.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.187.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.187.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.187.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.188.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.188.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.188.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.189.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.189.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.189.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.19.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.19.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.19.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.190.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.236.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.236.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.236.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.237.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.237.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.237.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.238.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.238.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.238.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.239.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.239.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.239.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.24.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.24.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.24.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.240.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.240.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.240.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.241.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.241.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.241.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.242.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.242.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.242.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.243.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.243.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.243.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.244.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.244.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.244.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.245.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.245.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.245.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.246.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.246.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.246.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.247.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.247.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.247.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.248.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.248.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.248.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.249.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.249.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.249.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.25.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.25.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.25.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.250.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.250.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.250.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.251.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.251.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.251.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.252.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.252.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.252.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.253.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.253.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.253.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.254.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.70.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.70.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.70.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.71.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.71.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.71.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.72.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.72.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.72.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.73.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.73.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.73.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.74.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.74.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.74.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.75.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.75.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.75.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.76.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.76.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.76.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.77.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.77.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.77.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.78.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.78.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.78.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.79.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.79.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.79.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.8.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.8.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.8.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.80.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.80.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.80.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.81.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.81.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.81.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.82.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.82.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.82.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.83.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.83.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.83.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.84.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.84.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.84.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.85.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.85.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.85.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.86.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.86.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.86.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.87.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.87.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.87.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.88.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.88.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.88.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.89.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.e_score_correction_bias": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.post_attention_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_proj_with_mqa.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.o_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.input_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.128.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.128.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.128.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.129.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.129.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.129.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.13.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.13.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.13.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.130.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.130.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.130.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.131.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.131.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.131.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.132.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.132.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.132.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.133.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.133.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.133.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.134.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.134.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.134.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.135.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.135.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.135.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.136.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.136.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.136.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.137.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.137.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.137.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.138.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.138.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.138.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.139.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.139.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.139.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.14.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.14.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.14.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.140.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.140.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.140.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.141.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.141.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.141.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.142.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.142.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.142.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.143.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.143.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.143.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.144.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.144.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.144.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.145.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.145.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.145.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.146.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.146.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.146.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.192.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.192.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.192.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.193.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.193.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.193.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.194.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.194.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.194.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.195.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.195.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.195.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.196.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.196.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.196.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.197.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.197.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.197.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.198.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.198.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.198.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.199.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.199.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.199.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.2.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.2.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.2.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.20.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.20.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.20.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.200.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.200.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.200.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.201.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.201.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.201.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.202.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.202.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.202.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.203.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.203.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.203.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.204.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.204.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.204.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.205.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.205.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.205.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.206.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.206.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.206.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.207.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.207.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.207.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.208.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.208.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.208.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.209.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.209.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.209.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.21.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.21.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.21.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.26.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.26.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.26.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.27.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.27.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.27.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.28.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.28.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.28.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.29.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.29.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.29.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.3.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.3.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.3.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.30.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.30.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.30.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.31.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.31.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.31.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.32.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.32.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.32.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.33.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.33.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.33.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.34.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.34.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.34.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.35.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.35.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.35.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.36.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.36.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.36.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.37.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.37.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.37.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.38.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.38.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.38.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.39.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.39.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.39.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.4.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.4.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.4.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.40.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.40.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.40.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.41.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.41.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.41.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.42.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.42.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.42.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.43.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.43.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.43.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.44.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.44.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.44.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.90.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.90.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.90.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.91.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.91.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.91.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.92.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.92.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.92.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.93.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.93.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.93.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.94.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.94.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.94.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.95.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.95.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.95.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.96.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.96.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.96.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.97.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.97.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.97.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.98.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.98.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.98.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.99.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.99.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.99.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.gate.e_score_correction_bias": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.gate.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.post_attention_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.bias": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.weights_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wk.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wq_b.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_proj_with_mqa.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.kv_b_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.o_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.q_a_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.q_a_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.q_b_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.input_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.0.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.0.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.0.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.1.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.1.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.1.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.10.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.10.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.10.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.100.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.100.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.100.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.101.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.101.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.101.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.102.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.149.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.149.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.149.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.15.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.15.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.15.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.150.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.150.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.150.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.151.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.151.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.151.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.152.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.152.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.152.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.153.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.153.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.153.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.154.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.154.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.154.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.155.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.155.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.155.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.156.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.156.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.156.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.157.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.157.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.157.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.158.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.158.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.158.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.159.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.159.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.159.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.16.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.16.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.16.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.160.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.160.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.160.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.161.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.161.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.161.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.162.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.162.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.162.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.163.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.163.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.163.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.164.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.164.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.164.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.165.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.165.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.165.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.166.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.166.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.166.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.167.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.212.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.212.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.212.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.213.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.213.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.213.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.214.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.214.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.214.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.215.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.215.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.215.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.216.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.216.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.216.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.217.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.217.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.217.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.218.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.218.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.218.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.219.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.219.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.219.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.22.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.22.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.22.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.220.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.220.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.220.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.221.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.221.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.221.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.222.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.222.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.222.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.223.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.223.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.223.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.224.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.224.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.224.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.225.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.225.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.225.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.226.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.226.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.226.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.227.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.227.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.227.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.228.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.228.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.228.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.229.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.229.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.229.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.23.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.23.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.23.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.230.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.47.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.47.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.47.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.48.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.48.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.48.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.49.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.49.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.49.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.5.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.5.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.5.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.50.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.50.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.50.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.51.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.51.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.51.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.52.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.52.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.52.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.53.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.53.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.53.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.54.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.54.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.54.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.55.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.55.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.55.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.56.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.56.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.56.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.57.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.57.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.57.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.58.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.58.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.58.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.59.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.59.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.59.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.6.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.6.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.6.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.60.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.60.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.60.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.61.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.61.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.61.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.62.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.62.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.62.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.63.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.63.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.63.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.64.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.64.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.64.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.65.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.e_score_correction_bias": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.post_attention_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_proj_with_mqa.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.o_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.input_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.104.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.104.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.104.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.105.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.105.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.105.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.106.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.106.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.106.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.107.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.107.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.107.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.108.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.108.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.108.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.109.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.109.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.109.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.11.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.11.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.11.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.110.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.110.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.110.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.111.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.111.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.111.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.112.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.112.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.112.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.113.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.113.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.113.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.114.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.114.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.114.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.115.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.115.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.115.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.116.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.116.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.116.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.117.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.117.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.117.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.118.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.118.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.118.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.119.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.119.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.119.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.12.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.12.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.12.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.120.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.120.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.120.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.121.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.121.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.121.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.122.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.122.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.122.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.169.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.169.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.169.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.17.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.17.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.17.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.170.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.170.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.170.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.171.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.171.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.171.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.172.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.172.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.172.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.173.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.173.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.173.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.174.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.174.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.174.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.175.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.175.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.175.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.176.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.176.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.176.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.177.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.177.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.177.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.178.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.178.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.178.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.179.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.179.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.179.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.18.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.18.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.18.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.180.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.180.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.180.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.181.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.181.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.181.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.182.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.182.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.182.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.183.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.183.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.183.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.184.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.184.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.184.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.185.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.185.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.185.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.186.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.186.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.186.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.187.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.187.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.187.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.232.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.232.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.232.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.233.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.233.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.233.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.234.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.234.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.234.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.235.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.235.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.235.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.236.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.236.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.236.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.237.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.237.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.237.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.238.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.238.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.238.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.239.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.239.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.239.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.24.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.24.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.24.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.240.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.240.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.240.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.241.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.241.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.241.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.242.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.242.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.242.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.243.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.243.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.243.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.244.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.244.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.244.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.245.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.245.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.245.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.246.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.246.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.246.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.247.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.247.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.247.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.248.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.248.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.248.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.249.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.249.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.249.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.25.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.25.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.25.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.250.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.250.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.250.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.67.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.67.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.67.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.68.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.68.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.68.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.69.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.69.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.69.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.7.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.7.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.7.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.70.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.70.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.70.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.71.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.71.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.71.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.72.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.72.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.72.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.73.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.73.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.73.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.74.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.74.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.74.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.75.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.75.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.75.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.76.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.76.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.76.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.77.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.77.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.77.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.78.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.78.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.78.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.79.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.79.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.79.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.8.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.8.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.8.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.80.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.80.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.80.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.81.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.81.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.81.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.82.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.82.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.82.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.83.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.83.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.83.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.84.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.84.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.84.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.85.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.85.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.85.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.e_score_correction_bias": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.post_attention_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_proj_with_mqa.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.o_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.input_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.124.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.124.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.124.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.125.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.125.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.125.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.126.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.126.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.126.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.127.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.127.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.127.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.128.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.128.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.128.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.129.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.129.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.129.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.13.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.13.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.13.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.130.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.130.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.130.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.131.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.131.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.131.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.132.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.132.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.132.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.133.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.133.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.133.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.134.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.134.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.134.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.135.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.135.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.135.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.136.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.136.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.136.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.137.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.137.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.137.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.138.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.138.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.138.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.139.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.139.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.139.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.14.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.14.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.14.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.140.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.140.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.140.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.141.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.141.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.141.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.142.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.142.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.142.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.143.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.143.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.143.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.189.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.189.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.189.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.19.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.19.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.19.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.190.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.190.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.190.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.191.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.191.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.191.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.192.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.192.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.192.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.193.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.193.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.193.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.194.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.194.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.194.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.195.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.195.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.195.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.196.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.196.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.196.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.197.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.197.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.197.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.198.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.198.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.198.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.199.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.199.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.199.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.2.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.2.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.2.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.20.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.20.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.20.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.200.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.200.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.200.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.201.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.201.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.201.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.202.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.202.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.202.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.203.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.203.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.203.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.204.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.204.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.204.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.205.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.205.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.205.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.206.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.206.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.206.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.207.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.207.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.207.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.252.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.252.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.252.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.253.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.253.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.253.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.254.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.254.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.254.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.255.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.255.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.255.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.26.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.26.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.26.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.27.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.27.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.27.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.28.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.28.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.28.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.29.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.29.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.29.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.3.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.3.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.3.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.30.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.30.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.30.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.31.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.31.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.31.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.32.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.32.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.32.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.33.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.33.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.33.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.34.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.34.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.34.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.35.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.35.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.35.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.36.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.36.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.36.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.37.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.37.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.37.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.38.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.38.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.38.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.39.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.39.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.39.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.4.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.4.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.4.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.40.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.40.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.40.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.41.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.41.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.41.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.87.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.87.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.87.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.88.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.88.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.88.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.89.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.89.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.89.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.9.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.9.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.9.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.90.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.90.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.90.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.91.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.91.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.91.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.92.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.92.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.92.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.93.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.93.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.93.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.94.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.94.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.94.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.95.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.95.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.95.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.96.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.96.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.96.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.97.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.97.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.97.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.98.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.98.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.98.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.99.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.99.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.99.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.gate.e_score_correction_bias": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.gate.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.post_attention_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_proj_with_mqa.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.kv_b_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.o_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.q_a_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.q_a_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.q_b_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.78.eh_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.78.enorm.weight": "model-00270-of-00282.safetensors", + "model.layers.78.hnorm.weight": "model-00270-of-00282.safetensors", + "model.layers.78.input_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.78.mlp.experts.0.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.143.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.143.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.143.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.144.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.144.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.144.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.145.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.145.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.145.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.146.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.146.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.146.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.147.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.147.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.147.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.148.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.148.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.148.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.149.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.149.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.149.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.15.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.15.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.15.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.150.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.150.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.150.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.151.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.151.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.151.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.152.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.152.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.152.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.153.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.153.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.153.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.154.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.154.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.154.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.155.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.155.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.155.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.156.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.156.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.156.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.157.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.157.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.157.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.158.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.158.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.158.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.159.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.159.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.159.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.16.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.16.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.16.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.160.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.160.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.160.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.161.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.161.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.161.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.162.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.207.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.207.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.207.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.208.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.208.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.208.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.209.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.209.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.209.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.21.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.21.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.21.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.210.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.210.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.210.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.211.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.211.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.211.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.212.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.212.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.212.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.213.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.213.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.213.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.214.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.214.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.214.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.215.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.215.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.215.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.216.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.216.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.216.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.217.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.217.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.217.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.218.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.218.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.218.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.219.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.219.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.219.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.22.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.22.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.22.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.220.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.220.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.220.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.221.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.221.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.221.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.222.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.222.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.222.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.223.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.223.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.223.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.224.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.224.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.224.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.225.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.225.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.225.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.226.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.41.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.41.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.41.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.42.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.42.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.42.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.43.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.43.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.43.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.44.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.44.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.44.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.45.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.45.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.45.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.46.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.46.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.46.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.47.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.47.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.47.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.48.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.48.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.48.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.49.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.49.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.49.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.5.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.5.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.5.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.50.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.50.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.50.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.51.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.51.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.51.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.52.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.52.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.52.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.53.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.53.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.53.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.54.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.54.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.54.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.55.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.55.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.55.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.56.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.56.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.56.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.57.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.57.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.57.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.58.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.58.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.58.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.59.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.59.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.59.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.6.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.6.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.6.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.60.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.e_score_correction_bias": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.post_attention_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.bias": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.weights_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wk.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wq_b.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_proj_with_mqa.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.o_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.shared_head.norm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.input_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.100.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.100.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.101.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.101.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.102.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.102.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.103.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.103.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.104.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.104.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.105.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.105.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.106.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.106.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.107.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.107.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.108.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.108.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.109.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.109.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.110.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.110.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.111.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.111.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.112.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.112.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.113.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.113.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.114.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.114.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.115.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.115.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.116.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.116.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.117.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.117.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.118.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.118.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.163.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.163.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.164.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.164.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.165.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.165.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.166.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.166.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.167.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.167.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.168.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.168.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.169.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.169.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.170.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.170.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.171.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.171.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.172.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.172.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.173.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.173.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.174.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.174.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.175.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.175.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.176.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.176.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.177.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.177.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.178.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.178.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.179.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.179.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.180.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.180.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.181.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.181.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.182.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.182.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.227.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.227.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.227.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.228.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.228.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.228.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.229.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.229.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.229.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.230.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.230.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.230.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.231.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.231.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.231.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.232.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.232.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.232.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.233.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.233.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.233.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.234.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.234.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.234.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.235.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.235.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.235.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.236.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.236.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.236.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.237.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.237.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.237.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.238.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.238.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.238.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.239.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.239.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.239.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.240.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.240.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.240.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.241.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.241.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.241.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.242.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.242.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.242.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.243.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.243.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.243.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.244.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.244.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.244.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.245.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.245.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.245.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.246.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.246.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.246.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.64.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.64.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.65.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.65.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.66.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.66.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.67.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.67.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.68.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.68.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.69.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.69.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.70.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.70.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.71.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.71.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.72.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.72.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.73.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.73.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.74.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.74.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.75.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.75.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.76.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.76.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.77.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.77.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.78.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.78.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.79.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.79.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.80.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.80.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.e_score_correction_bias": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.input_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.119.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.119.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.120.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.120.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.121.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.121.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.122.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.122.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.123.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.123.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.124.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.124.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.125.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.125.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.126.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.126.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.127.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.127.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.128.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.128.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.129.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.129.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.130.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.130.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.131.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.131.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.132.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.132.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.133.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.133.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.134.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.134.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.135.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.135.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.136.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.136.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.137.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.137.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.138.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.138.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.139.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.183.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.183.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.184.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.184.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.185.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.185.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.186.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.186.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.187.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.187.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.188.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.188.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.189.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.189.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.190.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.190.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.191.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.191.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.192.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.192.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.192.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.193.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.193.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.193.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.194.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.194.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.194.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.195.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.195.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.195.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.196.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.196.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.196.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.197.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.197.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.197.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.198.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.198.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.198.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.199.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.199.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.199.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.200.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.200.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.200.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.201.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.201.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.201.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.202.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.247.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.247.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.247.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.248.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.248.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.248.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.249.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.249.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.249.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.250.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.250.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.250.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.251.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.251.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.251.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.252.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.252.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.252.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.253.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.253.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.253.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.254.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.254.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.254.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.255.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.255.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.255.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.81.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.81.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.82.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.82.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.83.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.83.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.84.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.84.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.85.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.85.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.86.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.86.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.87.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.87.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.88.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.88.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.89.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.89.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.90.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.90.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.91.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.91.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.92.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.92.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.93.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.93.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.94.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.94.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.95.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.95.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.96.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.96.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.97.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.97.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.98.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.98.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.99.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.99.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.gate.e_score_correction_bias": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.gate.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.kv_b_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_layernorm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_b_proj.weight": "model-00282-of-00282.safetensors", + "model.norm.weight": "model-00282-of-00282.safetensors" + } +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d +size 20217442 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e375fa0a4e16660ce0e2026e39374d35dad4c079 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,33 @@ +{ + "backend": "tokenizers", + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>" + ], + "is_local": true, + "model_max_length": 1048576, + "model_specific_special_tokens": {}, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "TokenizersBackend" +}