maas-base/tests/fixtures/estimates/unsloth_DeepSeek-R1-GGUF_DeepSeek-R1-BF16/remote/brief/6/668b33ce3725cb60

{"header":{"magic":1179993927,"version":3,"tensorCount":1025,"metadataKVCount":105,"metadataKV":[{"key":"general.architecture","valueType":8,"value":"deepseek2"},{"key":"general.type","valueType":8,"value":"model"},{"key":"general.name","valueType":8,"value":"DeepSeek R1 BF16"},{"key":"general.quantized_by","valueType":8,"value":"Unsloth"},{"key":"general.size_label","valueType":8,"value":"256x20B"},{"key":"general.repo_url","valueType":8,"value":"https://huggingface.co/unsloth"},{"key":"deepseek2.block_count","valueType":4,"value":61},{"key":"deepseek2.context_length","valueType":4,"value":163840},{"key":"deepseek2.embedding_length","valueType":4,"value":7168},{"key":"deepseek2.feed_forward_length","valueType":4,"value":18432},{"key":"deepseek2.attention.head_count","valueType":4,"value":128},{"key":"deepseek2.attention.head_count_kv","valueType":4,"value":128},{"key":"deepseek2.rope.freq_base","valueType":6,"value":10000},{"key":"deepseek2.attention.layer_norm_rms_epsilon","valueType":6,"value":0.000001},{"key":"deepseek2.expert_used_count","valueType":4,"value":8},{"key":"general.file_type","valueType":4,"value":32},{"key":"deepseek2.leading_dense_block_count","valueType":4,"value":3},{"key":"deepseek2.vocab_size","valueType":4,"value":129280},{"key":"deepseek2.attention.q_lora_rank","valueType":4,"value":1536},{"key":"deepseek2.attention.kv_lora_rank","valueType":4,"value":512},{"key":"deepseek2.attention.key_length","valueType":4,"value":192},{"key":"deepseek2.attention.value_length","valueType":4,"value":128},{"key":"deepseek2.expert_feed_forward_length","valueType":4,"value":2048},{"key":"deepseek2.expert_count","valueType":4,"value":256},{"key":"deepseek2.expert_shared_count","valueType":4,"value":1},{"key":"deepseek2.expert_weights_scale","valueType":6,"value":2.5},{"key":"deepseek2.expert_weights_norm","valueType":7,"value":true},{"key":"deepseek2.expert_gating_func","valueType":4,"value":2},{"key":"deepseek2.rope.dimension_count","valueType":4,"value":64},{"key":"deepseek2.rope.scaling.type","valueType":8,"value":"yarn"},{"key":"deepseek2.rope.scaling.factor","valueType":6,"value":40},{"key":"deepseek2.rope.scaling.original_context_length","valueType":4,"value":4096},{"key":"deepseek2.rope.scaling.yarn_log_multiplier","valueType":6,"value":0.1},{"key":"tokenizer.ggml.model","valueType":8,"value":"gpt2"},{"key":"tokenizer.ggml.pre","valueType":8,"value":"deepseek-v3"},{"key":"tokenizer.ggml.tokens","valueType":9,"value":{"type":8,"len":129280,"startOffset":1680,"size":2315773}},{"key":"tokenizer.ggml.token_type","valueType":9,"value":{"type":5,"len":129280,"startOffset":2317502,"size":517120}},{"key":"tokenizer.ggml.merges","valueType":9,"value":{"type":8,"len":127741,"startOffset":2834667,"size":2399021}},{"key":"tokenizer.ggml.bos_token_id","valueType":4,"value":0},{"key":"tokenizer.ggml.eos_token_id","valueType":4,"value":1},{"key":"tokenizer.ggml.padding_token_id","valueType":4,"value":128815},{"key":"tokenizer.ggml.add_bos_token","valueType":7,"value":true},{"key":"tokenizer.ggml.add_eos_token","valueType":7,"value":false},{"key":"tokenizer.chat_template","valueType":8,"value":"{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true) %}{%- for message in messages %}{%- if message['role'] == 'system' %}{%- if ns.is_first_sp %}{% set ns.system_prompt = ns.system_prompt + message['content'] %}{% set ns.is_first_sp = false %}{%- else %}{% set ns.system_prompt = ns.system_prompt + '\\n\\n' + message['content'] %}{%- endif %}{%- endif %}{%- endfor %}{{ bos_token }}{{ ns.system_prompt }}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'\u003c｜User｜\u003e' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and 'tool_calls' in message %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls'] %}{%- if not ns.is_first %}{%- if message['content'] is none %}{{'\u003c｜Assistant｜\u003e\u003c｜tool▁calls▁begin｜\u003e\u003c｜tool▁call▁begin｜\u003e' + tool['type'] + '\u003c｜tool▁sep｜\u003e' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '\u003c｜tool▁call▁end｜\u003e'}}{%- else %}{{'\u003c｜Assistant｜\u003e' + message['content'] + '\u003c｜tool▁calls▁begin｜\u003e\u003c｜tool▁call▁begin｜\u003e' + tool['type'] + '\u003c｜tool▁sep｜\u003e' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '\u003c｜tool▁call▁end｜\u003e'}}{%- endif %}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '\u003c｜tool▁call▁begin｜\u003e' + tool['type'] + '\u003c｜tool▁sep｜\u003e' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '\u003c｜tool▁call▁end｜\u003e'}}{%- endif %}{%- endfor %}{{'\u003c｜tool▁calls▁end｜\u003e\u003c｜end▁of▁sentence｜\u003e'}}{%- endif %}{%- if message['role'] == 'assistant' and 'tool_calls' not in message %}{%- if ns.is_tool %}{{'\u003c｜tool▁outputs▁end｜\u003e' + message['content'] + '\u003c｜end▁of▁sentence｜\u003e'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '\u003c/think\u003e' in content %}{% set content = content.split('\u003c/think\u003e')[-1] %}{% endif %}{{'\u003c｜Assistant｜\u003e' + content + '\u003c｜end▁of▁sentence｜\u003e'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'\u003c｜tool▁outputs▁begin｜\u003e\u003c｜tool▁output▁begin｜\u003e' + message['content'] + '\u003c｜tool▁output▁end｜\u003e'}}{%- set ns.is_output_first = false %}{%- else %}{{'\u003c｜tool▁output▁begin｜\u003e' + message['content'] + '\u003c｜tool▁output▁end｜\u003e'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'\u003c｜tool▁outputs▁end｜\u003e'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'\u003c｜Assistant｜\u003e'}}{% endif %}"},{"key":"general.quantization_version","valueType":4,"value":2},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025},{"key":"split.count","valueType":2,"value":30},{"key":"split.tensors.count","valueType":5,"value":1025}]},"tensorInfos":[{"name":"token_embd.weight","nDimensions":2,"dimensions":[7168,129280],"type":30,"offset":0,"startOffset":5236840},{"name":"blk.0.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":1853358080,"startOffset":5236897},{"name":"blk.0.ffn_down.weight","nDimensions":2,"dimensions":[18432,7168],"type":30,"offset":1853386752,"startOffset":5236951},{"name":"blk.0.ffn_gate.weight","nDimensions":2,"dimensions":[7168,18432],"type":30,"offset":2117627904,"startOffset":5237012},{"name":"blk.0.ffn_up.weight","nDimensions":2,"dimensions":[7168,18432],"type":30,"offset":2381869056,"startOffset":5237073},{"name":"blk.0.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":2646110208,"startOffset":5237132},{"name":"blk.0.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":2646138880,"startOffset":5237185},{"name":"blk.0.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":2646140928,"startOffset":5237244},{"name":"blk.0.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":2654398464,"startOffset":5237310},{"name":"blk.0.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":2687952896,"startOffset":5237372},{"name":"blk.0.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":2922833920,"startOffset":5237436},{"name":"blk.0.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":2922840064,"startOffset":5237494},{"name":"blk.0.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":2944860160,"startOffset":5237555},{"name":"blk.1.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":3020357632,"startOffset":5237616},{"name":"blk.1.ffn_down.weight","nDimensions":2,"dimensions":[18432,7168],"type":30,"offset":3020386304,"startOffset":5237670},{"name":"blk.1.ffn_gate.weight","nDimensions":2,"dimensions":[7168,18432],"type":30,"offset":3284627456,"startOffset":5237731},{"name":"blk.1.ffn_up.weight","nDimensions":2,"dimensions":[7168,18432],"type":30,"offset":3548868608,"startOffset":5237792},{"name":"blk.1.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":3813109760,"startOffset":5237851},{"name":"blk.1.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":3813138432,"startOffset":5237904},{"name":"blk.1.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":3813140480,"startOffset":5237963},{"name":"blk.1.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":3821398016,"startOffset":5238029},{"name":"blk.1.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":3854952448,"startOffset":5238091},{"name":"blk.1.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":4089833472,"startOffset":5238155},{"name":"blk.1.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":4089839616,"startOffset":5238213},{"name":"blk.1.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":4111859712,"startOffset":5238274},{"name":"blk.2.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":4187357184,"startOffset":5238335},{"name":"blk.2.ffn_down.weight","nDimensions":2,"dimensions":[18432,7168],"type":30,"offset":4187385856,"startOffset":5238389},{"name":"blk.2.ffn_gate.weight","nDimensions":2,"dimensions":[7168,18432],"type":30,"offset":4451627008,"startOffset":5238450},{"name":"blk.2.ffn_up.weight","nDimensions":2,"dimensions":[7168,18432],"type":30,"offset":4715868160,"startOffset":5238511},{"name":"blk.2.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":4980109312,"startOffset":5238570},{"name":"blk.2.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":4980137984,"startOffset":5238623},{"name":"blk.2.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":4980140032,"startOffset":5238682},{"name":"blk.2.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":4988397568,"startOffset":5238748},{"name":"blk.2.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":5021952000,"startOffset":5238810},{"name":"blk.2.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":5256833024,"startOffset":5238874},{"name":"blk.2.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":5256839168,"startOffset":5238932},{"name":"blk.2.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":5278859264,"startOffset":5238993},{"name":"blk.3.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":5354356736,"startOffset":5239054},{"name":"blk.3.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":5354357760,"startOffset":5239108},{"name":"blk.3.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":5361697792,"startOffset":5239173},{"name":"blk.3.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":5391057920,"startOffset":5239240},{"name":"blk.3.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":5420418048,"startOffset":5239307},{"name":"blk.3.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":5449778176,"startOffset":5239372},{"name":"blk.3.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":5449780224,"startOffset":5239431},{"name":"blk.3.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":5458037760,"startOffset":5239497},{"name":"blk.3.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":5491592192,"startOffset":5239559},{"name":"blk.3.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":5726473216,"startOffset":5239623},{"name":"blk.3.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":5726479360,"startOffset":5239681},{"name":"blk.3.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":5748499456,"startOffset":5239742},{"name":"blk.3.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":5823996928,"startOffset":5239803},{"name":"blk.3.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":5824025600,"startOffset":5239857},{"name":"blk.3.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":13340218368,"startOffset":5239931},{"name":"blk.3.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":20856411136,"startOffset":5240005},{"name":"blk.3.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":28372603904,"startOffset":5240077},{"name":"blk.4.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":28372632576,"startOffset":5240130},{"name":"blk.4.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":28372633600,"startOffset":5240184},{"name":"blk.4.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":28379973632,"startOffset":5240249},{"name":"blk.4.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":28409333760,"startOffset":5240316},{"name":"blk.4.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":28438693888,"startOffset":5240383},{"name":"blk.4.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":28468054016,"startOffset":5240448},{"name":"blk.4.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":28468056064,"startOffset":5240507},{"name":"blk.4.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":28476313600,"startOffset":5240573},{"name":"blk.4.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":28509868032,"startOffset":5240635},{"name":"blk.4.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":28744749056,"startOffset":5240699},{"name":"blk.4.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":28744755200,"startOffset":5240757},{"name":"blk.4.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":28766775296,"startOffset":5240818},{"name":"blk.4.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":28842272768,"startOffset":5240879},{"name":"blk.4.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":28842301440,"startOffset":5240933},{"name":"blk.4.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":36358494208,"startOffset":5241007},{"name":"blk.4.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.4.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":178},{"name":"blk.5.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7516221440,"startOffset":231},{"name":"blk.5.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7516223488,"startOffset":290},{"name":"blk.5.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7524481024,"startOffset":356},{"name":"blk.5.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7558035456,"startOffset":418},{"name":"blk.5.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7792916480,"startOffset":482},{"name":"blk.5.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7792922624,"startOffset":540},{"name":"blk.5.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7814942720,"startOffset":601},{"name":"blk.5.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7890440192,"startOffset":662},{"name":"blk.5.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7890441216,"startOffset":716},{"name":"blk.5.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7897781248,"startOffset":781},{"name":"blk.5.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7927141376,"startOffset":848},{"name":"blk.5.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7956501504,"startOffset":915},{"name":"blk.5.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":980},{"name":"blk.5.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1034},{"name":"blk.5.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1108},{"name":"blk.5.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1182},{"name":"blk.5.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1254},{"name":"blk.6.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1307},{"name":"blk.6.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1361},{"name":"blk.6.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1426},{"name":"blk.6.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1493},{"name":"blk.6.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1560},{"name":"blk.6.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1625},{"name":"blk.6.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1684},{"name":"blk.6.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1750},{"name":"blk.6.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1812},{"name":"blk.6.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1876},{"name":"blk.6.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1934},{"name":"blk.6.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":1995},{"name":"blk.6.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2056},{"name":"blk.6.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2110},{"name":"blk.6.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2184},{"name":"blk.6.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.6.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":178},{"name":"blk.7.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":231},{"name":"blk.7.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":285},{"name":"blk.7.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":350},{"name":"blk.7.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":417},{"name":"blk.7.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":484},{"name":"blk.7.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":549},{"name":"blk.7.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":608},{"name":"blk.7.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":674},{"name":"blk.7.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":736},{"name":"blk.7.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":800},{"name":"blk.7.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":858},{"name":"blk.7.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":919},{"name":"blk.7.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":980},{"name":"blk.7.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1034},{"name":"blk.7.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1108},{"name":"blk.7.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1182},{"name":"blk.7.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1254},{"name":"blk.8.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1307},{"name":"blk.8.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1361},{"name":"blk.8.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1426},{"name":"blk.8.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1493},{"name":"blk.8.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1560},{"name":"blk.8.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1625},{"name":"blk.8.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1684},{"name":"blk.8.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1750},{"name":"blk.8.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1812},{"name":"blk.8.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1876},{"name":"blk.8.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1934},{"name":"blk.8.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":1995},{"name":"blk.8.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2056},{"name":"blk.8.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2110},{"name":"blk.8.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2184},{"name":"blk.8.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.8.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":178},{"name":"blk.9.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":231},{"name":"blk.9.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":285},{"name":"blk.9.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":350},{"name":"blk.9.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":417},{"name":"blk.9.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":484},{"name":"blk.9.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":549},{"name":"blk.9.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":608},{"name":"blk.9.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":674},{"name":"blk.9.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":736},{"name":"blk.9.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":800},{"name":"blk.9.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":858},{"name":"blk.9.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":919},{"name":"blk.10.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7985861632,"startOffset":980},{"name":"blk.10.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7985862656,"startOffset":1035},{"name":"blk.10.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7993202688,"startOffset":1101},{"name":"blk.10.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":8022562816,"startOffset":1169},{"name":"blk.10.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":8051922944,"startOffset":1237},{"name":"blk.10.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":8081283072,"startOffset":1303},{"name":"blk.10.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":8081285120,"startOffset":1363},{"name":"blk.10.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":8089542656,"startOffset":1430},{"name":"blk.10.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":8123097088,"startOffset":1493},{"name":"blk.10.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":8357978112,"startOffset":1558},{"name":"blk.10.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":8357984256,"startOffset":1617},{"name":"blk.10.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":8380004352,"startOffset":1679},{"name":"blk.9.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":8455501824,"startOffset":1741},{"name":"blk.9.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":8455530496,"startOffset":1795},{"name":"blk.9.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15971723264,"startOffset":1869},{"name":"blk.9.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23487916032,"startOffset":1943},{"name":"blk.9.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004108800,"startOffset":2015},{"name":"blk.10.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2068},{"name":"blk.10.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2123},{"name":"blk.10.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2198},{"name":"blk.10.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.10.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.11.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.11.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.11.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.11.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.11.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.11.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.11.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.11.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.11.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.11.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.11.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.11.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.11.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.11.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.11.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.11.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.11.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.12.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.12.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.12.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.12.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.12.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.12.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.12.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.12.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.12.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.12.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.12.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.12.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.12.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.12.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.12.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.12.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.12.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.13.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.13.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.13.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.13.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.13.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.13.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.13.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.13.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.13.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.13.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.13.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.13.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.13.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.13.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.13.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.13.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.13.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.14.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.14.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.14.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.14.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.14.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.14.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.14.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.14.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.14.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.14.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.14.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.14.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.14.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.14.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.14.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.14.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.14.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.15.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.15.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.15.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.15.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.15.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.15.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.15.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.15.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.15.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.15.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.15.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.15.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.15.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.15.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.15.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.15.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.15.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.16.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.16.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.16.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.16.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.16.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.16.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.16.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.16.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.16.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.16.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.16.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.16.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.16.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.16.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.16.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.16.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.16.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.17.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.17.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.17.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.17.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.17.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.17.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.17.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.17.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.17.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.17.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.17.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.17.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.17.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.17.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.17.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.17.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.17.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.18.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.18.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.18.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.18.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.18.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.18.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.18.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.18.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.18.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.18.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.18.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.18.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.18.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.18.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.18.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.18.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.18.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.19.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.19.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.19.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.19.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.19.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.19.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.19.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.19.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.19.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.19.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.19.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.19.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.19.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.19.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.19.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.19.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.19.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.20.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.20.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.20.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.20.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.20.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.20.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.20.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.20.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.20.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.20.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.20.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.20.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.20.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.20.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.20.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.20.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.20.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.21.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.21.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.21.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.21.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.21.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.21.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.21.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.21.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.21.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.21.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.21.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.21.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.21.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.21.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.21.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.21.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.21.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.22.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.22.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.22.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.22.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.22.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.22.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.22.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.22.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.22.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.22.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.22.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.22.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.22.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.22.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.22.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.22.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.22.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.23.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.23.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.23.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.23.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.23.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.23.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.23.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.23.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.23.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.23.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.23.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.23.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.23.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.23.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.23.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.23.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.23.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.24.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.24.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.24.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.24.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.24.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.24.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.24.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.24.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.24.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.24.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.24.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.24.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.24.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.24.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.24.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.24.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.24.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.25.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.25.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.25.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.25.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.25.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.25.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.25.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.25.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.25.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.25.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.25.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.25.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.25.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.25.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.25.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.25.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.25.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.26.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.26.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.26.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.26.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.26.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.26.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.26.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.26.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.26.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.26.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.26.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.26.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.26.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.26.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.26.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.26.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.26.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.27.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.27.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.27.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.27.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.27.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.27.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.27.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.27.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.27.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.27.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.27.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.27.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.27.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.27.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.27.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.27.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.27.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.28.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.28.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.28.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.28.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.28.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.28.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.28.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.28.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.28.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.28.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.28.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.28.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.28.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.28.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.28.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.28.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.28.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.29.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.29.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.29.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.29.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.29.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.29.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.29.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.29.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.29.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.29.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.29.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.29.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.29.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.29.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.29.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.29.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.29.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.30.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.30.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.30.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.30.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.30.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.30.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.30.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.30.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.30.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.30.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.30.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.30.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.30.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.30.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.30.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.30.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.30.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.31.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.31.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.31.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.31.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.31.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.31.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.31.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.31.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.31.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.31.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.31.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.31.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.31.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.31.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.31.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.31.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.31.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.32.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.32.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.32.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.32.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.32.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.32.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.32.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.32.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.32.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.32.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.32.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.32.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.32.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.32.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.32.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.32.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.32.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.33.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.33.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.33.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.33.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.33.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.33.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.33.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.33.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.33.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.33.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.33.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.33.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.33.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.33.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.33.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.33.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.33.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.34.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.34.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.34.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.34.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.34.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.34.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.34.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.34.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.34.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.34.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.34.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.34.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.34.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.34.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.34.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.34.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.34.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.35.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.35.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.35.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.35.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.35.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.35.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.35.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.35.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.35.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.35.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.35.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.35.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.35.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.35.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.35.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.35.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.35.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.36.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.36.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.36.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.36.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.36.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.36.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.36.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.36.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.36.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.36.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.36.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.36.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.36.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.36.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.36.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.36.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.36.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.37.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.37.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.37.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.37.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.37.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.37.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.37.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.37.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.37.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.37.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.37.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.37.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.37.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.37.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.37.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.37.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.37.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.38.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.38.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.38.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.38.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.38.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.38.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.38.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.38.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.38.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.38.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.38.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.38.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.38.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.38.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.38.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.38.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.38.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.39.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.39.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.39.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.39.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.39.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.39.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.39.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.39.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.39.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.39.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.39.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.39.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.39.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.39.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.39.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.39.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.39.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.40.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.40.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.40.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.40.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.40.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.40.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.40.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.40.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.40.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.40.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.40.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.40.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.40.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.40.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.40.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.40.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.40.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.41.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.41.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.41.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.41.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.41.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.41.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.41.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.41.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.41.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.41.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.41.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.41.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.41.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.41.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.41.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.41.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.41.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.42.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.42.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.42.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.42.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.42.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.42.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.42.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.42.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.42.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.42.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.42.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.42.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.42.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.42.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.42.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.42.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.42.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.43.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.43.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.43.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.43.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.43.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.43.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.43.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.43.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.43.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.43.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.43.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.43.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.43.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.43.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.43.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.43.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.43.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.44.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.44.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.44.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.44.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.44.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.44.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.44.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.44.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.44.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.44.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.44.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.44.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.44.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.44.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.44.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.44.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.44.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.45.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.45.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.45.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.45.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.45.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.45.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.45.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.45.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.45.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.45.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.45.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.45.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.45.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.45.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.45.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.45.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.45.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.46.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.46.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.46.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.46.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.46.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.46.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.46.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.46.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.46.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.46.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.46.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.46.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.46.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.46.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.46.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.46.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.46.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.47.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.47.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.47.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.47.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.47.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.47.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.47.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.47.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.47.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.47.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.47.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.47.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.47.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.47.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.47.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.47.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.47.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.48.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.48.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.48.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.48.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.48.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.48.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.48.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.48.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.48.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.48.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.48.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.48.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.48.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.48.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.48.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.48.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.48.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.49.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.49.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.49.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.49.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.49.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.49.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.49.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.49.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.49.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.49.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.49.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.49.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.49.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.49.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.49.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.49.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.49.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.50.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.50.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.50.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.50.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.50.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.50.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.50.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.50.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.50.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.50.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.50.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.50.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.50.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.50.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.50.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.50.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.50.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.51.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.51.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.51.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.51.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.51.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.51.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.51.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.51.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.51.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.51.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.51.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.51.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.51.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.51.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.51.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.51.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.51.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.52.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.52.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.52.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.52.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.52.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.52.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.52.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.52.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.52.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.52.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.52.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.52.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.52.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.52.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.52.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.52.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.52.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.53.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.53.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.53.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.53.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.53.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.53.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.53.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.53.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.53.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.53.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.53.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.53.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.53.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.53.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.53.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.53.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.53.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.54.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.54.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.54.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.54.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.54.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.54.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.54.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.54.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.54.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.54.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.54.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.54.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.54.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.54.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.54.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.54.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.54.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.55.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.55.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.55.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.55.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.55.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.55.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.55.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.55.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.55.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.55.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.55.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.55.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.55.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.55.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.55.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.55.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.55.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.56.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.56.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.56.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.56.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.56.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.56.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.56.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.56.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.56.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.56.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.56.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.56.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.56.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.56.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.56.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.56.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.56.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.57.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.57.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.57.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.57.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.57.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.57.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.57.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.57.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.57.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.57.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.57.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.57.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.57.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.57.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.57.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.57.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.57.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.58.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.58.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.58.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.58.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.58.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.58.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.58.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.58.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.58.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.58.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.58.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.58.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"blk.58.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":31004137472,"startOffset":2087},{"name":"blk.58.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":31004166144,"startOffset":2142},{"name":"blk.58.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":38520358912,"startOffset":2217},{"name":"blk.58.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.58.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"blk.59.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":7516221440,"startOffset":233},{"name":"blk.59.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":7516222464,"startOffset":288},{"name":"blk.59.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":7523562496,"startOffset":354},{"name":"blk.59.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7552922624,"startOffset":422},{"name":"blk.59.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":7582282752,"startOffset":490},{"name":"blk.59.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":7611642880,"startOffset":556},{"name":"blk.59.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":7611644928,"startOffset":616},{"name":"blk.59.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":7619902464,"startOffset":683},{"name":"blk.59.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":7653456896,"startOffset":746},{"name":"blk.59.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":7888337920,"startOffset":811},{"name":"blk.59.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":7888344064,"startOffset":870},{"name":"blk.59.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":7910364160,"startOffset":932},{"name":"blk.59.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7985861632,"startOffset":994},{"name":"blk.59.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":7985890304,"startOffset":1049},{"name":"blk.59.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":15502083072,"startOffset":1124},{"name":"blk.59.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":23018275840,"startOffset":1199},{"name":"blk.59.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":30534468608,"startOffset":1272},{"name":"blk.60.exp_probs_b.bias","nDimensions":1,"dimensions":[256],"type":0,"offset":30534497280,"startOffset":1326},{"name":"blk.60.ffn_gate_inp.weight","nDimensions":2,"dimensions":[7168,256],"type":0,"offset":30534498304,"startOffset":1381},{"name":"blk.60.ffn_down_shexp.weight","nDimensions":2,"dimensions":[2048,7168],"type":30,"offset":30541838336,"startOffset":1447},{"name":"blk.60.ffn_gate_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30571198464,"startOffset":1515},{"name":"blk.60.ffn_up_shexp.weight","nDimensions":2,"dimensions":[7168,2048],"type":30,"offset":30600558592,"startOffset":1583},{"name":"blk.60.attn_kv_a_norm.weight","nDimensions":1,"dimensions":[512],"type":0,"offset":30629918720,"startOffset":1649},{"name":"blk.60.attn_kv_a_mqa.weight","nDimensions":2,"dimensions":[7168,576],"type":30,"offset":30629920768,"startOffset":1709},{"name":"blk.60.attn_kv_b.weight","nDimensions":2,"dimensions":[512,32768],"type":30,"offset":30638178304,"startOffset":1776},{"name":"blk.60.attn_output.weight","nDimensions":2,"dimensions":[16384,7168],"type":30,"offset":30671732736,"startOffset":1839},{"name":"blk.60.attn_q_a_norm.weight","nDimensions":1,"dimensions":[1536],"type":0,"offset":30906613760,"startOffset":1904},{"name":"blk.60.attn_q_a.weight","nDimensions":2,"dimensions":[7168,1536],"type":30,"offset":30906619904,"startOffset":1963},{"name":"blk.60.attn_q_b.weight","nDimensions":2,"dimensions":[1536,24576],"type":30,"offset":30928640000,"startOffset":2025},{"name":"output.weight","nDimensions":2,"dimensions":[7168,129280],"type":30,"offset":31004137472,"startOffset":2087},{"name":"blk.60.attn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":32857495552,"startOffset":2140},{"name":"blk.60.ffn_down_exps.weight","nDimensions":3,"dimensions":[2048,7168,256],"type":30,"offset":32857524224,"startOffset":2195},{"name":"blk.60.ffn_gate_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":40373716992,"startOffset":2270},{"name":"blk.60.ffn_up_exps.weight","nDimensions":3,"dimensions":[7168,2048,256],"type":30,"offset":0,"startOffset":106},{"name":"blk.60.ffn_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516192768,"startOffset":179},{"name":"output_norm.weight","nDimensions":1,"dimensions":[7168],"type":0,"offset":7516221440,"startOffset":233}],"padding":0,"splitPaddings":[7,14,14,31,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,12,23,5],"tensorDataStartOffset":0,"splitTensorDataStartOffsets":[5241088,2272,2272,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2304,2368,288],"size":1342273048096,"splitSizes":[43879928064,46036553952,46036553952,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,46036553984,47889912128,7516250400],"modelSize":1342267742208,"splitModelSizes":[43874686976,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,46036551680,47889909760,7516250112],"modelParameters":671026419200,"modelBitsPerWeight":16.00256209057469}