| { |
| "metadata": { |
| "ParamSize": 590, |
| "ParamBytes": 14126854144.0, |
| "BitsPerParam": 16.0 |
| }, |
| "records": [ |
| { |
| "dataPath": "params_shard_0.bin", |
| "format": "raw-shard", |
| "nbytes": 262668288, |
| "records": [ |
| { |
| "name": "language_model.lm_head.weight", |
| "shape": [ |
| 32064, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 262668288, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "39400dcc46be2f77cbd3bdbb23df0e20" |
| }, |
| { |
| "dataPath": "params_shard_1.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.22.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "bdbe8a8197a4d2c8eaf4681401c32693" |
| }, |
| { |
| "dataPath": "params_shard_2.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.22.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "70fe8d914b1e231c9663aa4c7f1ea0b4" |
| }, |
| { |
| "dataPath": "params_shard_3.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.23.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "0f4cb94fd572946ca5963e63cbe489af" |
| }, |
| { |
| "dataPath": "params_shard_4.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.23.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "198e73156986a21b4d51119a0415ff1f" |
| }, |
| { |
| "dataPath": "params_shard_5.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.23.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "438ed41988e68c301c0a28c0683cf762" |
| }, |
| { |
| "dataPath": "params_shard_6.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.23.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "9bf81a4d4f8400a2d3e8bbbcb6f2cc63" |
| }, |
| { |
| "dataPath": "params_shard_7.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.24.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "cca01120e773c4dc74e519993506415e" |
| }, |
| { |
| "dataPath": "params_shard_8.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.24.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "22d5817e607dd14836bfd302029ceeea" |
| }, |
| { |
| "dataPath": "params_shard_9.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.24.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "ceaefefabfff59d0052a5e5f1b87591f" |
| }, |
| { |
| "dataPath": "params_shard_10.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.24.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5ccda3809da42430def8bd26ee3e8b57" |
| }, |
| { |
| "dataPath": "params_shard_11.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.25.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "09eee680c12f75b45e77579a96698659" |
| }, |
| { |
| "dataPath": "params_shard_12.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.25.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5e783660ee70fcd7abcf211f10f87fd3" |
| }, |
| { |
| "dataPath": "params_shard_13.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.25.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "7520fe93a84a9a3b9b127d806f661dd1" |
| }, |
| { |
| "dataPath": "params_shard_14.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.25.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "42472065a4227f0ef4b930cc2663960c" |
| }, |
| { |
| "dataPath": "params_shard_15.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.26.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "298c0690d3a15175fb8454d230fb0659" |
| }, |
| { |
| "dataPath": "params_shard_16.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.26.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "314b39d52d515a0d4bff2f343a23c623" |
| }, |
| { |
| "dataPath": "params_shard_17.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.26.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "aeec9eab2fdcdf820f2b1536aa8363d4" |
| }, |
| { |
| "dataPath": "params_shard_18.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.26.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "3da8cc5454947804f979084da2c98bc6" |
| }, |
| { |
| "dataPath": "params_shard_19.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.27.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "2bfb7df00aa499af63871073c6d7883f" |
| }, |
| { |
| "dataPath": "params_shard_20.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.27.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "f08fe8b10ea2c4f0d73822dd0e4f5d2c" |
| }, |
| { |
| "dataPath": "params_shard_21.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.27.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "ae3e95c4fe29622e1a711a437a402999" |
| }, |
| { |
| "dataPath": "params_shard_22.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.27.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d6d28504f2e975b66b88ddea5da453f0" |
| }, |
| { |
| "dataPath": "params_shard_23.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.28.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "f422e68c8d2b201ced094e45007d6e49" |
| }, |
| { |
| "dataPath": "params_shard_24.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.28.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "64488e71b761d42a0b772d50f2927f64" |
| }, |
| { |
| "dataPath": "params_shard_25.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.28.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a7b97bd8f0a4fbcf7224407e45bc09c3" |
| }, |
| { |
| "dataPath": "params_shard_26.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.28.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "2fb308b2d573d2dc3f0be7f61aaaabbc" |
| }, |
| { |
| "dataPath": "params_shard_27.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.29.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "cdfdabe2656f7fb1a63eaef7de2e230c" |
| }, |
| { |
| "dataPath": "params_shard_28.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.29.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "8b828becbd4df305c1a934c8f57616f6" |
| }, |
| { |
| "dataPath": "params_shard_29.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.29.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "99806377b7045f23ffc5ef7ef37c7edf" |
| }, |
| { |
| "dataPath": "params_shard_30.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.29.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "4bc1b87483c2be5b484d7346dc6f4626" |
| }, |
| { |
| "dataPath": "params_shard_31.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.30.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a258feda128fa1a161bda3068abf5eff" |
| }, |
| { |
| "dataPath": "params_shard_32.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.30.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "0f6d360cf0a172aa529f9a374c407bc7" |
| }, |
| { |
| "dataPath": "params_shard_33.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.30.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "dbd1d493a565cd306c1e479a92a8f88e" |
| }, |
| { |
| "dataPath": "params_shard_34.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.30.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "ab17789069a6ece842c0dff07feabeca" |
| }, |
| { |
| "dataPath": "params_shard_35.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.31.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "9319da461e1c7c938df92ec896ec146a" |
| }, |
| { |
| "dataPath": "params_shard_36.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.31.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "7aafdfacb8fbd3ad30745caf8ff07993" |
| }, |
| { |
| "dataPath": "params_shard_37.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.31.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "f25fd0547b6d286cf3f20947d7e9dcc3" |
| }, |
| { |
| "dataPath": "params_shard_38.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.31.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "e8b65f4397049a0a9466c7e2deeea7e6" |
| }, |
| { |
| "dataPath": "params_shard_39.bin", |
| "format": "raw-shard", |
| "nbytes": 262668288, |
| "records": [ |
| { |
| "name": "language_model.model.embed_tokens.weight", |
| "shape": [ |
| 32064, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 262668288, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "bd58751fa90fc368810b08c25892d7c7" |
| }, |
| { |
| "dataPath": "params_shard_40.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.0.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5984a117cf5247ab8c8efb5752d835a7" |
| }, |
| { |
| "dataPath": "params_shard_41.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.0.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "924f67c5642241784a614c71bb308e87" |
| }, |
| { |
| "dataPath": "params_shard_42.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.0.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "3f505db5851c248e0756b732b68505ce" |
| }, |
| { |
| "dataPath": "params_shard_43.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.0.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "945dc55633ad33427b27e661fc164cf0" |
| }, |
| { |
| "dataPath": "params_shard_44.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.1.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "2a746ce7ad3399237ef7525dedb13c37" |
| }, |
| { |
| "dataPath": "params_shard_45.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.1.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "1254d789af599843b5544c96f24b3897" |
| }, |
| { |
| "dataPath": "params_shard_46.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.1.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "b7134b05e1b20ae5c4772a22318b68c0" |
| }, |
| { |
| "dataPath": "params_shard_47.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.1.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "b26b3c3db565b6129060eddc2e55e194" |
| }, |
| { |
| "dataPath": "params_shard_48.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.10.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a416427d81e4a55d2c03ac8db84ea12d" |
| }, |
| { |
| "dataPath": "params_shard_49.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.2.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d3d71029dbfdd41000af967ff1303de4" |
| }, |
| { |
| "dataPath": "params_shard_50.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.2.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "96585495c0712d10a7cae939d07a2125" |
| }, |
| { |
| "dataPath": "params_shard_51.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.2.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "fdde7ad40423ad0554efa6dd6ff411a8" |
| }, |
| { |
| "dataPath": "params_shard_52.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.2.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "189fe345d893659c8ddf26f890adf035" |
| }, |
| { |
| "dataPath": "params_shard_53.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.3.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "2f318464eef7e68318a29c73920d8f2f" |
| }, |
| { |
| "dataPath": "params_shard_54.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.3.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a2800ef38c95c775e36eb83705729a5d" |
| }, |
| { |
| "dataPath": "params_shard_55.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.3.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "eea0e96014fc70a987950ebb4fab65ce" |
| }, |
| { |
| "dataPath": "params_shard_56.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.3.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "bdbcd435ffcd9a2b0c739bccd3c6ce7e" |
| }, |
| { |
| "dataPath": "params_shard_57.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.4.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d664a0b8c06e15c992f364ed970dbd42" |
| }, |
| { |
| "dataPath": "params_shard_58.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.4.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "2a826e99789084c8c23d8a577adafec9" |
| }, |
| { |
| "dataPath": "params_shard_59.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.4.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "30890a582f0c76d5c1fe010f744804c3" |
| }, |
| { |
| "dataPath": "params_shard_60.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.4.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "0141e03bbef1960981ab477d3e7073f1" |
| }, |
| { |
| "dataPath": "params_shard_61.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.5.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "66dff6aff1b1b2cc3b5f6b6ea21d8100" |
| }, |
| { |
| "dataPath": "params_shard_62.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.5.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "6c531e3ef56f94266927fbdd3724d236" |
| }, |
| { |
| "dataPath": "params_shard_63.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.5.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "4d21077e72355d83930795db630b007b" |
| }, |
| { |
| "dataPath": "params_shard_64.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.5.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "f3fe776c5274d3fd6f976e8903e16fd2" |
| }, |
| { |
| "dataPath": "params_shard_65.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.6.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "149360f5339d0496a1c9828e14efc5ef" |
| }, |
| { |
| "dataPath": "params_shard_66.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.6.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "35b6e2b53fe6167feec30a8e1632076c" |
| }, |
| { |
| "dataPath": "params_shard_67.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.6.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "7adb1070ed4528d0f7a72fc651e1bbef" |
| }, |
| { |
| "dataPath": "params_shard_68.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.6.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "164040fb0478417dbc527abd88e55588" |
| }, |
| { |
| "dataPath": "params_shard_69.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.7.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "f6dc7420c629862abaaa8e8ed5b6bf77" |
| }, |
| { |
| "dataPath": "params_shard_70.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.7.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "26cdd5b2a62d86f713866b60987fbc29" |
| }, |
| { |
| "dataPath": "params_shard_71.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.7.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "4410b92e1050c4b4885859d5ebc22f6c" |
| }, |
| { |
| "dataPath": "params_shard_72.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.7.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d179c1287a7027360cda0592e824a0d9" |
| }, |
| { |
| "dataPath": "params_shard_73.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.8.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "9674dd1468664b96cb23d6eedc12083e" |
| }, |
| { |
| "dataPath": "params_shard_74.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.8.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "81e305f64c33ea732e3db371d7d2c198" |
| }, |
| { |
| "dataPath": "params_shard_75.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.8.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a4ef8e08432523bae4cac7fd80273333" |
| }, |
| { |
| "dataPath": "params_shard_76.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.8.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "0a955c803f84afec485564a674b6c32f" |
| }, |
| { |
| "dataPath": "params_shard_77.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.9.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "346caf73b2fe993e346d4e960e5500f9" |
| }, |
| { |
| "dataPath": "params_shard_78.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.9.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "48f1ed15c141f1edc834079d573f9a1a" |
| }, |
| { |
| "dataPath": "params_shard_79.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.9.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "fa6d6077aa20cdfd278f052fe30fe371" |
| }, |
| { |
| "dataPath": "params_shard_80.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.9.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d089111971ee2d3f784ab86ec7b8fc8b" |
| }, |
| { |
| "dataPath": "params_shard_81.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "multi_modal_projector.linear_2.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "8a47170acedb67e9ec7a46cff23cff57" |
| }, |
| { |
| "dataPath": "params_shard_82.bin", |
| "format": "raw-shard", |
| "nbytes": 32124928, |
| "records": [ |
| { |
| "name": "language_model.model.layers.22.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "language_model.model.layers.22.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 8192 |
| }, |
| { |
| "name": "language_model.model.layers.23.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 16384 |
| }, |
| { |
| "name": "language_model.model.layers.23.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 24576 |
| }, |
| { |
| "name": "language_model.model.layers.24.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 32768 |
| }, |
| { |
| "name": "language_model.model.layers.24.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 40960 |
| }, |
| { |
| "name": "language_model.model.layers.25.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 49152 |
| }, |
| { |
| "name": "language_model.model.layers.25.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 57344 |
| }, |
| { |
| "name": "language_model.model.layers.26.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 65536 |
| }, |
| { |
| "name": "language_model.model.layers.26.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 73728 |
| }, |
| { |
| "name": "language_model.model.layers.27.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 81920 |
| }, |
| { |
| "name": "language_model.model.layers.27.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 90112 |
| }, |
| { |
| "name": "language_model.model.layers.28.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 98304 |
| }, |
| { |
| "name": "language_model.model.layers.28.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 106496 |
| }, |
| { |
| "name": "language_model.model.layers.29.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 114688 |
| }, |
| { |
| "name": "language_model.model.layers.29.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 122880 |
| }, |
| { |
| "name": "language_model.model.layers.30.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 131072 |
| }, |
| { |
| "name": "language_model.model.layers.30.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 139264 |
| }, |
| { |
| "name": "language_model.model.layers.31.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 147456 |
| }, |
| { |
| "name": "language_model.model.layers.31.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 155648 |
| }, |
| { |
| "name": "language_model.model.norm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 163840 |
| }, |
| { |
| "name": "language_model.model.layers.0.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 172032 |
| }, |
| { |
| "name": "language_model.model.layers.0.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 180224 |
| }, |
| { |
| "name": "language_model.model.layers.1.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 188416 |
| }, |
| { |
| "name": "language_model.model.layers.1.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 196608 |
| }, |
| { |
| "name": "language_model.model.layers.2.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 204800 |
| }, |
| { |
| "name": "language_model.model.layers.2.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 212992 |
| }, |
| { |
| "name": "language_model.model.layers.3.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 221184 |
| }, |
| { |
| "name": "language_model.model.layers.3.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 229376 |
| }, |
| { |
| "name": "language_model.model.layers.4.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 237568 |
| }, |
| { |
| "name": "language_model.model.layers.4.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 245760 |
| }, |
| { |
| "name": "language_model.model.layers.5.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 253952 |
| }, |
| { |
| "name": "language_model.model.layers.5.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 262144 |
| }, |
| { |
| "name": "language_model.model.layers.6.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 270336 |
| }, |
| { |
| "name": "language_model.model.layers.6.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 278528 |
| }, |
| { |
| "name": "language_model.model.layers.7.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 286720 |
| }, |
| { |
| "name": "language_model.model.layers.7.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 294912 |
| }, |
| { |
| "name": "language_model.model.layers.8.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 303104 |
| }, |
| { |
| "name": "language_model.model.layers.8.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 311296 |
| }, |
| { |
| "name": "language_model.model.layers.9.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 319488 |
| }, |
| { |
| "name": "language_model.model.layers.9.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 327680 |
| }, |
| { |
| "name": "multi_modal_projector.linear_1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 335872 |
| }, |
| { |
| "name": "multi_modal_projector.linear_1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 344064 |
| }, |
| { |
| "name": "multi_modal_projector.linear_2.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 8732672 |
| }, |
| { |
| "name": "vision_tower.vision_model.embeddings.class_embedding", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8740864 |
| }, |
| { |
| "name": "vision_tower.vision_model.embeddings.patch_embedding.weight", |
| "shape": [ |
| 1024, |
| 3, |
| 14, |
| 14 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1204224, |
| "byteOffset": 8742912 |
| }, |
| { |
| "name": "vision_tower.vision_model.embeddings.position_embedding.weight", |
| "shape": [ |
| 577, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 1181696, |
| "byteOffset": 9947136 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 11128832 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 11130880 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 11132928 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 11134976 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 11137024 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 11145216 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 19533824 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 19535872 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 27924480 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 27926528 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 30023680 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 30025728 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 32122880 |
| } |
| ], |
| "md5sum": "8ad03846d2568bf856c678e9448501a0" |
| }, |
| { |
| "dataPath": "params_shard_83.bin", |
| "format": "raw-shard", |
| "nbytes": 29405184, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 2097152 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 2099200 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 4196352 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 4198400 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 4200448 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 4202496 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 4204544 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 4212736 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 12601344 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 12603392 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20992000 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20994048 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23091200 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23093248 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25190400 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 25192448 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 27289600 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 27291648 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 29388800 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 29390848 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 29392896 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 29394944 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 29396992 |
| } |
| ], |
| "md5sum": "45a78a0d70be9defb9128bcf67c31496" |
| }, |
| { |
| "dataPath": "params_shard_84.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "45b93ee7acd2cf78617830f4db37d1da" |
| }, |
| { |
| "dataPath": "params_shard_85.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "848d05f288b225a6ad57f1fcc06d0db4" |
| }, |
| { |
| "dataPath": "params_shard_86.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "7a5a1eb82716308e5fef638df3988b8c" |
| }, |
| { |
| "dataPath": "params_shard_87.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "2eb33b4c1dfc835c8ecc272808fe3607" |
| }, |
| { |
| "dataPath": "params_shard_88.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "546b40ff6aa48daee4502c000f26c90c" |
| }, |
| { |
| "dataPath": "params_shard_89.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "ef0296089e022d2853187b686e422c03" |
| }, |
| { |
| "dataPath": "params_shard_90.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "f4b6e3686c289d2b2506e69f7a5467dd" |
| }, |
| { |
| "dataPath": "params_shard_91.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "959205e1554d059d6dedd6fab6e01f35" |
| }, |
| { |
| "dataPath": "params_shard_92.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "3057856c4131b7e707feb9717f4fd21d" |
| }, |
| { |
| "dataPath": "params_shard_93.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "602612832e4e57eb7530ceb325587e88" |
| }, |
| { |
| "dataPath": "params_shard_94.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "c1859d3e0af7ccd5213125f72084c36c" |
| }, |
| { |
| "dataPath": "params_shard_95.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "7a8bb0d64140900e86c011755f22e75a" |
| }, |
| { |
| "dataPath": "params_shard_96.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "e0f7ad5cf55a90deec2d29f616b30de0" |
| }, |
| { |
| "dataPath": "params_shard_97.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "50dd60e033a06bd332ca5bd848448168" |
| }, |
| { |
| "dataPath": "params_shard_98.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "a674ecc2692d2941d5ac0b513e95c772" |
| }, |
| { |
| "dataPath": "params_shard_99.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "9c8db32c14eadb6a4a4e2db51649f312" |
| }, |
| { |
| "dataPath": "params_shard_100.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "569c1572f8377a19b175c2342e0c3acb" |
| }, |
| { |
| "dataPath": "params_shard_101.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "553bbf52f779eadc2ceb3f992ba4fc1f" |
| }, |
| { |
| "dataPath": "params_shard_102.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "a8c4e5eab493ab816bebc94a091035f9" |
| }, |
| { |
| "dataPath": "params_shard_103.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "70535f60bfef99fcc95e2bc84bcea1bc" |
| }, |
| { |
| "dataPath": "params_shard_104.bin", |
| "format": "raw-shard", |
| "nbytes": 25192448, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.layer_norm1.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.layer_norm1.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.layer_norm2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.layer_norm2.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| } |
| ], |
| "md5sum": "70bbe5474dba6bc26d836c750586eb4a" |
| }, |
| { |
| "dataPath": "params_shard_105.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.10.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "6f42271bb55931053ab064b4951fc510" |
| }, |
| { |
| "dataPath": "params_shard_106.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.10.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "267ac07763ab00b4eff0a7f6c02c192d" |
| }, |
| { |
| "dataPath": "params_shard_107.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.10.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a19dfacf43c9a0217fc54684ecb672e1" |
| }, |
| { |
| "dataPath": "params_shard_108.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.11.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a3053c6101fd96e1ff34f918c4f88abb" |
| }, |
| { |
| "dataPath": "params_shard_109.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.11.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "535bd27592903a3f676e7af547ccbf6d" |
| }, |
| { |
| "dataPath": "params_shard_110.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.11.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "bc607dc4becc48b31e22a7c0af453841" |
| }, |
| { |
| "dataPath": "params_shard_111.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.11.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "c90016f0587cbbac37326fc925e7d284" |
| }, |
| { |
| "dataPath": "params_shard_112.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.12.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "b3a8af2a56021dd4c193c0d08b40cc73" |
| }, |
| { |
| "dataPath": "params_shard_113.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.12.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5c5be72a189f96c3bbb6460a7cabe932" |
| }, |
| { |
| "dataPath": "params_shard_114.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.12.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "bdbcd0af3872ac677b46873c235eaa42" |
| }, |
| { |
| "dataPath": "params_shard_115.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.12.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "9503cf3697d396319a32d3d9b24a605d" |
| }, |
| { |
| "dataPath": "params_shard_116.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.13.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d96dc2bc2ea847c3d1da66472f72a396" |
| }, |
| { |
| "dataPath": "params_shard_117.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.13.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "b9f1067d4907cd69c3e9a801c7c718f1" |
| }, |
| { |
| "dataPath": "params_shard_118.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.13.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "787d7c592d6639ebdffa01bd996fb2c4" |
| }, |
| { |
| "dataPath": "params_shard_119.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.13.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "761bbb1d91815ed5b34284cfdbab7bf8" |
| }, |
| { |
| "dataPath": "params_shard_120.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.14.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "405bb0186f5e0e1e300f9629472bc5df" |
| }, |
| { |
| "dataPath": "params_shard_121.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.14.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "1618a4c0de1853034bfb03f658c48381" |
| }, |
| { |
| "dataPath": "params_shard_122.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.14.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "7fade5a898d2e7edfd440d6648750f3f" |
| }, |
| { |
| "dataPath": "params_shard_123.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.14.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "64d9c22f58105698174e48a09dd4f778" |
| }, |
| { |
| "dataPath": "params_shard_124.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.15.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "806e8b3d66590ffa7546cd5efdfb42e4" |
| }, |
| { |
| "dataPath": "params_shard_125.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.15.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "8ad1df861673a0b19edb96bedfa86f49" |
| }, |
| { |
| "dataPath": "params_shard_126.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.15.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "4103f1dc4003814423ccbc5f9be89ed3" |
| }, |
| { |
| "dataPath": "params_shard_127.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.15.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "3759fce7ae5bd1f9403490c6529dfe1f" |
| }, |
| { |
| "dataPath": "params_shard_128.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.16.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d18a208e1874058fa602a5700dde96b5" |
| }, |
| { |
| "dataPath": "params_shard_129.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.16.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "c5b734898c94de9f26732d61f99a754d" |
| }, |
| { |
| "dataPath": "params_shard_130.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.16.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "15c94672e0a770d798318ed61b6cc247" |
| }, |
| { |
| "dataPath": "params_shard_131.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.16.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "de463ae618403c927a3fd5ac7ee84e77" |
| }, |
| { |
| "dataPath": "params_shard_132.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.17.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "b65c474a2340f772f3e2b006a76f6f8a" |
| }, |
| { |
| "dataPath": "params_shard_133.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.17.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d922e438a06ebc4e52e3d55aeb05d9a3" |
| }, |
| { |
| "dataPath": "params_shard_134.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.17.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "15190a861664a18772871b7435e9f3ee" |
| }, |
| { |
| "dataPath": "params_shard_135.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.17.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5e466285966efff82202e3b13350d73a" |
| }, |
| { |
| "dataPath": "params_shard_136.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.18.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "19a671347b1c8cb810d2f8d3edea683e" |
| }, |
| { |
| "dataPath": "params_shard_137.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.18.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "67730cef3cda6c2941217a3151a7fb96" |
| }, |
| { |
| "dataPath": "params_shard_138.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.18.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "e26ba3dd7eb04ccea23a262735797b54" |
| }, |
| { |
| "dataPath": "params_shard_139.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.18.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "7b33b57d9439d5c81624c5b3dcc4b25c" |
| }, |
| { |
| "dataPath": "params_shard_140.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.19.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "4d3ce43c200acd8d5688dc3d70e86890" |
| }, |
| { |
| "dataPath": "params_shard_141.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.19.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "20d52b878164a91a04c40496857b7046" |
| }, |
| { |
| "dataPath": "params_shard_142.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.19.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "dc4efe0c92f5e28f3f1bfbc92d0c2298" |
| }, |
| { |
| "dataPath": "params_shard_143.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.19.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a6f3a78863d4e5488734a42e2c58fc0f" |
| }, |
| { |
| "dataPath": "params_shard_144.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.20.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "5a98fbb2a03e2cc68dcb66f345f5cb6e" |
| }, |
| { |
| "dataPath": "params_shard_145.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.20.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "d0ed5d20fa56e2c53ee32ddb5a64f022" |
| }, |
| { |
| "dataPath": "params_shard_146.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.20.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "777630e0c7f090a9ecd2adfbdcbf4159" |
| }, |
| { |
| "dataPath": "params_shard_147.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.20.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "1350f6d6a6db9555b607e37b0dc0f3d0" |
| }, |
| { |
| "dataPath": "params_shard_148.bin", |
| "format": "raw-shard", |
| "nbytes": 90177536, |
| "records": [ |
| { |
| "name": "language_model.model.layers.21.mlp.down_proj.weight", |
| "shape": [ |
| 4096, |
| 11008 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 90177536, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "a67fa41a12fb49e4e70b0735249fefb5" |
| }, |
| { |
| "dataPath": "params_shard_149.bin", |
| "format": "raw-shard", |
| "nbytes": 180355072, |
| "records": [ |
| { |
| "name": "language_model.model.layers.21.mlp.gate_up_proj.weight", |
| "shape": [ |
| 22016, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 180355072, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "9e0b9ee675e8a0843d2bd08a5a37200e" |
| }, |
| { |
| "dataPath": "params_shard_150.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.21.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "4fc47e011f42f5a344a05a63d4e2e41c" |
| }, |
| { |
| "dataPath": "params_shard_151.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.21.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "17866d0ad00dbaaaa715ed1463563223" |
| }, |
| { |
| "dataPath": "params_shard_152.bin", |
| "format": "raw-shard", |
| "nbytes": 100663296, |
| "records": [ |
| { |
| "name": "language_model.model.layers.22.self_attn.qkv_proj.weight", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 100663296, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "efe86fc45fe13324cc7bc8b0cb285283" |
| }, |
| { |
| "dataPath": "params_shard_153.bin", |
| "format": "raw-shard", |
| "nbytes": 33554432, |
| "records": [ |
| { |
| "name": "language_model.model.layers.22.self_attn.o_proj.weight", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 33554432, |
| "byteOffset": 0 |
| } |
| ], |
| "md5sum": "2f929477c8e1ee3bab49db0300468d4b" |
| }, |
| { |
| "dataPath": "params_shard_154.bin", |
| "format": "raw-shard", |
| "nbytes": 25380864, |
| "records": [ |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 0 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 8388608 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8388608, |
| "byteOffset": 8390656 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 16779264 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 16781312 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 18878464 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 18880512 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 20977664 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 20979712 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 23076864 |
| }, |
| { |
| "name": "vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2097152, |
| "byteOffset": 23078912 |
| }, |
| { |
| "name": "vision_tower.vision_model.post_layernorm.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25176064 |
| }, |
| { |
| "name": "vision_tower.vision_model.post_layernorm.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25178112 |
| }, |
| { |
| "name": "vision_tower.vision_model.pre_layrnorm.bias", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25180160 |
| }, |
| { |
| "name": "vision_tower.vision_model.pre_layrnorm.weight", |
| "shape": [ |
| 1024 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 2048, |
| "byteOffset": 25182208 |
| }, |
| { |
| "name": "language_model.model.layers.10.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25184256 |
| }, |
| { |
| "name": "language_model.model.layers.10.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25192448 |
| }, |
| { |
| "name": "language_model.model.layers.11.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25200640 |
| }, |
| { |
| "name": "language_model.model.layers.11.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25208832 |
| }, |
| { |
| "name": "language_model.model.layers.12.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25217024 |
| }, |
| { |
| "name": "language_model.model.layers.12.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25225216 |
| }, |
| { |
| "name": "language_model.model.layers.13.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25233408 |
| }, |
| { |
| "name": "language_model.model.layers.13.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25241600 |
| }, |
| { |
| "name": "language_model.model.layers.14.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25249792 |
| }, |
| { |
| "name": "language_model.model.layers.14.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25257984 |
| }, |
| { |
| "name": "language_model.model.layers.15.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25266176 |
| }, |
| { |
| "name": "language_model.model.layers.15.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25274368 |
| }, |
| { |
| "name": "language_model.model.layers.16.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25282560 |
| }, |
| { |
| "name": "language_model.model.layers.16.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25290752 |
| }, |
| { |
| "name": "language_model.model.layers.17.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25298944 |
| }, |
| { |
| "name": "language_model.model.layers.17.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25307136 |
| }, |
| { |
| "name": "language_model.model.layers.18.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25315328 |
| }, |
| { |
| "name": "language_model.model.layers.18.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25323520 |
| }, |
| { |
| "name": "language_model.model.layers.19.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25331712 |
| }, |
| { |
| "name": "language_model.model.layers.19.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25339904 |
| }, |
| { |
| "name": "language_model.model.layers.20.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25348096 |
| }, |
| { |
| "name": "language_model.model.layers.20.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25356288 |
| }, |
| { |
| "name": "language_model.model.layers.21.input_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25364480 |
| }, |
| { |
| "name": "language_model.model.layers.21.post_attention_layernorm.weight", |
| "shape": [ |
| 4096 |
| ], |
| "dtype": "float16", |
| "format": "f32-to-bf16", |
| "nbytes": 8192, |
| "byteOffset": 25372672 |
| } |
| ], |
| "md5sum": "f7211ef1aa3c07d624dc09073ea2d871" |
| } |
| ] |
| } |
