Add files using upload-large-folder tool

lm-quant-toolkit/data-vis/data/ppl/mxq/mxq1/result-eval_ppl_3bit_dense1-mxq-20241004230914.csv

@@ -0,0 +1,61 @@
+model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro
+Llama-2-7b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,0,0,0,7660399104,7811891200,0,0,6.2066,8.3767,0.196,0.197,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,0,0,0,7620071936,7790919680,0,0,6.2498,8.4539,0.196,0.196,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,0,7817111040,8002732032,0,0,6.0822,8.1955,0.197,0.197,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,0,0,0,12438300672,12824084480,0,0,7.2693,11.59,0.262,0.262,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,0,0,0,12302435328,12683575296,0,0,7.3315,11.7529,0.262,0.262,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,0,0,0,8247233024,8415870976,0,0,5.6751,7.6633,0.191,0.193,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,0,11566796800,12020875264,0,0,10.0226,16.0279,0.246,0.246,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,0,0,0,12392408064,12773752832,0,0,7.3027,11.6846,0.262,0.262,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,0,0,0,13505947136,13623099392,0,0,5.574,7.7195,0.437,0.437,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,0,0,0,14174628352,14518583296,0,0,5.0866,7.0857,0.454,0.457,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,0,0,0,13682149888,13786677248,0,0,5.3026,7.4293,0.444,0.443,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,0,0,0,14412559872,14772338688,0,0,5.0236,6.979,0.456,0.458,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,0,0,0,14331895296,14577303552,0,0,5.0621,7.0456,0.454,0.457,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,0,0,0,13766576640,13881049088,0,0,5.2443,7.345,0.446,0.445,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,0,0,0,13851751936,13954449408,0,0,5.1828,7.2543,0.449,0.447,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,0,0,0,8319477248,8449425408,0,0,5.6258,7.6053,0.191,0.192,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,0,0,0,12254827520,12639535104,0,0,7.3681,11.8165,0.262,0.262,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,0,0,0,11387555840,11895046144,0,0,12.0248,19.104,0.241,0.241,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,0,0,0,8279358976,8464105472,0,0,5.6533,7.6335,0.19,0.191,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,0,0,0,7485825536,7671382016,0,0,6.6295,8.9296,0.195,0.195,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,0,7709372928,7879000064,0,0,6.1522,8.3004,0.196,0.196,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,0,0,0,7530916352,7711227904,0,0,6.4894,8.7504,0.195,0.195,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,0,0,0,13596131840,13694402560,0,0,5.5077,7.6411,0.44,0.44,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,0,0,0,14962931200,15114174464,0,0,4.9517,6.8677,0.455,0.459,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,0,0,0,12487813120,12855541760,0,0,7.2414,11.5211,0.262,0.262,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,0,0,0,12350434304,12721324032,0,0,7.3122,11.7176,0.262,0.262,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,0,0,0,9604962816,9745465344,0,0,5.5862,7.5596,0.19,0.191,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,0,0,0,7770970624,7952400384,0,0,6.1096,8.2316,0.197,0.198,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,0,0,0,11613292544,12142510080,0,0,9.5211,15.2334,0.248,0.249,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,0,0,0,11533791744,11679039488,0,0,4.8925,6.8016,0.451,0.454,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,0,0,0,8226739712,8396996608,0,0,5.6933,7.6896,0.192,0.192,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,0,11471268864,11985223680,0,0,11.2001,17.8927,0.243,0.243,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,0,0,0,11205889024,11660165120,0,0,13.5388,21.397,0.235,0.236,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,0,0,0,7883866624,8050966528,0,0,5.9926,8.0744,0.195,0.196,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,0,0,0,15023188480,15185477632,0,0,4.9331,6.847,0.453,0.456,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,0,0,0,11250483200,11674845184,0,0,13.1133,20.7977,0.237,0.238,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,0,0,0,8200410624,8355053568,0,0,5.6992,7.6996,0.192,0.194,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,0,0,0,14393136640,14644412416,0,0,5.0503,7.027,0.455,0.458,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,0,0,0,7882580480,8036286464,0,0,6.0132,8.1019,0.197,0.198,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,0,0,0,8339313152,8510242816,0,0,5.6029,7.5801,0.19,0.19,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,0,0,0,7439400448,7650410496,0,0,6.7787,9.1214,0.194,0.194,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,0,0,0,7864133120,8015314944,0,0,6.041,8.131,0.197,0.197,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,0,0,0,11295210496,11815354368,0,0,12.5238,20.161,0.238,0.238,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,0,14253393408,14514388992,0,0,5.0689,7.0592,0.455,0.457,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,0,0,0,15158403584,15305015296,0,0,4.9012,6.81,0.451,0.455,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,0,0,0,8038331904,8212447232,0,0,5.9335,7.9668,0.194,0.194,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,0,0,0,11981138944,12408848384,0,0,8.2586,13.1947,0.251,0.25,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,0,0,0,11341075456,11857297408,0,0,12.2277,19.4878,0.239,0.24,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,0,0,0,15080045056,15208546304,0,0,4.9235,6.8358,0.452,0.456,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,0,0,0,11704615936,12366905344,0,0,8.5396,13.5828,0.249,0.25,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,0,0,0,15125377536,15302918144,0,0,4.9166,6.8245,0.452,0.456,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,0,0,0,11428788224,11949572096,0,0,11.4509,18.2581,0.242,0.243,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,0,0,0,14980042240,15118368768,0,0,4.9483,6.8591,0.454,0.457,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,0,0,0,6858183168,7226785792,0,0,7.2076,11.4863,0.262,0.263,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,0,0,0,7577341440,7730102272,0,0,6.3628,8.6,0.196,0.196,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,0,0,0,13940922880,14032044032,0,0,5.144,7.1616,0.45,0.45,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,0,7670934528,7780433920,0,0,5.1087,7.1157,0.452,0.452,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,0,0,0,14684052992,14998831104,0,0,5.0154,6.973,0.454,0.457,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,0,0,0,11655952384,12138315776,0,0,9.1878,14.7733,0.248,0.249,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,0,0,0,11518930944,12022972416,0,0,10.7828,17.2627,0.244,0.245,0,0,0,0,0,0,0

lm-quant-toolkit/data-vis/data/stor/mxq/kurt-scaled/result-kurt-scaled-dense-78bit_stor-20241109122934.csv

@@ -0,0 +1,125 @@
+model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro
+Llama-2-7b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",0.0,6810693352,6903206400,6939475968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",46.9835512638092,11774298928,13203461120,13237223424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",45.03090643882752,12996046120,14435150848,14449377280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",43.75852847099304,12059770640,13489889280,13509853184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",0.0,6402303432,6484326912,6517948416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",0.0,6644848084,6733165056,6767509504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",0.0,6596597620,6683865600,6715080704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",0.0,6304390612,6383791616,6415187968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",0.0,8375067732,8384718336,8392802304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",0.0,8593109140,8600138240,8619294720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",0.0,8566943956,8574497280,8594128896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",0.0,6321327476,6401252864,6431965184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",0.0,9195169172,9195382272,9196011520,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",44.0693736076355,12519491752,13954668544,13985906688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",43.310020208358765,12836778524,14274574336,14287896576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",45.97631072998047,12530934952,13967161344,13998489600,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",0.0,6677390292,6766756352,6796869632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",44.549076795578,13550579220,14995183616,15143534592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",44.7457263469696,13741107124,15186723840,15219032064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",0.0,6620639700,6708432384,6738149376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",0.0,6653284500,6741601792,6775898112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,8_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.13}",0.0,7106544372,7206924800,7210008576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",0.0,8628060436,8634565120,8652849152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",0.0,6207972720,6285275648,6306136064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",0.0,9524781332,9524470272,9575596032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",0.0,6449949896,6533546496,6566182912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",42.51143169403076,12424264112,13858655232,13876854784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",0.0,8523332948,8531934720,8541700096,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",46.07101035118103,11821922236,13252392960,13411287040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",42.92559599876404,12170812560,13604164608,13627293696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",44.87781095504761,12043981200,13476285440,13501464576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",43.5161406993866,12868798448,14306855936,14323548160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",0.0,6531541460,6617235968,6643777536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",0.0,6224241960,6302069248,6325010432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",0.0,8505953748,8515079680,8524922880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",0.0,8645506196,8651486720,8669626368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",0.0,8226729300,8239525376,8260681728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",49.59551119804382,11964543120,13393875968,13419675648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",0.0,8218009748,8230806016,8250195968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",43.50189661979675,12107604880,13540432896,13696499712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",0.0,6774606728,6866071040,6903824384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",42.63965916633606,12361472432,13795339264,13824425984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",46.17266893386841,12266040176,13700177920,13715374080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",0.0,9299808596,9302643200,9317646336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",0.0,8418671956,8427798016,8434745344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",44.15633940696716,11853526160,13284258816,13304332288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",0.0,6256489448,6334841344,6360662016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.19}",0.0,6344653940,6425103872,6457131008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",0.0,8462282964,8470360576,8482979840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",0.0,6758449204,6849913344,6887047168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",0.0,8872333716,8877265408,8879341568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",45.0848286151886,12328620592,13762226176,13786677248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",43.359336137771606,12170812560,13604164608,13627293696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_26,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.26}",0.0,8462216340,8470294016,8482979840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",0.0,6701515560,6791406080,6824132608,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",0.0,8750233684,8757262848,8763998208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",0.0,6649024724,6737341952,6767509504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",43.83913660049439,12106772880,13539601408,13694402560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",0.0,6240351464,6318178816,6337593344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_70,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.7}",0.0,8820003156,8825983488,8833204224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.29}",0.0,6445844680,6528916992,6559891456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",0.0,8697836628,8704341504,8709472256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",0.0,8732787988,8740341248,8747220992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",0.0,8758953300,8765982208,8772386816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",0.0,8671671444,8678700544,8682209280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",0.0,8828995668,8834451968,8841592832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.76}",0.0,6827097544,6920135168,6954156032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",0.0,7412454528,7512809984,7541358592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.42}",0.0,8575730004,8583283200,8602517504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",0.0,8837448980,8842905088,8849981440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_74,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.74}",0.0,8854894676,8859826688,8862564352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",0.0,8706556180,8713060864,8717860864,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",0.0,6369955944,6451454464,6482296832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",0.0,8279126356,8292446720,8298430464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",0.0,6693464552,6782831104,6813646848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",0.0,6353686708,6434660864,6469713920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_56,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.56}",41.3481559753418,12646739208,14082963456,14111735808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_14,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.14}",0.0,8331456788,8343728640,8348762112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",45.45378351211548,12503472552,13937258496,13956546560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",0.0,6499400660,6584046080,6618611712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",0.0,6434479560,6517551616,6547308544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_06,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.06}",0.0,8261680596,8273952256,8294236160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",44.09447431564331,12361347632,13795682304,13822328832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",0.0,6523708884,6608879104,6641680384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",0.0,6297019092,6376419840,6406799360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",47.53501534461975,12868382448,14306440192,14323548160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.48}",0.0,6580376436,6667120128,6696206336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,8_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.51}",0.0,14150035336,14380390912,14478737408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_22,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.22}",0.0,8401232980,8410359296,8417968128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_34,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.34}",0.0,6467041224,6550638080,6587154432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",43.500325202941895,11917149840,13348406272,13375635456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_38,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.38}",0.0,8540845204,8548922880,8558477312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_60,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.6}",43.03199625015259,12773986652,14211258368,14237564928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_36,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.36}",0.0,6483262492,6567383552,6612320256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.13}",0.0,8322604116,8334876160,8340373504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.32}",0.0,8488514708,8497640960,8508145664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_04,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.04}",0.0,8244174996,8258019840,8264876032,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,8_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 8.25}",0.0,7202440796,7302828544,7323254784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",0.0,8348902484,8359077376,8367636480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_72,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.72}",42.66683435440064,12900402384,14338721792,14361296896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_08,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.08}",42.18183898925781,11916733840,13347990528,13375635456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_20,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.2}",0.0,8383787220,8393437696,8401190912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.5}",45.24223852157593,12551095688,13986534400,14002683904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_62,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.62}",43.31838393211365,12805174588,14242708480,14273216512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",97.36742830276488,12679050332,14116003840,14147387392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.53}",44.18303465843201,12599116168,14033687552,14065598464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_54,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.54}",0.0,8680390996,8687419904,8692695040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",0.0,8471002452,8479079936,8491368448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",0.0,6726090036,6816505344,6849298432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_66,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.66}",0.0,8785118484,8791623168,8799649792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.57}",50.42487287521362,12756719452,14192601088,14206107648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",0.0,6599526356,6686794240,6719275008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",0.0,6272810772,6351687168,6383730688,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.68}",0.0,6742311220,6833250816,6868172800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_24,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.24}",0.0,6406113992,6488137216,6520045568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_30,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.3}",45.616846799850464,12234436336,13668312064,13700694016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_02,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.02}",45.87097525596619,11790318224,13220527104,13254000640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.01}",0.0,6199206108,6275984896,6297747456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_16,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.16}",45.615214109420776,12012377360,13444419584,13465812992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.63}",42.5530743598938,12757551548,14193432576,14206107648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,7_44,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.44}",0.0,6547750868,6633445888,6664749056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_10,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.1}",0.0,8295240788,8308037120,8313110528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,7_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.41}",45.62810945510864,12420520112,13854913536,13872660480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,7_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 7.47}",0.0,8619340948,8625845760,8644460544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0

lm-quant-toolkit/data-vis/data/stor/mxq/mxq1/result-eval_model_mxq-misc.csv

@@ -0,0 +1,27 @@
+model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro
+Llama-2-7b-hf,mxq,2_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,2615709056,2615461888,2634022912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,2_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,2920633216,2920379392,2931818496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.0}",0,3196746496,3196483584,3210739712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.5}",0,3684375616,3684128768,3695181824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.76}",0,3888163904,3887900672,3900702720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,3978525952,3978259456,3980394496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,4_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,4167958272,4167675904,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,4580368432,4580072448,4588568576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,2_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,4749733824,4749479936,4762632192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,2_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,5374828140,5374548992,5391777792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.0}",0,5911590440,5911293952,5918162944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.5}",0,6839601836,6839320576,6845104128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.76}",0,7260904572,7260601344,7266631680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,7511320636,7511015424,7522484224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,4_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,7793715072,7793388544,7799308288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,8189094420,8188795904,8204058624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,8586606072,8586331136,8604614656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,2_48,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,4340458828,4340162560,4355784704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,2_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,4684537156,4684237824,4697620480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.0}",0,4914445264,4914144256,4924112896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.5}",0,5564376980,5564070912,5582618624,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_76,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.76}",0,5687041832,5686735872,5697961984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,4_01,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,6004516788,6004209664,6010437632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,4_50,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,6028258732,6027952128,6029312000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,4_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,6246399508,6246091776,6253707264,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,5_00,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,6464412128,6464103424,6469713920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0

lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-3bit-redo-dense-3bit_stor-20241230215529.csv

@@ -0,0 +1,145 @@
+model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro
+Llama-2-7b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",0,3982768192,4022870528,4229955584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",0,3617328192,3624876544,4064280576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,3382934976,3431686656,3802136576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,7393932412,7472536064,7587495936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,6614183380,6714886656,6746537984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,3359746496,3406270976,3772776448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",0,3857581376,3875144192,4139778048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,7516477052,7579290112,7736393728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",0,5819080884,5832405504,5899288576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,3453215168,3495285248,3875536896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",0,3917359104,3944355328,4177526784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,5603021812,5609268736,5762973696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",0,3907473216,3932897792,4173332480,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",0,7501710396,7564074496,7715422208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",0,5436474836,5449800192,5603590144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",0,3638812480,3641349632,4089446400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,5538105352,5548022272,5695864832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",0,3882188096,3902370304,4148166656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",0,5686894324,5688685056,5800722432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,3677269056,3677545984,4104126464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,5169254088,5201456640,5322571776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,5586104308,5591826944,5742002176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",0,6772687112,6875088384,6880755712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,6055174468,6120901120,6297747456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",0,5678570280,5682982400,5786042368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,6385897648,6456325632,6656360448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",0,7447806332,7517123072,7671382016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,6145361520,6210692608,6392119296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",0,7357836412,7441078784,7566524416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",0,7067274960,7187030528,7210008576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,6525894012,6598068736,6733955072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,6464656996,6532944384,6700400640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,6187576176,6254282240,6438256640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,6229790820,6298265088,6488588288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",0,3868942656,3889127936,4158652416,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,3709395264,3710196224,4108320768,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,5513440072,5525454336,5687476224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",0,6682880476,6787010048,6813646848,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.15}",0,5080358768,5111513600,5219811328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,3986943872,4025470464,4213178368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,3684076352,3684353536,4102029312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,3295110848,3337737728,3703570432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,3400074176,3447712256,3829399552,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_91,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,5847424180,5862845952,5924454400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_42,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.42}",0,5459349908,5469529600,5624561664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",0,5473609268,5485623808,5632950272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,7410367036,7487491584,7616856064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,3953209920,3985446400,4190109696,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,3313320128,3357060608,3722444800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,6101555908,6167051776,6343884800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,6797361096,6904582656,6910115840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",0,3992663168,4032239104,4219469824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,5296423688,5321284096,5473566720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,5631996948,5639292416,5786042368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,5561047956,5567032832,5721030656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,3729232704,3731604992,4110417920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,5373280432,5396567552,5542772736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",0,3568284992,3588574720,3984588800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,3431907520,3478399488,3852468224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,5194254108,5225408000,5351931904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,6904360348,7030655488,7033847808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",0,7506825212,7567179264,7734296576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",0,6744010512,6846992896,6872367104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,3663582784,3663335936,4102029312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",0,7203838332,7312962048,7346323456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",0,5683162920,5689147904,5800722432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",0,3817409344,3830257152,4125097984,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,5900764448,5920380416,5970591744,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_89,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.89}",0,3982838720,4020316672,4206886912,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,5121591836,5153270272,5284823040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,4989899452,5021578752,5131730944,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,3496491520,3536204288,3898605568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,6544217276,6625513984,6727663616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",0,5690076008,5698158080,5813305344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.41}",0,3605977920,3616245248,4034920448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.49}",0,6814463240,6927362560,6949961728,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",0,3745962816,3750430208,4112515072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",0,7484042492,7549425152,7698644992,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",0,5968709272,5994616320,6020923392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,3841317184,3856783872,4131389440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.43}",0,6779729032,6882363904,6889144320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",0,3958130496,3991416320,4196401152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",0,3877213760,3898971648,4164943872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.69}",0,7212311292,7320724992,7358906368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_81,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.81}",0,3954684992,3986396672,4188012544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,5012698812,5044902400,5142216704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_99,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.99}",0,3968640768,4008744448,4234149888,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",0,3780754240,3789411840,4116709376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",0,7223030652,7330144768,7373586432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",0,5951233408,5976092160,5995757568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",0,7303962492,7396491776,7497318400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_95,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.95}",0,3977148736,4016202240,4223664128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.45}",0,3650939712,3651249664,4097835008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",0,6978067676,7102179840,7107248128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,6504770728,6573567488,6717177856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",0,5684019048,5691052544,5796528128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,3500235200,3539948032,3902799872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",0,5677647592,5681011200,5792333824,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",0,6571262396,6660033024,6738149376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,3724195648,3725520384,4114612224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,3509711360,3543921152,3915382784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_71,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.71}",0,3861736512,3880349184,4154458112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_73,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.73}",0,7237064572,7341490688,7384072192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.07}",0,3266893824,3307850240,3670016000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,5699727284,5710955008,5821693952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.25}",0,3478045376,3520542208,3886022656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_75,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.75}",0,7280318332,7378092544,7463763968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.39}",0,5407760680,5427115520,5588910080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",0,6916373148,7043580416,7048527872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.11}",0,5034493788,5065124352,5179965440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,6439545168,6508598784,6677331968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.55}",0,6891527068,7017019904,7038042112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.65}",0,7138815612,7255017984,7275020288,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,3501520384,3537957376,3906994176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,5264414248,5294518784,5429526528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.59}",0,5677939668,5689691648,5811208192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,5057426288,5088056832,5209325568,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_77,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.77}",0,7289928572,7385047552,7470055424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.61}",0,5707172852,5721021952,5832179712,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.51}",0,6846188040,6964584960,6987710464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_79,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.79}",0,5691320052,5694683648,5796528128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.29}",0,5236914632,5268067840,5400166400,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_83,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.83}",0,5737363432,5744134656,5846859776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.53}",0,6871333724,6993852928,7017070592,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,5783273544,5793452544,5874122752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,5103907236,5136110080,5247074304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,6803038536,6913025536,6916407296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.57}",0,5652534228,5661664768,5790236672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,3998335808,4036336128,4204789760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.13}",0,3340203200,3386170880,3753902080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_87,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.87}",0,7479382012,7542062592,7717519360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.17}",0,6272753540,6342898176,6536822784,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_93,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.93}",0,5868627124,5885621760,5928648704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.63}",0,5706516468,5719841280,5838471168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,6318968124,6390090240,6591348736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",0,3511243328,3545453056,3913285632,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,3_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,3538036288,3565564416,3946840064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_67,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.67}",0,5695267764,5704922624,5827985408,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.35}",0,5331315464,5353030144,5505024000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.31}",0,6524185916,6598102528,6731857920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.27}",0,5215750416,5246903808,5375000576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_85,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.85}",0,5762502792,5771108864,5848956928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,3_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.21}",0,5146388168,5178066432,5314183168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,3_97,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 3.97}",0,7492100156,7556775424,7723810816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0

lm-quant-toolkit/data-vis/data/stor/mxq/mxq2/result-eval_model_stor_dense-6bit-gap-mxq-20241021182655.csv

@@ -0,0 +1,103 @@
+model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro
+Meta-Llama-3-8B,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",27.897204399108887,7485183508,8516087808,8652849152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",27.16243457794189,7450298516,8481203200,8600420352,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",46.30563282966614,10854440732,12097200128,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",23.463457584381104,5795111612,6586642432,6677331968,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",46.43784809112549,11140123292,12344225792,12501123072,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",46.71054410934448,10252303460,11495066624,11641290752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",24.52638339996338,5811356540,6602887168,6698303488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",27.111940145492557,7502629012,8533533696,8665432064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",23.907305002212524,5843763920,6610669568,6616514560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",29.018717288970947,7520072852,8550977536,8686403584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",47.17227268218994,11203349872,12407448576,12570329088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",27.41607975959778,7555026132,8553861120,8562671616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",28.85113024711609,7380525204,8411429888,8537505792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",27.54041886329651,7659687060,8658522112,8669626368,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",46.54898977279663,10410322876,11653085184,11813257216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",23.91982316970825,5698050076,6489579520,6587154432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",24.38323426246643,5746566620,6538096640,6637486080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",23.886759757995605,5908418792,6675324928,6685720576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",46.40047907829285,10505550492,11748312064,11899240448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",28.569599866867065,7467742420,8498647040,8621391872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",51.29404067993164,11171746032,12375844864,12526288896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",29.371028900146484,7624662548,8623497216,8644460544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",23.96006774902344,5762704604,6554234880,6656360448,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",24.21409010887146,5455138928,6246666240,6350176256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",24.36617374420166,5487279632,6278807552,6373244928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",46.670965909957886,10347115076,11589877760,11748245504,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",27.116548538208008,7746902228,8745737216,8763998208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",24.80796194076538,5940428680,6707335168,6719275008,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",29.123441696166992,7869073556,8867908608,8870952960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",27.529273986816406,7397968020,8428872704,8558477312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.13}",46.043402433395386,10378719036,11621481472,11771314176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",27.27446722984314,7432853012,8463757312,8587837440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",44.7487268447876,10949668252,12192427008,12350128128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_15,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.15}",25.13091397285461,5503790864,6295318528,6392119296,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",27.96074366569519,7712017556,8710852608,8713666560,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",46.58305263519287,10600778012,11843538944,12006195200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",46.339200496673584,10727609372,11970369536,12115247104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_21,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.21}",24.08426403999329,5552336352,6343864320,6452936704,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",24.09642219543457,5616991176,6408519680,6501171200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",45.24050569534302,10917648412,12160407552,12308185088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",27.3878173828125,7938845204,8937679872,8944353280,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",47.23086571693421,10283491300,11526254592,11683233792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",46.82144212722778,10315095236,11557858304,11706302464,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",27.16965675354004,7694571796,8693406720,8701083648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_69,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.69}",45.28328275680542,11266973552,12471071744,12633243648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",46.14694428443909,10473530652,11716292608,11878268928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",30.074626445770264,7572469908,8571304960,8583643136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_43,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.43}",24.210262775421143,5730297564,6521827328,6633291776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",24.192405939102173,5713786396,6505316352,6612320256,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",45.60878252983093,11152398832,12356501504,12499025920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",24.591004371643063,5584583964,6376112128,6478102528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",27.064818620681763,7537580564,8568484864,8694792192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",24.080952882766724,5778842664,6570373120,6673137664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",23.62924098968506,5932679304,6699585536,6702497792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",27.602447509765625,7642241492,8641076224,8657043456,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",27.97939896583557,7834184148,8833018880,8837398528,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_41,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.41}",45.59808659553528,10854024732,12096784384,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",24.080676555633545,5892149676,6659055616,6681526272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_47,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.47}",45.750229835510254,10918064412,12160823296,12308185088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",46.11861920356751,11250954352,12455054336,12610174976,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",24.90421175956726,5648439944,6439968768,6547308544,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",45.79045748710632,11012875932,12255634432,12415139840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",24.248290300369263,5859902076,6626807808,6635388928,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",46.85809111595154,10251887364,11494650880,11641290752,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_27,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.27}",24.460438013076782,5599521820,6391050240,6482296832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",24.840145111083984,5633259976,6424788992,6526337024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",29.38673424720764,7676993044,8675827712,8686403584,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",45.49933552742005,11076915612,12281018368,12436111360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",27.537675857543945,7607356564,8606191616,8627683328,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",25.690398454666138,5827359612,6618890240,6723469312,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_57,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.57}",45.246288537979126,11076499612,12280602624,12436111360,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_63,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.63}",30.27182626724243,7886514708,8885349376,8900313088,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_53,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.53}",27.4355046749115,7799299284,8798134272,8805941248,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_35,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.35}",24.477025747299194,5665110556,6456639488,6564085760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",46.79585146903992,10441926812,11684688896,11834228736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_61,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.61}",24.269190311431885,5875212936,6642118656,6662651904,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",24.764508724212646,5588736796,6380265472,6480199680,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",45.85496997833252,10981272092,12224030720,12371099648,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_23,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.23}",46.14421701431274,10537154332,11779915776,11941183488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.51}",28.430763483047485,7779856916,8778691584,8791261184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_09,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.09}",27.102176189422607,7415411924,8446316544,8579448832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_65,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.65}",27.244441032409668,7903960212,8902795264,8912896000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_19,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.19}",24.62096405029297,5535665752,6327193600,6436159488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.25}",45.78133797645569,10569174172,11811935232,11964252160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_68,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.68}",27.15545630455017,7930125460,8928960512,8935964672,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_49,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.49}",27.83776831626892,7764348052,8763183104,8776581120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_45,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.45}",30.99274730682373,7729190420,8728025088,8745123840,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_07,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.07}",24.60170841217041,5439000944,6230528000,6333399040,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_11,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.11}",24.5038857460022,5471277072,6262804480,6366953472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_39,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.39}",45.82449650764465,10791233052,12033992704,12178161664,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_17,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.17}",24.447831630706787,5519793776,6311321600,6419382272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",46.01576495170593,10854440732,12097200128,12243173376,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",46.08929300308228,10632381852,11875142656,12027166720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_05,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.05}",24.80493116378784,5422624880,6214152192,6325010432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_59,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.59}",27.27052044868469,7851629716,8850464768,8870952960,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_55,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.55}",28.366496801376343,7816743124,8815578112,8829009920,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_29,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.29}",27.177221298217773,7589911060,8588745728,8594128896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",24.71203875541687,5406486812,6198013952,6308233216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,mxq,6_03,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.03}",27.27998185157776,7363081428,8393986048,8516534272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,mxq,6_37,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.37}",24.63621401786804,5681379548,6472908800,6568280064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_33,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.33}",45.687920570373535,10696005532,11938765824,12092178432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,mxq,6_31,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': False}, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': True, 'budget': 6.31}",45.68218946456909,10663985692,11906746368,12050235392,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0

lm-quant-toolkit/data-vis/data/stor/result-eval_model_baseline_methods.csv

@@ -0,0 +1,28 @@
+model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro
+Llama-2-7b-hf,awq,b4g128,"{'w_bit': 4, 'q_group_size': 128, 'zero_point': True, 'version': 'GEMM'}",0,3889391512,3889324544,3902799872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,awq,b4g32,"{'w_bit': 4, 'q_group_size': 32, 'zero_point': True, 'version': 'GEMM'}",0,4268845408,4268777984,4284481536,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,awq,b4g64,"{'w_bit': 4, 'q_group_size': 64, 'zero_point': True, 'version': 'GEMM'}",0,4015876056,4015809024,4020240384,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,awq,b4g128,"{'w_bit': 4, 'q_group_size': 128, 'zero_point': True, 'version': 'GEMM'}",0,5727938576,5727871488,5737807872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,awq,b4g32,"{'w_bit': 4, 'q_group_size': 32, 'zero_point': True, 'version': 'GEMM'}",0,6136883592,6136816128,6150946816,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,awq,b4g64,"{'w_bit': 4, 'q_group_size': 64, 'zero_point': True, 'version': 'GEMM'}",0,5864253456,5864186368,5865734144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,fp16,base,{},0,13476876272,13476848128,13486784512,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,fp16,base,{},0,26031784912,20628787712,20638072832,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,fp16,base,{},0,16060556376,16060539392,16066281472,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,gptq,b3g128,"BaseQuantizeConfig(bits=3, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,3078145712,3078054400,3082813440,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,gptq,b3g32,"BaseQuantizeConfig(bits=3, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,3438626944,3438535168,3445620736,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,gptq,b3g64,"BaseQuantizeConfig(bits=3, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,3198306040,3198214656,3214934016,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,gptq,b4g128,"BaseQuantizeConfig(bits=4, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,3893970768,4710032384,4729077760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,gptq,b4g32,"BaseQuantizeConfig(bits=4, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,4273424664,5089485824,5110759424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,gptq,b4g64,"BaseQuantizeConfig(bits=4, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,4020455312,4836516864,4846518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,gptq,b3g128,"BaseQuantizeConfig(bits=3, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,5656783352,5656668672,5668601856,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,gptq,b3g32,"BaseQuantizeConfig(bits=3, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,6363036632,6362921472,6364856320,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,gptq,b3g64,"BaseQuantizeConfig(bits=3, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,5892200944,5892086272,5897191424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,gptq,b4g128,"BaseQuantizeConfig(bits=4, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,7255145048,8309685248,8331984896,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,gptq,b4g32,"BaseQuantizeConfig(bits=4, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,7998569528,9053109248,9057599488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,gptq,b4g64,"BaseQuantizeConfig(bits=4, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,7502953048,8557493248,8571060224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,gptq,b3g128,"BaseQuantizeConfig(bits=3, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,4853712608,4853621248,4854906880,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,gptq,b3g32,"BaseQuantizeConfig(bits=3, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,5242210416,5242118656,5247074304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,gptq,b3g64,"BaseQuantizeConfig(bits=3, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,4983211744,4983120384,4997513216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,gptq,b4g128,"BaseQuantizeConfig(bits=4, group_size=128, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,5732943792,6794798080,6817841152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,gptq,b4g32,"BaseQuantizeConfig(bits=4, group_size=32, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,6141888832,7203742720,7210008576,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,gptq,b4g64,"BaseQuantizeConfig(bits=4, group_size=64, damp_percent=0.01, desc_act=False, static_groups=False, sym=True, true_sequential=True, quant_method='gptq', checkpoint_format='gptq', model_name_or_path=None, model_file_base_name=None)",0,5869258672,6931112960,6945767424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0

lm-quant-toolkit/data-vis/data/stor/result-eval_model_stor-bnb2-20241022221515.csv

@@ -0,0 +1,7 @@
+model,algo,config,config_detail,quant_duration,model_storage_size,load_mem_allot,load_mem_reserved,ppl_mem_allot,ppl_mem_reserved,leaderboard_mem_allot,leaderboard_mem_reserved,ppl_wikitext,ppl_c4,duration_wikitext,duration_c4,duration_leaderboard,ifeval,bbh,mathlevel5,gpqa,musr,mmlupro
+Llama-2-7b-hf,bnb,b8g128,"BitsAndBytesConfig {  ""_load_in_4bit"": false,  ""_load_in_8bit"": true,  ""bnb_4bit_compute_dtype"": ""float16"",  ""bnb_4bit_quant_storage"": ""uint8"",  ""bnb_4bit_quant_type"": ""fp4"",  ""bnb_4bit_use_double_quant"": false,  ""llm_int8_enable_fp32_cpu_offload"": false,  ""llm_int8_has_fp16_weight"": false,  ""llm_int8_skip_modules"": null,  ""llm_int8_threshold"": 6.0,  ""load_in_4bit"": false,  ""load_in_8bit"": true,  ""quant_method"": ""bitsandbytes""}",0,7006346384,7074357248,7325351936,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,bnb,b8g128,"BitsAndBytesConfig {  ""_load_in_4bit"": false,  ""_load_in_8bit"": true,  ""bnb_4bit_compute_dtype"": ""float16"",  ""bnb_4bit_quant_storage"": ""uint8"",  ""bnb_4bit_quant_type"": ""fp4"",  ""bnb_4bit_use_double_quant"": false,  ""llm_int8_enable_fp32_cpu_offload"": false,  ""llm_int8_has_fp16_weight"": false,  ""llm_int8_skip_modules"": null,  ""llm_int8_threshold"": 6.0,  ""load_in_4bit"": false,  ""load_in_8bit"": true,  ""quant_method"": ""bitsandbytes""}",0,13352579928,13459875840,13977518080,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,bnb,b4g64,"BitsAndBytesConfig {  ""_load_in_4bit"": true,  ""_load_in_8bit"": false,  ""bnb_4bit_compute_dtype"": ""float16"",  ""bnb_4bit_quant_storage"": ""uint8"",  ""bnb_4bit_quant_type"": ""nf4"",  ""bnb_4bit_use_double_quant"": true,  ""llm_int8_enable_fp32_cpu_offload"": false,  ""llm_int8_has_fp16_weight"": false,  ""llm_int8_skip_modules"": null,  ""llm_int8_threshold"": 6.0,  ""load_in_4bit"": true,  ""load_in_8bit"": false,  ""quant_method"": ""bitsandbytes""}",0,5702746149,5703000064,5712642048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Meta-Llama-3-8B,bnb,b8g128,"BitsAndBytesConfig {  ""_load_in_4bit"": false,  ""_load_in_8bit"": true,  ""bnb_4bit_compute_dtype"": ""float16"",  ""bnb_4bit_quant_storage"": ""uint8"",  ""bnb_4bit_quant_type"": ""fp4"",  ""bnb_4bit_use_double_quant"": false,  ""llm_int8_enable_fp32_cpu_offload"": false,  ""llm_int8_has_fp16_weight"": false,  ""llm_int8_skip_modules"": null,  ""llm_int8_threshold"": 6.0,  ""load_in_4bit"": false,  ""load_in_8bit"": true,  ""quant_method"": ""bitsandbytes""}",0,9086786944,9220882432,9317646336,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-7b-hf,bnb,b4g64,"BitsAndBytesConfig {  ""_load_in_4bit"": true,  ""_load_in_8bit"": false,  ""bnb_4bit_compute_dtype"": ""float16"",  ""bnb_4bit_quant_storage"": ""uint8"",  ""bnb_4bit_quant_type"": ""nf4"",  ""bnb_4bit_use_double_quant"": true,  ""llm_int8_enable_fp32_cpu_offload"": false,  ""llm_int8_has_fp16_weight"": false,  ""llm_int8_skip_modules"": null,  ""llm_int8_threshold"": 6.0,  ""load_in_4bit"": true,  ""load_in_8bit"": false,  ""quant_method"": ""bitsandbytes""}",0,3866042098,3866320896,3879731200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+Llama-2-13b-hf,bnb,b4g64,"BitsAndBytesConfig {  ""_load_in_4bit"": true,  ""_load_in_8bit"": false,  ""bnb_4bit_compute_dtype"": ""float16"",  ""bnb_4bit_quant_storage"": ""uint8"",  ""bnb_4bit_quant_type"": ""nf4"",  ""bnb_4bit_use_double_quant"": true,  ""llm_int8_enable_fp32_cpu_offload"": false,  ""llm_int8_has_fp16_weight"": false,  ""llm_int8_skip_modules"": null,  ""llm_int8_threshold"": 6.0,  ""load_in_4bit"": true,  ""load_in_8bit"": false,  ""quant_method"": ""bitsandbytes""}",0,7201981286,7202355200,7222591488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0

lm-quant-toolkit/data-vis/data/vit/combined.csv

@@ -0,0 +1,76 @@
+model,algo,config,bpp,zeroshot_mem_allot,zeroshot_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-B-32-laion2B-s34B-b79K,fp16,base,16,850.7080078125,3826,0.66532,0.899,0.66546,234.42440819740293,1529.10107421875,11222,0.74146,0.93046,0.7413399999999999,4107.749242544174
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g16,3.02,381.8896484375,456,0.23974,0.47004,0.23962,203.7415533065796,1184.15380859375,1318,0.52724,0.77376,0.5271399999999999,4135.487983226776
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g32,2.51,374.5771484375,452,0.04142,0.10862,0.04148,207.44386196136475,1177.59130859375,1314,0.3371,0.57482,0.3371,4208.805464982986
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g64,2.25,370.9208984375,452,0.00438,0.01916,0.00438,206.0947680473328,1173.68505859375,1332,0.23036,0.43754,0.23016,4207.1489610672
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g128,3.13,382.35400390625,472,0.48118,0.759,0.4812599999999999,208.10354614257807,1184.04443359375,1334,0.66726,0.882,0.6673600000000001,4254.134332895279
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g32,3.51,394.0771484375,472,0.60172,0.85774,0.60156,210.99557971954343,1202.71630859375,1350,0.7136,0.91542,0.71354,4405.324194431305
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g64,3.25,385.5458984375,448,0.5505,0.821,0.5505,227.58782124519348,1188.56005859375,1650,0.68872,0.8996,0.68882,4307.874148368835
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g128,4.13,388.5927734375,470,0.63282,0.87984,0.6325,216.2379570007324,1183.82958984375,1650,0.73274,0.9247,0.7325799999999999,4190.1527416706085
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g32,4.51,394.0771484375,496,0.65214,0.89108,0.65168,205.0110003948212,1199.81396484375,1356,0.73664,0.9273,0.73642,4134.246334075928
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g64,4.25,422.00439453125,534,0.64706,0.88756,0.64708,209.97533631324768,1198.15771484375,1372,0.73448,0.92596,0.7345,4239.345412492752
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g128,8.13,455.4658203125,534,0.66528,0.89846,0.66488,203.35580730438232,1230.70458984375,1434,0.74078,0.93038,0.74104,4206.988228321075
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g32,8.51,457.3173828125,514,0.6655,0.899,0.66562,207.1688771247864,1237.06396484375,1434,0.74134,0.9302,0.74128,4243.80326128006
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g64,8.25,429.4208984375,448,0.66494,0.89864,0.66501999999999994,240.3741898536682,1222.65771484375,1260,0.74164,0.93042,0.74174,4117.857486486435
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_20,2.2,375.15673828125,468,0.00282,0.01056,0.0028,58.48104786872864,1175.44091796875,1552,0.20718,0.40748,0.20728,5786.485795736313
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_25,2.25,373.99365234375,502,0.0039,0.01406,0.00394,59.11011552810669,1174.76220703125,1556,0.21222,0.4066,0.212,5634.143008232117
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_46,2.46,377.28564453125,1786,0.00324,0.0151,0.00324,59.59771013259888,1177.92626953125,2824,0.2425,0.45582,0.24246,4395.418176412582
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_51,2.51,1580.25830078125,2728,0.00454,0.01924,0.00456,59.47060823440552,1589.19580078125,9342,0.24444,0.46038,0.24432,4163.087644338608
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_96,2.96,385.5791015625,438,0.06576,0.16514,0.06588,57.96672034263611,1182.39404296875,1380,0.39072,0.63548,0.39076,4231.311728477478
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_99,2.99,384.9541015625,440,0.07934,0.1966,0.07932,58.85348153114319,1172.76904296875,1206,0.41118,0.6577,0.411,4337.7286901474
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_16,3.16,389.0048828125,442,0.39724,0.66838,0.3971599999999999,59.14638710021973,1185.84716796875,1330,0.62064,0.85066,0.62076,4630.061227560043
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_19,3.19,388.4794921875,442,0.4088,0.67846,0.40906,58.98822188377381,1185.32177734375,1330,0.6252,0.85228,0.62516,4359.522394657135
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_23,3.23,388.24609375,462,0.51688,0.79446,0.51734,57.894038438797,1186.71337890625,1330,0.681,0.89498,0.6810600000000001,4232.04615354538
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_33,3.33,388.021484375,462,0.53612,0.80948,0.5362,57.809327840805054,1187.98876953125,1328,0.68716,0.89758,0.68722,4213.00830411911
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_40,3.4,390.40185546875,460,0.54548,0.8159,0.5454000000000001,58.0008556842804,1188.58544921875,1308,0.69254,0.90106,0.69248,4224.0455493927
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_28,4.28,399.03271484375,466,0.64694,0.88618,0.6470199999999999,57.00142502784729,1194.81298828125,1288,0.73342,0.926,0.7333999999999999,4350.59180521965
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_33,4.33,395.17041015625,466,0.64656,0.88672,0.6467,58.24850296974182,1196.10693359375,1288,0.73426,0.92584,0.73422,4257.70300579071
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_37,4.37,397.64404296875,468,0.6479,0.88796,0.648,56.93164253234863,1195.33056640625,1290,0.73466,0.92646,0.7348199999999999,4320.039063453674
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_42,4.42,395.83056640625,470,0.64864,0.88908,0.64904,57.19618344306946,1197.01708984375,1312,0.73392,0.92648,0.7340399999999999,4687.621387720108
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_46,4.46,399.06201171875,476,0.65118,0.88992,0.651,56.432485580444336,1196.62353515625,1338,0.73558,0.9266,0.73554,4513.432942390442
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_73,4.73,399.90771484375,478,0.65174,0.88992,0.65168,58.4588782787323,1201.03564453125,1656,0.73662,0.92722,0.7365799999999999,4372.478152990341
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_95,4.95,404.62841796875,478,0.65364,0.8909,0.6534,57.02742958068848,1191.28759765625,1656,0.73624,0.9272,0.73612,4227.337435007095
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,5_00,5,424.18505859375,526,0.65386,0.8905,0.6536200000000001,58.88898205757141,1205.02197265625,1506,0.73624,0.9272,0.73612,4150.996949195862
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_48,7.48,446.2626953125,526,0.6579,0.89478,0.65786,57.41234350204468,1228.94189453125,1546,0.73854,0.929,0.73848,4795.517537593842
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_56,7.56,446.697265625,542,0.6587,0.896,0.6585200000000001,56.63871049880981,1230.47607421875,1588,0.73938,0.92888,0.73946,4570.159451007843
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_64,7.64,450.287109375,696,0.6596,0.89506,0.6595599999999999,57.13972759246826,1228.62646484375,1970,0.73852,0.92886,0.73854,5134.144375801086
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_72,7.72,449.390625,1876,0.6599,0.89588,0.6600799999999999,57.5182888507843,1236.05029296875,2888,0.7391,0.92964,0.7392000000000001,4563.934373140335
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_80,7.8,1707.1650390625,2798,0.66172,0.89494,0.6614800000000001,58.5947802066803,1713.7822265625,9252,0.73958,0.9298,0.73932,4096.482877016068
+CLIP-ViT-H-14-laion2B-s32B-b79K,fp16,base,16,5490.5224609375,5566,0.77954,0.95236,0.7793800000000001,298.7095136642456,9131.52978515625,11212,0.80422,0.95808,0.8041200000000001,4490.457540988922
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g16,3.02,2084.79638671875,2248,0.73658,0.93584,0.7366,255.04898047447205,2607.767578125,2868,0.7759,0.9457,0.77576,5166.532215
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g32,2.51,2029.29638671875,2204,0.70882,0.92204,0.7089,256.4049708843231,2552.267578125,2784,0.7646,0.9395,0.7645,5174.188637
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g64,2.25,2001.54638671875,2174,0.64486,0.8846,0.64488,252.53501534461972,2524.517578125,2714,0.736,0.9253,0.73588,5135.478503
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g128,3.13,2080.17138671875,2142,0.75858,0.94486,0.7584,258.6200158596039,2603.142578125,2788,0.7847,0.9498,0.78466,5250.123513
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g32,3.51,2177.29638671875,2288,0.77002,0.94878,0.76992,262.8787679672241,2700.267578125,2788,0.791,0.9533,0.79098,5460.500207
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g64,3.25,2112.54638671875,2234,0.76546,0.94786,0.76552,257.909943819046,2635.517578125,2760,0.7884,0.9517,0.78858,6015.389389
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g128,4.13,2135.67138671875,2234,0.77442,0.9505,0.77468,254.11069107055664,2650.517578125,2760,0.7946,0.9538,0.79454,5491.042414
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g32,4.51,2177.29638671875,2224,0.77726,0.9514,0.77718,256.3928999900818,2700.267578125,3006,0.7942,0.9543,0.79414,5487.404753
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g64,4.25,2409.8857421875,2674,0.77672,0.95098,0.77674,252.3574025630951,2672.517578125,3094,0.7939,0.9535,0.79382,5690.34893
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g128,8.13,2731.6044921875,2754,0.77938,0.9523,0.77944,253.4150836467743,2954.642578125,3328,0.7952,0.9543,0.79524,5581.037979
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g32,8.51,2745.5732421875,2768,0.77936,0.95226,0.7794200000000001,253.0357608795166,2996.267578125,3328,0.7953,0.9542,0.79536,5651.640073
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g64,8.25,2453.67138671875,2868,0.77936,0.95216,0.77934,253.50478506088257,2960.392578125,3054,0.7952,0.9541,0.79524,5661.854148
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_20,2.2,1994.93798828125,2728,0.5839,0.84888,0.58376,248.6138243675232,5633.9716796875,9342,0.72906,0.92072,0.7289,4802.375846862793
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_25,2.25,1999.48974609375,2668,0.6162,0.86834,0.61614,249.70466470718384,5636.6640625,9308,0.73918,0.92558,0.7389600000000001,4806.175360918045
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_46,2.46,2016.44677734375,2660,0.64764,0.88846,0.6479400000000001,250.2093288898468,5652.8662109375,9286,0.74406,0.92958,0.7440399999999999,4795.576543569565
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_51,2.51,2019.27490234375,2566,0.6458,0.88562,0.6455599999999999,256.29225873947144,5650.12109375,8840,0.74196,0.92768,0.7420399999999999,4861.056388378143
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_96,2.96,2079.97802734375,2798,0.71108,0.92096,0.7111200000000001,251.76954698562625,5715.81640625,9256,0.77518,0.94334,0.77524,6478.146624803543
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_99,2.99,2078.34521484375,2850,0.71894,0.9256,0.71878,250.6050159931183,5722.67578125,9256,0.78036,0.94542,0.78036,7994.195727109909
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_16,3.16,2096.76416015625,2850,0.75334,0.94218,0.7533800000000002,251.8450186252594,2041.6669921875,9266,0.79092,0.95314,0.7908,103.84661412239076
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_19,3.19,2114.41943359375,2870,0.7528,0.94152,0.7529000000000001,252.1253638267517,5755.1640625,9266,0.7922,0.9529,0.7921,4843.43253993988
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_23,3.23,2123.26611328125,2870,0.75986,0.94492,0.75964,252.8214728832245,2049.7880859375,2440,0.79514,0.95474,0.79522,96.38240718841551
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_33,3.33,2115.92138671875,2932,0.76308,0.94524,0.76292,251.3493690490723,2065.4619140625,2442,0.79462,0.95482,0.7945399999999999,96.01601362228394
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_40,3.4,2121.57275390625,2958,0.76422,0.9459,0.76444,251.08874702453613,2095.458984375,2590,0.79638,0.95486,0.7964600000000001,99.07187056541444
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_28,4.28,2152.16845703125,3046,0.77676,0.95126,0.7765,247.6219892501831,2125.3076171875,8976,0.80324,0.95752,0.8032999999999999,92.1231610774994
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_33,4.33,2151.53076171875,3046,0.77712,0.95116,0.7770199999999999,247.09485745429996,5780.126953125,8976,0.80318,0.95744,0.8032,4848.67263174057
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_37,4.37,2157.66162109375,3058,0.77666,0.95146,0.7768400000000001,246.9352788925171,2138.501953125,9468,0.80274,0.95774,0.8027000000000001,90.3706829547882
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_42,4.42,2155.98193359375,3058,0.77718,0.95146,0.7773199999999999,246.3720235824585,5794.34375,9468,0.8034,0.95724,0.80334,4827.254663228989
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_46,4.46,2162.28759765625,3124,0.77748,0.9513,0.77726,246.551632642746,5797.0244140625,9452,0.80416,0.9577,0.8039200000000001,4949.785306453705
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_73,4.73,2195.9306640625,3124,0.7774,0.95134,0.7771800000000001,247.1677258014679,1686.16259765625,1758,0.80236,0.95814,0.8023,79.41548132896423
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_95,4.95,2216.939453125,3302,0.77694,0.95126,0.77712,246.9272096157074,1702.58935546875,1778,0.80236,0.95814,0.8023,78.34278130531311
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,5_00,5,2398.791015625,3420,0.77688,0.95142,0.77704,246.6440756320953,2408.041015625,2706,0.80282,0.9582,0.8027000000000001,89.75235366821289
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_48,7.48,2589.8935546875,3562,0.77722,0.95146,0.77738,246.27827095985413,2595.1279296875,2786,0.8036,0.95768,0.8036,84.02168917655945
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_56,7.56,2600.0849609375,3562,0.77656,0.95158,0.7765,246.5051016807556,2605.9443359375,2826,0.8029,0.95814,0.80282,87.96886658668518
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_64,7.64,2611.8447265625,3500,0.77678,0.95162,0.7769400000000001,247.2195603847504,2617.5947265625,2784,0.80312,0.95798,0.80296,85.02706289291382
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_72,7.72,2621.0166015625,3500,0.7774,0.95164,0.7770199999999999,246.9220278263092,2628.2666015625,2764,0.80252,0.95808,0.80244,85.15818667411804
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_80,7.8,2404.02001953125,2968,0.77708,0.95178,0.77696,249.7998857498169,1912.86865234375,2016,0.8036,0.95824,0.80366,81.83852958679199
+CLIP-ViT-L-14-laion2B-s32B-b82K,fp16,base,16,2642.55908203125,5566,0.75248,0.94254,0.7524000000000001,270.4265851974488,5591.7451171875,7674,0.79852,0.95564,0.7987000000000001,4094.162350416184

lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BH_b2_4-mxq-20241001220858.csv

@@ -0,0 +1,9 @@
+model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_51,"{'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,0,0,0,0,5924581376,9269411840,0,0,0,0,0.74196,0.92768,0.7420399999999999,4861.056388378143
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_46,"{'offload_meta': False, 'mixed': True, 'budget': 2.46}",0,0,0,0,0,5927459840,9737076736,0,0,0,0,0.74406,0.92958,0.7440399999999999,4795.576543569565
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_20,"{'offload_meta': False, 'mixed': True, 'budget': 2.2}",0,0,0,0,0,5907647488,9795796992,0,0,0,0,0.72906,0.92072,0.7289,4802.375846862793
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_20,"{'offload_meta': False, 'mixed': True, 'budget': 2.2}",0,0,0,0,0,1232539136,1627389952,0,0,0,0,0.20718,0.40748,0.20728,5786.485795736313
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_25,"{'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,0,0,0,0,1231827456,1631584256,0,0,0,0,0.21222,0.4066,0.212,5634.143008232117
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_25,"{'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,0,0,0,0,5910470656,9760145408,0,0,0,0,0.73918,0.92558,0.7389600000000001,4806.175360918045
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_46,"{'offload_meta': False, 'mixed': True, 'budget': 2.46}",0,0,0,0,0,1235145216,2961178624,0,0,0,0,0.2425,0.45582,0.24246,4395.418176412582
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_51,"{'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,0,0,0,0,1666392576,9795796992,0,0,0,0,0.24444,0.46038,0.24432,4163.087644338608

lm-quant-toolkit/data-vis/data/vit/result-eval_lp_BH_mxq-partial.csv

@@ -0,0 +1,14 @@
+model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_78,"{'offload_meta': False, 'mixed': True, 'budget': 4.78}",0,0,0,0,0,6104065024,10057940992,0,0,0,0,0.8032,0.9582,0.80326,4798.664179801941
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_82,"{'offload_meta': False, 'mixed': True, 'budget': 4.82}",0,0,0,0,0,6096948224,9428795392,0,0,0,0,0.80304,0.95846,0.80306,4965.79768037796
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_86,"{'offload_meta': False, 'mixed': True, 'budget': 4.86}",0,0,0,0,0,6109003776,10055843840,0,0,0,0,0.80308,0.95784,0.80324,4790.137779951096
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_90,"{'offload_meta': False, 'mixed': True, 'budget': 4.9}",0,0,0,0,0,6118603776,10055843840,0,0,0,0,0.80308,0.95784,0.80324,4781.0196368694305
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_95,"{'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,0,0,0,0,6115732480,10280239104,0,0,0,0,0.80308,0.95784,0.80324,4782.993988275528
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,0,0,6121847808,10280239104,0,0,0,0,0.80298,0.95786,0.803,4783.86418223381
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_32,"{'offload_meta': False, 'mixed': True, 'budget': 7.32}",0,0,0,0,0,6291175424,9653190656,0,0,0,0,0.80232,0.95756,0.80244,4803.447811603546
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_40,"{'offload_meta': False, 'mixed': True, 'budget': 7.4}",0,0,0,0,0,6296525824,9661579264,0,0,0,0,0.80242,0.95762,0.8023199999999999,5245.313944101334
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,0,0,2723286016,10292822016,0,0,0,0,0.8036,0.95768,0.8036,87.33450436592102
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,0,0,6321755136,10292822016,0,0,0,0,0.80234,0.9581,0.8025,4950.526224851608
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,0,0,6325361664,9955180544,0,0,0,0,0.80248,0.95792,0.80248,5011.862310171127
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,0,0,2755544064,9693036544,0,0,0,0,0.80252,0.95808,0.80244,85.32104396820068
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,0,0,6328476672,9693036544,0,0,0,0,0.80336,0.95812,0.8034,5002.864823102951

lm-quant-toolkit/data-vis/data/vit/result-eval_lp_H_hqq-20240922062756.csv

@@ -0,0 +1,13 @@
+model,algo,config,bpp,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g64,8.25,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,3104196608,3202351104,0,0,0,0,0.7952 ,0.9541 ,0.79524,5661.854148
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g32,8.51,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,3141814272,3489660928,0,0,0,0,0.7953 ,0.9542 ,0.79536,5651.640073
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g128,8.13,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,3098167296,3489660928,0,0,0,0,0.7952 ,0.9543 ,0.79524,5581.037979
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g64,4.25,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,2802337792,3244294144,0,0,0,0,0.7939 ,0.9535 ,0.79382,5690.34893
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g32,4.51,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,2831435776,3152019456,0,0,0,0,0.7942 ,0.9543 ,0.79414,5487.404753
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g128,4.13,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,2779269120,2894069760,0,0,0,0,0.7946 ,0.9538 ,0.79454,5491.042414
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g64,3.51,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,2763540480,2894069760,0,0,0,0,0.7884 ,0.9517 ,0.78858,6015.389389
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g32,3.25,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,2831435776,2923429888,0,0,0,0,0.7910 ,0.9533 ,0.79098,5460.500207
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g128,3.13,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,2729592832,2923429888,0,0,0,0,0.7847 ,0.9498 ,0.78466,5250.123513
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g64,2.25,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,2647148544,2845835264,0,0,0,0,0.7360 ,0.9253 ,0.73588,5135.478503
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g32,2.51,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,2676246528,2919235584,0,0,0,0,0.7646 ,0.9395 ,0.7645,5174.188637
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g16,3.02,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 16, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,0,0,2734442496,3007315968,0,0,0,0,0.7759 ,0.9457 ,0.77576,5166.532215

lm-quant-toolkit/data-vis/data/vit/result-eval_zs_BH_b2_4-mxq-20241001224316.csv

@@ -0,0 +1,9 @@
+model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_51,"{'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,0,0,2117363200,2690646016,0,0,0.6458,0.88562,0.6455599999999999,256.29225873947144,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_46,"{'offload_meta': False, 'mixed': True, 'budget': 2.46}",0,0,0,2114397696,2789212160,0,0,0.64764,0.88846,0.6479400000000001,250.2093288898468,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_20,"{'offload_meta': False, 'mixed': True, 'budget': 2.2}",0,0,0,2091844096,2860515328,0,0,0.5839,0.84888,0.58376,248.6138243675232,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_20,"{'offload_meta': False, 'mixed': True, 'budget': 2.2}",0,0,0,393380352,490733568,0,0,0.00282,0.01056,0.0028,58.48104786872864,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_25,"{'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,0,0,392160768,526385152,0,0,0.0039,0.01406,0.00394,59.11011552810669,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_25,"{'offload_meta': False, 'mixed': True, 'budget': 2.25}",0,0,0,2096616960,2797600768,0,0,0.6162,0.86834,0.61614,249.70466470718384,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_46,"{'offload_meta': False, 'mixed': True, 'budget': 2.46}",0,0,0,395612672,1872756736,0,0,0.00324,0.0151,0.00324,59.59771013259888,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_51,"{'offload_meta': False, 'mixed': True, 'budget': 2.51}",0,0,0,1657020928,2860515328,0,0,0.00454,0.01924,0.00456,59.47060823440552,0,0,0,0

lm-quant-toolkit/data-vis/data/vit/result-eval_zs_BH_mxq-20240925105728.csv

@@ -0,0 +1,37 @@
+model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,2712816640,3638558720,0,0,0.77722,0.95146,0.77738,264.85366010665894,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_82,"{'offload_meta': False, 'mixed': True, 'budget': 4.82}",0,0,0,418849280,473956352,0,0,0.65394,0.89054,0.65388,57.573365688323975,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_96,"{'offload_meta': False, 'mixed': True, 'budget': 3.96}",0,0,0,412531200,471859200,0,0,0.62028,0.87184,0.62034,57.989933013916016,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_92,"{'offload_meta': False, 'mixed': True, 'budget': 3.92}",0,0,0,416230912,471859200,0,0,0.61638,0.86932,0.6164400000000001,57.53022003173828,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,467310592,587202560,0,0,0.6596,0.89506,0.6595599999999999,57.317445039749146,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_73,"{'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,0,0,2283949568,2864709632,0,0,0.7774,0.95134,0.7771800000000001,259.827552318573,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,446611968,587202560,0,0,0.6599,0.89588,0.6600799999999999,286.42384243011475,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_86,"{'offload_meta': False, 'mixed': True, 'budget': 4.86}",0,0,0,421514752,476053504,0,0,0.65398,0.89086,0.65392,57.11143207550049,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_90,"{'offload_meta': False, 'mixed': True, 'budget': 4.9}",0,0,0,2296836608,2871001088,0,0,0.77698,0.95128,0.7770799999999999,260.9170093536377,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_00,"{'offload_meta': False, 'mixed': True, 'budget': 4.0}",0,0,0,2242972160,3110076416,0,0,0.77338,0.95046,0.77326,260.4615669250488,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,442760704,528482304,0,0,0.65386,0.8905,0.6536200000000001,57.53435635566712,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_95,"{'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,0,0,422448640,503316480,0,0,0.65364,0.8909,0.6534,57.77612543106079,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_00,"{'offload_meta': False, 'mixed': True, 'budget': 3.0}",0,0,0,401306112,471859200,0,0,0.08942,0.21434,0.08942,58.22463083267212,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_32,"{'offload_meta': False, 'mixed': True, 'budget': 7.32}",0,0,0,465223680,528482304,0,0,0.6595,0.89446,0.6593,57.69987630844116,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_40,"{'offload_meta': False, 'mixed': True, 'budget': 7.4}",0,0,0,466581504,526385152,0,0,0.66012,0.89544,0.6602,57.01282715797424,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_82,"{'offload_meta': False, 'mixed': True, 'budget': 4.82}",0,0,0,2298639360,3179282432,0,0,0.77666,0.95156,0.7767999999999999,412.3723640441895,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,468658176,549453824,0,0,0.6587,0.896,0.6585200000000001,57.595568895339966,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_32,"{'offload_meta': False, 'mixed': True, 'budget': 7.32}",0,0,0,2688860160,3701473280,0,0,0.7776,0.95154,0.7777000000000001,262.37762808799744,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_95,"{'offload_meta': False, 'mixed': True, 'budget': 4.95}",0,0,0,2300240384,2883584000,0,0,0.77694,0.95126,0.77712,270.0263442993164,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,1785274368,2898264064,0,0,0.66172,0.89494,0.6614800000000001,213.3565800189972,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_92,"{'offload_meta': False, 'mixed': True, 'budget': 3.92}",0,0,0,2247350784,3156213760,0,0,0.77202,0.9502,0.77194,254.87191438674927,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,467940352,547356672,0,0,0.6579,0.89478,0.65786,58.14683556556702,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_73,"{'offload_meta': False, 'mixed': True, 'budget': 4.73}",0,0,0,418106880,471859200,0,0,0.65174,0.88992,0.65168,56.83344960212708,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,2520797696,3112173568,0,0,0.77708,0.95178,0.77696,281.60668992996216,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_78,"{'offload_meta': False, 'mixed': True, 'budget': 4.78}",0,0,0,2297835520,3261071360,0,0,0.77734,0.9514,0.7772,261.019278049469,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_86,"{'offload_meta': False, 'mixed': True, 'budget': 4.86}",0,0,0,2304564224,3179282432,0,0,0.77664,0.95144,0.77644,260.28534483909607,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,2507573760,3101687808,0,0,0.77678,0.95162,0.7769400000000001,272.953115940094,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,2502579200,3573547008,0,0,0.77688,0.95142,0.77704,283.32350730896,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_00,"{'offload_meta': False, 'mixed': True, 'budget': 4.0}",0,0,0,414938624,471859200,0,0,0.62426,0.87318,0.62408,58.406731367111206,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_96,"{'offload_meta': False, 'mixed': True, 'budget': 3.96}",0,0,0,2244765184,3110076416,0,0,0.77206,0.95036,0.77204,261.8428854942322,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_00,"{'offload_meta': False, 'mixed': True, 'budget': 3.0}",0,0,0,2178474496,3156213760,0,0,0.71652,0.9254,0.71654,255.91491293907168,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_40,"{'offload_meta': False, 'mixed': True, 'budget': 7.4}",0,0,0,2699236352,3701473280,0,0,0.77788,0.95146,0.77782,255.28537440299988,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,2748335104,3670016000,0,0,0.7774,0.95164,0.7770199999999999,263.654393196106,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_78,"{'offload_meta': False, 'mixed': True, 'budget': 4.78}",0,0,0,420697600,473956352,0,0,0.65324,0.89086,0.65322,57.48183035850525,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,2722911232,3638558720,0,0,0.77656,0.95158,0.7765,284.7997863292694,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_90,"{'offload_meta': False, 'mixed': True, 'budget': 4.9}",0,0,0,419523072,476053504,0,0,0.65298,0.89062,0.653,58.17277526855469,0,0,0,0

lm-quant-toolkit/data-vis/data/vit/result-eval_zs_B_hqq-20240924115024.csv

@@ -0,0 +1,13 @@
+model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g16,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 16, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,400440320,478150656,0,0,0.23974,0.47004,0.23962,203.7415533065796,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,442503680,559939584,0,0,0.64706,0.88756,0.64708,209.97533631324768,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,479532032,538968064,0,0,0.6655,0.899,0.66562,207.1688771247864,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,413219840,520093696,0,0,0.65214,0.89108,0.65168,205.0110003948212,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,413219840,494927872,0,0,0.60172,0.85774,0.60156,210.99557971954343,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g64,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,388938752,473956352,0,0,0.00438,0.01916,0.00438,206.0947680473328,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g32,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,392772608,473956352,0,0,0.04142,0.10862,0.04148,207.44386196136475,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,477590528,559939584,0,0,0.66528,0.89846,0.66488,203.35580730438232,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,450280448,469762048,0,0,0.66494,0.89864,0.66502,240.3741898536682,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,400927232,494927872,0,0,0.48118,0.759,0.4812599999999999,208.10354614257807,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,404274176,469762048,0,0,0.5505,0.821,0.5505,227.58782124519348,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,407469056,492830720,0,0,0.63282,0.87984,0.6325,216.2379570007324,0,0,0,0

lm-quant-toolkit/data-vis/data/vit/result-eval_zs_H_hqq-20240922075536.csv

@@ -0,0 +1,13 @@
+model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g128,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2181217792,2246049792,0,0,0.75858,0.94486,0.7584,258.6200158596039,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g64,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2215165440,2342518784,0,0,0.76546,0.94786,0.76552,257.909943819046,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g32,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2878942208,2902458368,0,0,0.77936,0.95226,0.7794200000000001,253.0357608795166,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g64,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2526948352,2803892224,0,0,0.77672,0.95098,0.77674,252.3574025630951,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g32,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2283060736,2332033024,0,0,0.77726,0.9514,0.77718,256.3928999900818,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g32,"{'weight_quant_params': {'nbits': 3, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2283060736,2399141888,0,0,0.77002,0.94878,0.76992,262.8787679672241,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g32,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 32, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2127871488,2311061504,0,0,0.70882,0.92204,0.7089,256.4049708843231,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g64,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2098773504,2279604224,0,0,0.64486,0.8846,0.64488,252.53501534461972,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g128,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2864294912,2887778304,0,0,0.77938,0.9523,0.77944,253.4150836467743,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g128,"{'weight_quant_params': {'nbits': 4, 'channel_wise': True, 'group_size': 128, 'optimize': True, 'round_zero': True, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2239413760,2342518784,0,0,0.77442,0.9505,0.77468,254.11069107055664,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g16,"{'weight_quant_params': {'nbits': 2, 'channel_wise': True, 'group_size': 16, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2186067456,2357198848,0,0,0.73658,0.93584,0.7366,255.04898047447205,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g64,"{'weight_quant_params': {'nbits': 8, 'channel_wise': True, 'group_size': 64, 'optimize': True, 'round_zero': False, 'axis': 0, 'view_as_float': False}, 'scale_quant_params': None, 'zero_quant_params': {'nbits': 8, 'channel_wise': False, 'group_size': None, 'optimize': False}, 'offload_meta': False, 'mixed': False, 'budget': 0.0}",0,0,0,2572860928,3007315968,0,0,0.77936,0.95216,0.77934,253.50478506088257,0,0,0,0

lm-quant-toolkit/data-vis/data/vit/result-eval_zs_H_mxq_10_pct_range-20240926010705.csv

@@ -0,0 +1,121 @@
+model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_72,"{'offload_meta': False, 'mixed': True, 'budget': 2.72}",0,0,0,1159100928,1587544064,0,0,0.64196,0.8808,0.64202,128.38140177726746,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_24,"{'offload_meta': False, 'mixed': True, 'budget': 4.24}",0,0,0,417910272,515899392,0,0,0.64454,0.88492,0.6444000000000001,59.96670579910278,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,2712554496,3722444800,0,0,0.77722,0.95146,0.77738,246.8598515987396,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_78,"{'offload_meta': False, 'mixed': True, 'budget': 2.78}",0,0,0,400727552,513802240,0,0,0.01778,0.05248,0.01788,61.08743667602539,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_42,"{'offload_meta': False, 'mixed': True, 'budget': 4.42}",0,0,0,416762368,494927872,0,0,0.64864,0.88908,0.64904,57.30884838104248,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_26,"{'offload_meta': False, 'mixed': True, 'budget': 3.26}",0,0,0,2234056192,2998927360,0,0,0.76094,0.94526,0.761,255.2753403186798,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_28,"{'offload_meta': False, 'mixed': True, 'budget': 4.28}",0,0,0,1200133632,1690304512,0,0,0.74802,0.94008,0.748,125.50082778930664,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_06,"{'offload_meta': False, 'mixed': True, 'budget': 4.06}",0,0,0,414894592,488636416,0,0,0.6311,0.87906,0.6311,57.34487843513489,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_44,"{'offload_meta': False, 'mixed': True, 'budget': 3.44}",0,0,0,1187042816,1690304512,0,0,0.73224,0.93424,0.73224,127.34919142723083,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_99,"{'offload_meta': False, 'mixed': True, 'budget': 2.99}",0,0,0,1167410688,1660944384,0,0,0.68554,0.90848,0.68512,128.4391005039215,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_84,"{'offload_meta': False, 'mixed': True, 'budget': 2.84}",0,0,0,2164397568,2875195392,0,0,0.70668,0.91804,0.7067,250.88978838920596,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,1307900416,1933574144,0,0,0.75068,0.94216,0.7507,125.1638114452362,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,470980608,545259520,0,0,0.6596,0.89506,0.6595599999999999,56.90188026428223,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_33,"{'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,1200742912,1694498816,0,0,0.74906,0.94036,0.74906,127.25216913223268,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_15,"{'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,1199089152,1690304512,0,0,0.74806,0.94046,0.74794,126.07694149017334,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_19,"{'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,415433216,488636416,0,0,0.64016,0.88314,0.6400600000000001,60.056281328201294,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_84,"{'offload_meta': False, 'mixed': True, 'budget': 2.84}",0,0,0,1163251200,1619001344,0,0,0.66842,0.8973,0.66852,128.37145805358887,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,472743936,545259520,0,0,0.6599,0.89588,0.6600799999999999,56.84508395195007,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_72,"{'offload_meta': False, 'mixed': True, 'budget': 2.72}",0,0,0,2145738240,2904555520,0,0,0.68974,0.90886,0.6896800000000001,251.12527441978452,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_40,"{'offload_meta': False, 'mixed': True, 'budget': 3.4}",0,0,0,409625088,524288000,0,0,0.54548,0.8159,0.5454000000000001,60.24022459983826,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_72,"{'offload_meta': False, 'mixed': True, 'budget': 2.72}",0,0,0,399749632,511705088,0,0,0.01014,0.03428,0.01024,61.39719033241272,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_16,"{'offload_meta': False, 'mixed': True, 'budget': 3.16}",0,0,0,1177009664,1660944384,0,0,0.71664,0.9267,0.71656,128.88727688789368,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_78,"{'offload_meta': False, 'mixed': True, 'budget': 2.78}",0,0,0,2154578432,2868903936,0,0,0.69804,0.91268,0.6976,250.9631309509277,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_10,"{'offload_meta': False, 'mixed': True, 'budget': 4.1}",0,0,0,2248336896,3189768192,0,0,0.7746,0.95054,0.77446,248.2590229511261,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,1298979328,1914699776,0,0,0.7512,0.9421,0.75124,124.96144890785216,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_42,"{'offload_meta': False, 'mixed': True, 'budget': 4.42}",0,0,0,1201977856,1797259264,0,0,0.7491,0.94116,0.7493600000000001,125.89162015914916,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_37,"{'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,0,0,1185836544,1671430144,0,0,0.72978,0.93326,0.72996,128.01152992248535,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_28,"{'offload_meta': False, 'mixed': True, 'budget': 4.28}",0,0,0,417072640,515899392,0,0,0.64694,0.88618,0.6470199999999999,56.45801663398743,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,8_05,"{'offload_meta': False, 'mixed': True, 'budget': 8.05}",0,0,0,869934080,1587544064,0,0,0.66058,0.89586,0.6604000000000001,58.290170192718506,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_15,"{'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,2254909952,3189768192,0,0,0.77436,0.95078,0.77454,248.6094217300415,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_23,"{'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,408055296,528482304,0,0,0.51688,0.79446,0.51734,59.34103155136109,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,1304111616,1933574144,0,0,0.75116,0.94208,0.7515,125.64911913871764,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_28,"{'offload_meta': False, 'mixed': True, 'budget': 4.28}",0,0,0,2249765376,3202351104,0,0,0.77676,0.95126,0.7765,248.73146224021912,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_26,"{'offload_meta': False, 'mixed': True, 'budget': 3.26}",0,0,0,1185621504,1658847232,0,0,0.72698,0.9318,0.7270800000000001,128.4722557067871,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_90,"{'offload_meta': False, 'mixed': True, 'budget': 2.9}",0,0,0,2170259968,2944401408,0,0,0.70782,0.9197,0.7074400000000001,251.43559193611145,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_81,"{'offload_meta': False, 'mixed': True, 'budget': 2.81}",0,0,0,401213952,515899392,0,0,0.02294,0.06524,0.02298,58.96535229682922,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_33,"{'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,2257878528,3202351104,0,0,0.77712,0.95116,0.7770199999999999,248.22040486335757,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_32,"{'offload_meta': False, 'mixed': True, 'budget': 7.32}",0,0,0,1294230016,1914699776,0,0,0.75174,0.94214,0.7517,125.40518260002136,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,8_05,"{'offload_meta': False, 'mixed': True, 'budget': 8.05}",0,0,0,2539769344,3137339392,0,0,0.77788,0.95154,0.77764,250.2910726070404,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_40,"{'offload_meta': False, 'mixed': True, 'budget': 3.4}",0,0,0,1189288448,1671430144,0,0,0.73132,0.93388,0.73118,127.6110496520996,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_75,"{'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,0,0,400099840,511705088,0,0,0.01492,0.04598,0.01488,61.55258536338806,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_32,"{'offload_meta': False, 'mixed': True, 'budget': 7.32}",0,0,0,465616896,526385152,0,0,0.6595,0.89446,0.6593,56.77325773239136,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_40,"{'offload_meta': False, 'mixed': True, 'budget': 7.4}",0,0,0,468678656,526385152,0,0,0.66012,0.89544,0.6602,59.14520478248596,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_89,"{'offload_meta': False, 'mixed': True, 'budget': 7.89}",0,0,0,1311942144,1931476992,0,0,0.75088,0.94202,0.75102,125.2557499408722,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_46,"{'offload_meta': False, 'mixed': True, 'budget': 4.46}",0,0,0,443830784,526385152,0,0,0.65118,0.88992,0.651,59.438514709472656,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_23,"{'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,2219213312,3021996032,0,0,0.75986,0.94492,0.75964,253.30008363723755,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,468396032,526385152,0,0,0.6587,0.896,0.6585200000000001,57.07060098648071,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_44,"{'offload_meta': False, 'mixed': True, 'budget': 3.44}",0,0,0,411017728,490733568,0,0,0.54964,0.81894,0.54948,57.552762031555176,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_16,"{'offload_meta': False, 'mixed': True, 'budget': 3.16}",0,0,0,2214722048,2996830208,0,0,0.75334,0.94218,0.7533800000000002,252.5560827255249,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_15,"{'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,415515136,488636416,0,0,0.63626,0.88128,0.636,57.89206886291504,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_97,"{'offload_meta': False, 'mixed': True, 'budget': 7.97}",0,0,0,2786507776,3714056192,0,0,0.77772,0.95156,0.7777000000000001,250.24081563949585,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,8_05,"{'offload_meta': False, 'mixed': True, 'budget': 8.05}",0,0,0,1316529664,1811939328,0,0,0.75136,0.94184,0.75112,125.76188707351685,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_32,"{'offload_meta': False, 'mixed': True, 'budget': 7.32}",0,0,0,2687156224,3701473280,0,0,0.7776,0.95154,0.7777000000000001,252.016786813736,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_99,"{'offload_meta': False, 'mixed': True, 'budget': 2.99}",0,0,0,2181850624,2996830208,0,0,0.71894,0.9256,0.71878,251.9415185451508,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_47,"{'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,0,0,2232964608,3166699520,0,0,0.76512,0.94686,0.7651,253.4394633769989,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_19,"{'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,2207970816,3021996032,0,0,0.7528,0.94152,0.7529000000000001,252.3807511329651,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_78,"{'offload_meta': False, 'mixed': True, 'budget': 2.78}",0,0,0,1160697344,1589641216,0,0,0.6568,0.8899,0.6566,128.87478065490723,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_19,"{'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,2248894976,3191865344,0,0,0.7763,0.95116,0.7765599999999999,248.2487301826477,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_46,"{'offload_meta': False, 'mixed': True, 'budget': 4.46}",0,0,0,1204975104,1893728256,0,0,0.74938,0.94186,0.7495799999999999,125.82752633094788,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,472901632,547356672,0,0,0.66172,0.89494,0.6614800000000001,58.69222450256348,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_97,"{'offload_meta': False, 'mixed': True, 'budget': 7.97}",0,0,0,1314925056,1904214016,0,0,0.75116,0.94176,0.75114,125.31718587875366,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_40,"{'offload_meta': False, 'mixed': True, 'budget': 7.4}",0,0,0,1298117120,1914699776,0,0,0.75058,0.94158,0.7507999999999999,125.82404565811156,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_37,"{'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,0,0,2258277888,3214934016,0,0,0.77666,0.95146,0.7768400000000001,248.2004587650299,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_33,"{'offload_meta': False, 'mixed': True, 'budget': 4.33}",0,0,0,417643008,515899392,0,0,0.64656,0.88672,0.6467,60.16640329360962,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,1302224384,1914699776,0,0,0.75128,0.94206,0.75136,124.92405652999878,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_47,"{'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,0,0,412026368,482344960,0,0,0.55318,0.82276,0.55338,57.830528020858765,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_75,"{'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,0,0,2157523456,2875195392,0,0,0.69326,0.91194,0.6934400000000001,250.48670625686648,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_81,"{'offload_meta': False, 'mixed': True, 'budget': 2.81}",0,0,0,1160092160,1619001344,0,0,0.66072,0.89266,0.66068,130.33821654319763,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_10,"{'offload_meta': False, 'mixed': True, 'budget': 4.1}",0,0,0,1197688320,1690304512,0,0,0.74816,0.93996,0.7483399999999999,125.75274467468262,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_33,"{'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,0,0,1188062720,1665138688,0,0,0.72964,0.93276,0.7295799999999999,128.27207827568054,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_44,"{'offload_meta': False, 'mixed': True, 'budget': 3.44}",0,0,0,2231172608,3040870400,0,0,0.76586,0.94626,0.7656600000000001,251.86285400390625,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_06,"{'offload_meta': False, 'mixed': True, 'budget': 4.06}",0,0,0,2244998656,3166699520,0,0,0.77376,0.9504,0.7739000000000001,248.10602617263797,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,467940352,524288000,0,0,0.6579,0.89478,0.65786,59.524763107299805,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_06,"{'offload_meta': False, 'mixed': True, 'budget': 4.06}",0,0,0,1198621184,1690304512,0,0,0.74718,0.93978,0.74732,126.56709837913512,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_75,"{'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,0,0,1156473344,1589641216,0,0,0.64882,0.88566,0.6487999999999999,127.97253346443176,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_30,"{'offload_meta': False, 'mixed': True, 'budget': 3.3}",0,0,0,1186602496,1665138688,0,0,0.7283,0.93224,0.7284200000000001,127.8771698474884,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_93,"{'offload_meta': False, 'mixed': True, 'budget': 2.93}",0,0,0,1166731776,1627389952,0,0,0.67934,0.9056,0.6790600000000001,128.40055394172668,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_47,"{'offload_meta': False, 'mixed': True, 'budget': 3.47}",0,0,0,1191850496,1690304512,0,0,0.73338,0.93442,0.73324,127.35059189796448,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_96,"{'offload_meta': False, 'mixed': True, 'budget': 2.96}",0,0,0,1168052736,1644167168,0,0,0.68328,0.90628,0.68302,127.52875471115112,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_90,"{'offload_meta': False, 'mixed': True, 'budget': 2.9}",0,0,0,402512384,517996544,0,0,0.03282,0.08982,0.03272,59.3481969833374,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,2767036416,3758096384,0,0,0.77708,0.95178,0.77696,248.5065746307373,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_33,"{'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,0,0,2225618432,2982150144,0,0,0.76308,0.94524,0.76292,252.78968739509585,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_37,"{'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,0,0,1202348544,1694498816,0,0,0.74952,0.94138,0.7495,125.69940185546876,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_19,"{'offload_meta': False, 'mixed': True, 'budget': 4.19}",0,0,0,1199731200,1690304512,0,0,0.74772,0.94038,0.7477999999999999,125.90888571739195,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_30,"{'offload_meta': False, 'mixed': True, 'budget': 3.3}",0,0,0,2216496640,2998927360,0,0,0.76214,0.94484,0.7619600000000001,252.18879675865173,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_23,"{'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,1184599552,1667235840,0,0,0.72598,0.93154,0.72608,128.31699514389038,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_16,"{'offload_meta': False, 'mixed': True, 'budget': 3.16}",0,0,0,407147008,526385152,0,0,0.39724,0.66838,0.3971599999999999,59.64168834686279,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_96,"{'offload_meta': False, 'mixed': True, 'budget': 2.96}",0,0,0,2176681472,2891972608,0,0,0.71108,0.92096,0.7111200000000001,251.4647092819214,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_46,"{'offload_meta': False, 'mixed': True, 'budget': 4.46}",0,0,0,2465627136,3701473280,0,0,0.77748,0.9513,0.77726,247.83787393569943,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_81,"{'offload_meta': False, 'mixed': True, 'budget': 2.81}",0,0,0,2156306944,2875195392,0,0,0.69944,0.9143,0.69938,251.4184558391571,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_24,"{'offload_meta': False, 'mixed': True, 'budget': 4.24}",0,0,0,1201205760,1690304512,0,0,0.74832,0.94056,0.7484200000000001,125.68515729904176,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_19,"{'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,1180818944,1667235840,0,0,0.71866,0.92684,0.71848,127.87303185462952,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_87,"{'offload_meta': False, 'mixed': True, 'budget': 2.87}",0,0,0,402318848,515899392,0,0,0.03386,0.08972,0.03382,59.04407286643982,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_64,"{'offload_meta': False, 'mixed': True, 'budget': 7.64}",0,0,0,2737538048,3720347648,0,0,0.77678,0.95162,0.7769400000000001,246.47455191612244,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_97,"{'offload_meta': False, 'mixed': True, 'budget': 7.97}",0,0,0,474835968,973078528,0,0,0.65964,0.89636,0.65974,56.91891551017761,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_87,"{'offload_meta': False, 'mixed': True, 'budget': 2.87}",0,0,0,2161177088,2944401408,0,0,0.70638,0.91878,0.70628,250.7939488887787,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_89,"{'offload_meta': False, 'mixed': True, 'budget': 7.89}",0,0,0,475146240,549453824,0,0,0.65906,0.89482,0.6591,56.25605630874634,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_42,"{'offload_meta': False, 'mixed': True, 'budget': 4.42}",0,0,0,2261759488,3342860288,0,0,0.77718,0.95146,0.7773199999999999,247.36787390708923,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_99,"{'offload_meta': False, 'mixed': True, 'budget': 2.99}",0,0,0,403685888,524288000,0,0,0.07934,0.1966,0.07932,59.79853677749634,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_37,"{'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,0,0,410143232,524288000,0,0,0.53898,0.81114,0.53912,58.92573404312134,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_37,"{'offload_meta': False, 'mixed': True, 'budget': 3.37}",0,0,0,2227877376,2982150144,0,0,0.76398,0.94608,0.7639600000000001,252.51976227760315,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_89,"{'offload_meta': False, 'mixed': True, 'budget': 7.89}",0,0,0,2778231808,3714056192,0,0,0.77788,0.95172,0.77752,249.2412474155426,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_90,"{'offload_meta': False, 'mixed': True, 'budget': 2.9}",0,0,0,1166043648,1631584256,0,0,0.67544,0.903,0.6755,128.67704939842224,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_80,"{'offload_meta': False, 'mixed': True, 'budget': 7.8}",0,0,0,1309834752,1931476992,0,0,0.75078,0.94194,0.7507999999999999,124.78484845161438,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_30,"{'offload_meta': False, 'mixed': True, 'budget': 3.3}",0,0,0,410087936,499122176,0,0,0.53182,0.80682,0.5318200000000001,58.24018812179565,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_26,"{'offload_meta': False, 'mixed': True, 'budget': 3.26}",0,0,0,408376832,528482304,0,0,0.5296,0.80538,0.5294800000000001,57.64824104309082,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_19,"{'offload_meta': False, 'mixed': True, 'budget': 3.19}",0,0,0,407382528,526385152,0,0,0.4088,0.67846,0.40906,60.03362989425659,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_93,"{'offload_meta': False, 'mixed': True, 'budget': 2.93}",0,0,0,2177737216,2891972608,0,0,0.71252,0.92178,0.7123999999999999,250.68722105026245,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_33,"{'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,0,0,409392640,499122176,0,0,0.53612,0.80948,0.5362,58.16918611526489,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_40,"{'offload_meta': False, 'mixed': True, 'budget': 7.4}",0,0,0,2702119936,3722444800,0,0,0.77788,0.95146,0.77782,249.1764175891876,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,2752990208,3758096384,0,0,0.7774,0.95164,0.7770199999999999,246.58779335021973,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_24,"{'offload_meta': False, 'mixed': True, 'budget': 4.24}",0,0,0,2254544384,3191865344,0,0,0.77644,0.95106,0.77626,247.91564226150516,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_87,"{'offload_meta': False, 'mixed': True, 'budget': 2.87}",0,0,0,1162868224,1631584256,0,0,0.67242,0.90082,0.6728599999999999,127.7976222038269,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_93,"{'offload_meta': False, 'mixed': True, 'budget': 2.93}",0,0,0,402978304,517996544,0,0,0.04962,0.12732,0.04952,59.25977635383606,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_56,"{'offload_meta': False, 'mixed': True, 'budget': 7.56}",0,0,0,2724420608,3720347648,0,0,0.77656,0.95158,0.7765,247.95503687858584,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_40,"{'offload_meta': False, 'mixed': True, 'budget': 3.4}",0,0,0,2220141056,3040870400,0,0,0.76422,0.9459,0.76444,251.7628583908081,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_84,"{'offload_meta': False, 'mixed': True, 'budget': 2.84}",0,0,0,401742336,515899392,0,0,0.03252,0.08668,0.03256,59.26670670509338,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_37,"{'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,0,0,417615360,515899392,0,0,0.6479,0.88796,0.648,60.47652244567871,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_96,"{'offload_meta': False, 'mixed': True, 'budget': 2.96}",0,0,0,403554816,522190848,0,0,0.06576,0.16514,0.06588,59.16420888900757,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_10,"{'offload_meta': False, 'mixed': True, 'budget': 4.1}",0,0,0,416743936,488636416,0,0,0.63574,0.8809,0.63568,59.57904958724976,0,0,0,0

lm-quant-toolkit/data-vis/data/vit/result-eval_zs_mxq_358_memory_saving5-20240924184239.csv

@@ -0,0 +1,36 @@
+model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_43,"{'offload_meta': False, 'mixed': True, 'budget': 2.43}",0,0,0,390023168,455081984,0,0,0.00474,0.01632,0.00474,226.47476816177368,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_92,"{'offload_meta': False, 'mixed': True, 'budget': 3.92}",0,0,0,408285184,476053504,0,0,0.61638,0.86932,0.6164400000000001,207.15313959121704,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_72,"{'offload_meta': False, 'mixed': True, 'budget': 7.72}",0,0,0,463464448,555745280,0,0,0.6599,0.89588,0.6600799999999999,204.8527579307556,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_40,"{'offload_meta': False, 'mixed': True, 'budget': 3.4}",0,0,0,404169728,473956352,0,0,0.54548,0.8159,0.5454000000000001,198.52915835380557,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_14,"{'offload_meta': False, 'mixed': True, 'budget': 2.14}",0,0,0,386563072,440401920,0,0,0.00234,0.00904,0.00234,203.3295178413391,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_28,"{'offload_meta': False, 'mixed': True, 'budget': 4.28}",0,0,0,408733696,467664896,0,0,0.64694,0.88618,0.6470199999999999,199.19207620620728,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_23,"{'offload_meta': False, 'mixed': True, 'budget': 3.23}",0,0,0,402337792,436207616,0,0,0.51688,0.79446,0.51734,237.7140600681305,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_84,"{'offload_meta': False, 'mixed': True, 'budget': 7.84}",0,0,0,465200128,553648128,0,0,0.66006,0.89542,0.6600999999999999,195.28310227394104,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,8_25,"{'offload_meta': False, 'mixed': True, 'budget': 8.25}",0,0,0,449032192,541065216,0,0,0.65918,0.89518,0.6593,205.3733093738556,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_77,"{'offload_meta': False, 'mixed': True, 'budget': 2.77}",0,0,0,394836992,457179136,0,0,0.01768,0.05188,0.01778,216.81563353538516,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_15,"{'offload_meta': False, 'mixed': True, 'budget': 4.15}",0,0,0,408880128,467664896,0,0,0.63626,0.88128,0.636,197.4719753265381,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_19,"{'offload_meta': False, 'mixed': True, 'budget': 2.19}",0,0,0,386949120,442499072,0,0,0.00256,0.01058,0.00258,211.9344780445099,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_83,"{'offload_meta': False, 'mixed': True, 'budget': 7.83}",0,0,0,464684032,553648128,0,0,0.65908,0.89568,0.65924,201.33744859695437,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_13,"{'offload_meta': False, 'mixed': True, 'budget': 4.13}",0,0,0,408971264,467664896,0,0,0.63702,0.88114,0.6368800000000001,197.26840233802795,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,8_08,"{'offload_meta': False, 'mixed': True, 'budget': 8.08}",0,0,0,471457792,541065216,0,0,0.66102,0.89536,0.66092,209.1231591701508,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_31,"{'offload_meta': False, 'mixed': True, 'budget': 2.31}",0,0,0,388534272,442499072,0,0,0.00352,0.01398,0.00352,217.92504930496216,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_80,"{'offload_meta': False, 'mixed': True, 'budget': 3.8}",0,0,0,408403968,497025024,0,0,0.60374,0.85964,0.6039800000000001,200.84635066986084,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_88,"{'offload_meta': False, 'mixed': True, 'budget': 2.88}",0,0,0,396562432,459276288,0,0,0.03456,0.09242,0.03456,215.66808032989505,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_91,"{'offload_meta': False, 'mixed': True, 'budget': 3.91}",0,0,0,408561664,497025024,0,0,0.62254,0.8716,0.6223,202.4946396350861,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_09,"{'offload_meta': False, 'mixed': True, 'budget': 3.09}",0,0,0,400045056,467664896,0,0,0.24896,0.47456,0.24872,237.2591452598572,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_48,"{'offload_meta': False, 'mixed': True, 'budget': 7.48}",0,0,0,458557440,532676608,0,0,0.6579,0.89478,0.65786,192.1275804042816,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_03,"{'offload_meta': False, 'mixed': True, 'budget': 3.03}",0,0,0,398935040,465567744,0,0,0.1776,0.37646,0.17768,250.03469133377075,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_97,"{'offload_meta': False, 'mixed': True, 'budget': 2.97}",0,0,0,397910016,461373440,0,0,0.08742,0.20972,0.08746,216.5020351409912,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,8_01,"{'offload_meta': False, 'mixed': True, 'budget': 8.01}",0,0,0,468983808,553648128,0,0,0.65874,0.89498,0.6589200000000001,207.958731174469,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_86,"{'offload_meta': False, 'mixed': True, 'budget': 2.86}",0,0,0,396293120,457179136,0,0,0.031,0.08284,0.03098,231.00125098228452,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_59,"{'offload_meta': False, 'mixed': True, 'budget': 7.59}",0,0,0,461030400,555745280,0,0,0.6585,0.89478,0.6584800000000001,203.5502586364746,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_16,"{'offload_meta': False, 'mixed': True, 'budget': 3.16}",0,0,0,401429504,467664896,0,0,0.39724,0.66838,0.3971599999999999,241.45339703559875,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_00,"{'offload_meta': False, 'mixed': True, 'budget': 4.0}",0,0,0,407353344,476053504,0,0,0.62426,0.87318,0.62408,198.45606660842896,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_99,"{'offload_meta': False, 'mixed': True, 'budget': 2.99}",0,0,0,397968384,463470592,0,0,0.07934,0.1966,0.07932,229.89849424362183,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_04,"{'offload_meta': False, 'mixed': True, 'budget': 4.04}",0,0,0,407744512,450887680,0,0,0.62528,0.87512,0.6256200000000001,203.9255769252777,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_33,"{'offload_meta': False, 'mixed': True, 'budget': 3.33}",0,0,0,403806208,473956352,0,0,0.53612,0.80948,0.5362,201.3008010387421,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_88,"{'offload_meta': False, 'mixed': True, 'budget': 7.88}",0,0,0,466940928,553648128,0,0,0.65986,0.89522,0.6599400000000001,205.707022190094,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_93,"{'offload_meta': False, 'mixed': True, 'budget': 2.93}",0,0,0,397260800,459276288,0,0,0.04962,0.12732,0.04952,234.5787160396576,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_38,"{'offload_meta': False, 'mixed': True, 'budget': 2.38}",0,0,0,389384192,448790528,0,0,0.00382,0.01564,0.00384,221.80086469650269,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_37,"{'offload_meta': False, 'mixed': True, 'budget': 4.37}",0,0,0,434870784,532676608,0,0,0.6479,0.88796,0.648,196.5625593662262,0,0,0,0

lm-quant-toolkit/data-vis/data/vit/result-eval_zs_mxq_comprehensive-20240920022203.csv

@@ -0,0 +1,55 @@
+model,algo,config,config_detail,quant_duration,load_mem_allot,load_mem_reserved,zeroshot_mem_allot,zeroshot_mem_reserved,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_00,"{'offload_meta': False, 'mixed': True, 'budget': 7.0}",0,0,0,0,0,0,0,0.7513,0.94228,0.75122,253.61319828033447,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_76,"{'offload_meta': False, 'mixed': True, 'budget': 3.76}",0,0,0,0,0,0,0,0.74086,0.93716,0.7410399999999999,270.54723072052,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_50,"{'offload_meta': False, 'mixed': True, 'budget': 7.5}",0,0,0,0,0,0,0,0.77824,0.95138,0.77824,278.42663073539734,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_48,"{'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,0,0,0,0,0,0,0.58424,0.84814,0.5844400000000001,254.16479802131653,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_48,"{'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,0,0,0,0,0,0,0.00696,0.02386,0.00696,243.1790347099304,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_00,"{'offload_meta': False, 'mixed': True, 'budget': 7.0}",0,0,0,0,0,0,0,0.7783,0.95176,0.77822,273.617879152298,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,8_15,"{'offload_meta': False, 'mixed': True, 'budget': 8.15}",0,0,0,0,0,0,0,0.66056,0.89594,0.6605599999999999,220.82143449783325,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,8_25,"{'offload_meta': False, 'mixed': True, 'budget': 8.25}",0,0,0,0,0,0,0,0.66056,0.89512,0.6606600000000001,214.15035367012024,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,0,0,0,0,0.65356,0.89112,0.6533199999999999,208.31317043304443,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,6_50,"{'offload_meta': False, 'mixed': True, 'budget': 6.5}",0,0,0,0,0,0,0,0.65824,0.89398,0.65806,222.97158980369568,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_75,"{'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,0,0,0,0,0,0,0.03312,0.09504,0.03328,225.729971408844,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_25,"{'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,0,0,0,0.6452,0.88654,0.6449,208.10912227630612,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_00,"{'offload_meta': False, 'mixed': True, 'budget': 3.0}",0,0,0,0,0,0,0,0.13206,0.29422,0.1320199999999999,215.37663221359253,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_75,"{'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,0,0,0,0,0,0,0.65192,0.8911,0.6518600000000001,217.9373459815979,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_76,"{'offload_meta': False, 'mixed': True, 'budget': 3.76}",0,0,0,0,0,0,0,0.5982,0.85648,0.59812,216.78967118263245,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,8_15,"{'offload_meta': False, 'mixed': True, 'budget': 8.15}",0,0,0,0,0,0,0,0.77802,0.95162,0.7779200000000001,276.84757018089294,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_50,"{'offload_meta': False, 'mixed': True, 'budget': 7.5}",0,0,0,0,0,0,0,0.65862,0.89486,0.6586799999999999,212.9632604122162,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,8_50,"{'offload_meta': False, 'mixed': True, 'budget': 8.5}",0,0,0,0,0,0,0,0.65624,0.89502,0.656,233.58725666999817,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,6_00,"{'offload_meta': False, 'mixed': True, 'budget': 6.0}",0,0,0,0,0,0,0,0.65786,0.89346,0.65724,215.72596549987796,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_50,"{'offload_meta': False, 'mixed': True, 'budget': 3.5}",0,0,0,0,0,0,0,0.56496,0.83392,0.56514,210.63371539115903,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,7_50,"{'offload_meta': False, 'mixed': True, 'budget': 7.5}",0,0,0,0,0,0,0,0.75094,0.9421,0.75104,233.98529362678528,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,8_50,"{'offload_meta': False, 'mixed': True, 'budget': 8.5}",0,0,0,0,0,0,0,0.7773,0.95152,0.7773199999999999,285.5602159500122,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_01,"{'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,0,0,0,0,0,0,0.74526,0.9391,0.7453800000000002,253.3506774902344,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_25,"{'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,0,0,0,0.74856,0.94066,0.74834,253.83817553520203,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,0,0,0,0,0.75032,0.9417,0.75016,319.4768943786621,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_25,"{'offload_meta': False, 'mixed': True, 'budget': 4.25}",0,0,0,0,0,0,0,0.77728,0.95128,0.77722,263.89617395401,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_00,"{'offload_meta': False, 'mixed': True, 'budget': 3.0}",0,0,0,0,0,0,0,0.68596,0.9099,0.6861199999999998,258.98153376579285,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_48,"{'offload_meta': False, 'mixed': True, 'budget': 2.48}",0,0,0,0,0,0,0,0.66562,0.8982,0.6657000000000001,269.46054911613464,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_50,"{'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,0,0,0,0,0,0,0.74974,0.9416,0.7498199999999999,261.67922830581665,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_50,"{'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,0,0,0,0,0,0,0.65302,0.89034,0.65266,216.62701654434204,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,6_50,"{'offload_meta': False, 'mixed': True, 'budget': 6.5}",0,0,0,0,0,0,0,0.77786,0.95214,0.7775,277.45865750312805,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_00,"{'offload_meta': False, 'mixed': True, 'budget': 7.0}",0,0,0,0,0,0,0,0.65888,0.8952,0.6586000000000001,218.22868275642395,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_01,"{'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,0,0,0,0,0,0,0.77252,0.94992,0.7725,294.07088446617126,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_75,"{'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,0,0,0,0,0,0,0.69534,0.91534,0.6953799999999999,265.0373966693878,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_75,"{'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,0,0,0,0,0,0,0.77686,0.95146,0.7769400000000001,267.6092920303345,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_76,"{'offload_meta': False, 'mixed': True, 'budget': 3.76}",0,0,0,0,0,0,0,0.77056,0.94848,0.77058,270.27670454978943,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,2_75,"{'offload_meta': False, 'mixed': True, 'budget': 2.75}",0,0,0,0,0,0,0,0.64854,0.89014,0.64868,240.99830174446103,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,4_75,"{'offload_meta': False, 'mixed': True, 'budget': 4.75}",0,0,0,0,0,0,0,0.75022,0.9416,0.74998,275.0549519062042,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_01,"{'offload_meta': False, 'mixed': True, 'budget': 4.01}",0,0,0,0,0,0,0,0.62244,0.87252,0.62286,230.438218832016,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,8_00,"{'offload_meta': False, 'mixed': True, 'budget': 8.0}",0,0,0,0,0,0,0,0.75078,0.9419,0.7507,239.4328212738037,0,0,0,0
+CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,8_00,"{'offload_meta': False, 'mixed': True, 'budget': 8.0}",0,0,0,0,0,0,0,0.66094,0.89598,0.66072,215.95332670211792,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_50,"{'offload_meta': False, 'mixed': True, 'budget': 4.5}",0,0,0,0,0,0,0,0.77718,0.95152,0.7771800000000001,273.5675024986267,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,6_00,"{'offload_meta': False, 'mixed': True, 'budget': 6.0}",0,0,0,0,0,0,0,0.7507,0.9424,0.7506999999999999,246.8648796081543,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,8_25,"{'offload_meta': False, 'mixed': True, 'budget': 8.25}",0,0,0,0,0,0,0,0.75124,0.9416,0.7512000000000001,253.27442622184756,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,3_50,"{'offload_meta': False, 'mixed': True, 'budget': 3.5}",0,0,0,0,0,0,0,0.73554,0.9355,0.73542,274.41084027290344,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,5_00,"{'offload_meta': False, 'mixed': True, 'budget': 5.0}",0,0,0,0,0,0,0,0.77734,0.95176,0.77726,283.56650161743164,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_50,"{'offload_meta': False, 'mixed': True, 'budget': 3.5}",0,0,0,0,0,0,0,0.76596,0.94746,0.76598,266.41346049308777,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,8_50,"{'offload_meta': False, 'mixed': True, 'budget': 8.5}",0,0,0,0,0,0,0,0.75126,0.94156,0.75116,266.64076495170593,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,6_00,"{'offload_meta': False, 'mixed': True, 'budget': 6.0}",0,0,0,0,0,0,0,0.77744,0.95126,0.77718,283.4871754646301,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,8_00,"{'offload_meta': False, 'mixed': True, 'budget': 8.0}",0,0,0,0,0,0,0,0.7778,0.95126,0.7778999999999999,282.1315236091614,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,8_15,"{'offload_meta': False, 'mixed': True, 'budget': 8.15}",0,0,0,0,0,0,0,0.75072,0.9421,0.75082,239.4732890129089,0,0,0,0
+CLIP-ViT-L-14-laion2B-s32B-b82K,mxq,6_50,"{'offload_meta': False, 'mixed': True, 'budget': 6.5}",0,0,0,0,0,0,0,0.75122,0.94216,0.75122,240.40596890449524,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,8_25,"{'offload_meta': False, 'mixed': True, 'budget': 8.25}",0,0,0,0,0,0,0,0.77792,0.95178,0.7779200000000001,277.22300958633423,0,0,0,0
+CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_00,"{'offload_meta': False, 'mixed': True, 'budget': 3.0}",0,0,0,0,0,0,0,0.73322,0.93262,0.73344,268.2326807975769,0,0,0,0

lm-quant-toolkit/data-vis/data/wdist/wdist-CLIP-ViT-H-14-laion2B-s32B-b79K.csv

@@ -0,0 +1,673 @@
+type,module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis
+text,attn.in_proj_bias,3072,0,7.909056876087561e-06,0.566947916150093,2.5327845916748624,2.898550662946699,2.899960994720459,126.0187908071632
+text,attn.in_proj_bias,3072,1,2.4634573492221534e-06,1.4384668254852289,2.1308331229687103,2.4148013171195783,2.428557872772217,16.272510146946708
+text,attn.in_proj_bias,3072,2,4.225334180318896e-07,1.1347673523426052,2.0298977167607357,2.587136474704639,2.6585123538970947,23.75488985676841
+text,attn.in_proj_bias,3072,3,1.4152975609249552e-06,1.2182476067543027,2.311227854728828,2.7137388690708604,2.814488410949707,27.20722409529005
+text,attn.in_proj_bias,3072,4,7.168476372498844e-07,1.4097205996513367,2.2108548803329575,2.546238368129645,2.6047658920288086,28.5035144909383
+text,attn.in_proj_bias,3072,5,6.92092453391524e-06,1.36777627825737,2.299950152158747,2.6799763735532336,2.709169626235962,38.3638013111196
+text,attn.in_proj_bias,3072,6,1.1476465715531958e-06,1.3959830987453445,2.372627934217483,2.612625864624939,2.6388750076293945,32.72549909256027
+text,attn.in_proj_bias,3072,7,5.28039709024597e-06,1.4422660827636706,2.4807526171207557,2.542863809561726,2.54520320892334,31.28649605028997
+text,attn.in_proj_bias,3072,8,1.282150350334632e-07,1.4245172405242919,2.6764695072174196,3.1493546159982144,3.1862549781799316,34.80423446231193
+text,attn.in_proj_bias,3072,9,1.6050054227889632e-06,1.3422327911853784,2.7880496294500143,3.2606058516740775,3.262195348739624,33.605634998724405
+text,attn.in_proj_bias,3072,10,2.16268426811439e-06,1.3622131884098052,2.5173287029266587,2.9583014292716463,2.9938430786132812,38.66368368676155
+text,attn.in_proj_bias,3072,11,2.5933766210073372e-06,1.1573502874374384,2.696097134590159,3.046055741810726,3.09604549407959,39.74776719136126
+text,attn.in_proj_bias,3072,12,3.559237939043669e-06,1.3190459918975825,2.8164232988357667,3.465648042201738,3.6431102752685547,48.102699331431445
+text,attn.in_proj_bias,3072,13,3.3497426557005383e-06,1.1593763554096213,2.978903504371724,3.442145153450932,3.4656360149383545,50.32680189258842
+text,attn.in_proj_bias,3072,14,2.2931872081244364e-06,1.1216372287273346,3.372638353347785,3.5316331137418473,3.5505523681640625,68.41873718906088
+text,attn.in_proj_bias,3072,15,8.964323569671251e-06,1.0406934750080106,3.2674097309112797,3.521042832040779,3.5264956951141357,76.26839760475876
+text,attn.in_proj_bias,3072,16,9.476610784986406e-08,1.2340391302108742,2.949605505943342,3.2061084501503934,3.272646427154541,62.177256547468666
+text,attn.in_proj_bias,3072,17,1.3782046153210104e-06,0.8932013428211212,3.1737541155815254,3.248843525719633,3.2555105686187744,85.66658619169664
+text,attn.in_proj_bias,3072,18,6.121692877059104e-07,0.9702033227682081,3.0501010127067705,3.249193337321219,3.2922775745391846,67.84958497359527
+text,attn.in_proj_bias,3072,19,6.456011192312872e-07,0.9891867196559897,3.000974708795561,3.2134933855056222,3.250816583633423,72.6700426423427
+text,attn.in_proj_bias,3072,20,6.975481937843142e-06,1.1490804815292348,2.5410943555832124,3.5144073860168312,3.5242912769317627,56.46938606717572
+text,attn.in_proj_bias,3072,21,3.3532317047502147e-06,0.9568768954277016,2.5747092192173135,3.033797193860973,3.05767560005188,56.63338599897715
+text,attn.in_proj_bias,3072,22,6.40316329736379e-06,1.0226656031608574,2.250851090192852,2.5233493260144035,2.6027791500091553,38.864579859290984
+text,attn.in_proj_bias,3072,23,1.716103668059077e-07,0.810758437514303,2.188483726978322,2.580612344861014,2.5919644832611084,62.217228791913335
+text,attn.in_proj_weight,3145728,0,1.8042028981923863e-09,0.04108400285243987,0.05512286341935507,0.07572811044528233,0.24353712797164917,3.709476134105636
+text,attn.in_proj_weight,3145728,1,1.046412068106406e-09,0.034766669012606145,0.04720857262238918,0.06200971294901264,0.1394001990556717,3.5231164443151655
+text,attn.in_proj_weight,3145728,2,8.238741244781522e-09,0.034846402965486044,0.04784166444093059,0.06340838549880697,0.14816120266914368,3.6012635397829027
+text,attn.in_proj_weight,3145728,3,3.4002849425007753e-09,0.03552236404269933,0.04788440928235691,0.06225646494998186,0.19455486536026,3.4613940018377183
+text,attn.in_proj_weight,3145728,4,2.1098967906141297e-08,0.0348598339036107,0.046245261475444076,0.060658220364515944,0.13384513556957245,3.33374222278288
+text,attn.in_proj_weight,3145728,5,1.2910917890351925e-09,0.03565236080437898,0.047896832607689135,0.06317794391884926,0.18183642625808716,3.398374133038385
+text,attn.in_proj_weight,3145728,6,3.910373969073788e-10,0.03449328046292066,0.04559486237913396,0.060206604059779366,0.1822757124900818,3.3030821190602295
+text,attn.in_proj_weight,3145728,7,1.8274589619338144e-09,0.034402662329375736,0.04544305700808765,0.05947498516402913,0.181133434176445,3.2865647478046607
+text,attn.in_proj_weight,3145728,8,2.0305762404859706e-08,0.03450610358268023,0.04537725612521225,0.059319321348869025,0.11513819545507431,3.2264138511023073
+text,attn.in_proj_weight,3145728,9,4.417582299964806e-09,0.034684191606938836,0.04567543242871815,0.05984367167650992,0.13849933445453644,3.2473238404314007
+text,attn.in_proj_weight,3145728,10,4.300229505815878e-09,0.0346961859613657,0.045453180063516715,0.058043226325853875,0.1357523649930954,3.2261465849376356
+text,attn.in_proj_weight,3145728,11,1.3060405201770209e-08,0.03469420865178108,0.045549039762467686,0.058271390034624435,0.1317981630563736,3.232073492700304
+text,attn.in_proj_weight,3145728,12,6.388514606214812e-09,0.03467331930994987,0.045444589555264356,0.058227980472504035,0.14340893924236298,3.228364843098121
+text,attn.in_proj_weight,3145728,13,8.120403793832054e-10,0.034721749499440194,0.04539914305508159,0.05793119643181453,0.1386338621377945,3.2250763357502534
+text,attn.in_proj_weight,3145728,14,1.2491160328309547e-09,0.03488381177186966,0.04536433088034411,0.05700864187478949,0.1484128087759018,3.193734176266499
+text,attn.in_proj_weight,3145728,15,1.8924573019774016e-09,0.0350011420622468,0.045505760710687015,0.05664898258185741,0.15073320269584656,3.1712620276498376
+text,attn.in_proj_weight,3145728,16,7.66761587556175e-09,0.03491524588316679,0.04535880246013406,0.056276950335127446,0.15576748549938202,3.198395024099991
+text,attn.in_proj_weight,3145728,17,2.1650521375704557e-09,0.034716644659638404,0.045166582964360866,0.05591150192617517,0.14578776061534882,3.1809536485865992
+text,attn.in_proj_weight,3145728,18,1.0081667722872112e-09,0.03465243749320507,0.04506447936967063,0.055731293019630396,0.1514756828546524,3.1774618638909344
+text,attn.in_proj_weight,3145728,19,8.935909789897778e-09,0.03469648659229278,0.045217772219333464,0.05643324758708182,0.16388003528118134,3.182382738772263
+text,attn.in_proj_weight,3145728,20,1.439683788850843e-10,0.034446155317127705,0.04507419322431134,0.056542471099267605,0.1436111330986023,3.198941070708956
+text,attn.in_proj_weight,3145728,21,4.220048754888239e-09,0.03419785596430301,0.04489250588417064,0.056137101768695734,0.14621298015117645,3.1884547877908664
+text,attn.in_proj_weight,3145728,22,8.182812649693005e-09,0.03386964954435824,0.04434515768289621,0.05512809418140882,0.13395825028419495,3.189301390674366
+text,attn.in_proj_weight,3145728,23,1.226396317832723e-09,0.033662549108266826,0.04388577464968044,0.055117344168187976,0.12582628428936005,3.1375284479082235
+text,attn.out_proj.bias,1024,0,0.0007195245125330985,0.34144368469715103,0.7983486425876692,1.8985646460293164,2.0237226486206055,31.48469474320977
+text,attn.out_proj.bias,1024,1,0.0001602050178917125,0.2507347078621386,0.3545261873006833,1.0156052052198903,1.090904712677002,14.209945997519482
+text,attn.out_proj.bias,1024,2,8.457146032014862e-05,0.15651697248220442,0.3082948413789297,0.6013563637613835,0.6346808075904846,13.971136941624938
+text,attn.out_proj.bias,1024,3,1.3186552678234875e-05,0.1039585445076227,0.1651148569434894,0.26619330491124155,0.2776744067668915,5.084503645292171
+text,attn.out_proj.bias,1024,4,4.353900294518098e-05,0.08764694467186927,0.16631112383306262,0.19918937137722512,0.2028668373823166,3.955580132558493
+text,attn.out_proj.bias,1024,5,5.457510633277707e-05,0.10823617115616795,0.2746864131093096,0.29609108385741434,0.29832273721694946,6.41250030875376
+text,attn.out_proj.bias,1024,6,9.109471284318715e-05,0.12094916030764573,0.22570227551460814,0.27560225568264035,0.28112757205963135,4.949357580525971
+text,attn.out_proj.bias,1024,7,1.3093334018776659e-05,0.09972535215318198,0.22563621345163123,0.23018883738517723,0.23049266636371613,4.922989632738311
+text,attn.out_proj.bias,1024,8,3.465158079052344e-05,0.10951264798641203,0.1771034368127624,0.23542027310132166,0.24194976687431335,3.813812433802844
+text,attn.out_proj.bias,1024,9,4.814541171072051e-05,0.12443682573735709,0.15696999135613474,0.23374896854012114,0.24248872697353363,3.474772249060224
+text,attn.out_proj.bias,1024,10,5.167187555343844e-05,0.12694422379136083,0.14261895731091548,0.14417405512779932,0.14433659613132477,3.0908862718027854
+text,attn.out_proj.bias,1024,11,2.5048999304999597e-05,0.1616706973314285,0.20478380261361634,0.2139992619663464,0.2150394469499588,2.9158915698761976
+text,attn.out_proj.bias,1024,12,2.5073211872950196e-05,0.11711687967181203,0.1471088493317368,0.18934152631759044,0.1941477656364441,2.9016627479740884
+text,attn.out_proj.bias,1024,13,1.0421493243484292e-05,0.15931246504187582,0.2026114401221288,0.2492830980881983,0.25456422567367554,3.3477083154889034
+text,attn.out_proj.bias,1024,14,6.963422038097633e-06,0.1370763199031353,0.16629728290438667,0.16870930933505263,0.16898025572299957,3.2228327214771055
+text,attn.out_proj.bias,1024,15,2.564242322478094e-06,0.15189088985323904,0.28207751974463885,0.30696233280300755,0.3096737265586853,4.145866245529937
+text,attn.out_proj.bias,1024,16,5.5010782489262056e-06,0.137537911683321,0.2572848417162918,0.46542744622227583,0.48908039927482605,10.110617390657445
+text,attn.out_proj.bias,1024,17,4.7877198085188866e-05,0.16923309966921798,0.28139631676674465,0.488723970583052,0.5121818780899048,7.790164661578832
+text,attn.out_proj.bias,1024,18,4.116632408113219e-05,0.1812213897705078,0.43979779598118857,0.7463429878830482,0.7806936502456665,12.868825865764897
+text,attn.out_proj.bias,1024,19,4.7872632421785966e-05,0.2210494060814379,0.5132272581756291,0.8499377934991842,0.8877923488616943,15.780335911011681
+text,attn.out_proj.bias,1024,20,9.339212556369603e-05,0.24586857751011848,0.5623795383572742,0.8280506012618171,0.8578445911407471,7.294809066432328
+text,attn.out_proj.bias,1024,21,0.00023378606420010328,0.2969175386428831,0.7928260075450257,0.8848304830133796,0.8943908214569092,6.709112467097081
+text,attn.out_proj.bias,1024,22,0.0003408253542147577,0.39281187564134595,0.6261824722290112,0.6503819966435401,0.6529248356819153,2.776681215505056
+text,attn.out_proj.bias,1024,23,0.00013294073869474232,0.36433085411787014,0.4345140208303939,1.1003654447137363,1.1762125492095947,4.98928872400786
+text,attn.out_proj.weight,1048576,0,8.238892207357296e-11,0.032403614372015,0.04231923790648661,0.0529522343911144,0.15489394962787628,3.164751866830876
+text,attn.out_proj.weight,1048576,1,1.8028412540616046e-08,0.028050892520695925,0.03655791934579734,0.04577437870203282,0.10037112981081009,3.1190753712028965
+text,attn.out_proj.weight,1048576,2,8.245349403246394e-10,0.028583096340298653,0.03766551250591932,0.04809441731311048,0.1211031898856163,3.209379068071224
+text,attn.out_proj.weight,1048576,3,3.685043026280255e-08,0.028810907620936632,0.03757173093035921,0.045834388043728615,0.09519308805465698,3.0898175576500737
+text,attn.out_proj.weight,1048576,4,3.192855702049968e-10,0.0290527381002903,0.03749188994988821,0.044509005844590915,0.0881776362657547,3.0416513698966825
+text,attn.out_proj.weight,1048576,5,1.5474757475431034e-08,0.02899134997278452,0.03747633788734694,0.04560970784164117,0.07482091337442398,3.0909851687421104
+text,attn.out_proj.weight,1048576,6,3.018242722419018e-08,0.029082641005516052,0.03728476539254198,0.044433250362052985,0.06388716399669647,3.03742572324312
+text,attn.out_proj.weight,1048576,7,3.657740421658673e-08,0.029398657847195864,0.037749500665813805,0.0448755249846682,0.06469206511974335,3.0317733008050567
+text,attn.out_proj.weight,1048576,8,2.1673576267033923e-09,0.03018730180338025,0.03883657893165967,0.04609160855412406,0.060477424412965775,3.046211267062773
+text,attn.out_proj.weight,1048576,9,2.11976769470823e-09,0.029733200557529926,0.03840562207624363,0.04658675615675439,0.08758542686700821,3.0703733663715504
+text,attn.out_proj.weight,1048576,10,4.509589590639962e-09,0.029839020688086748,0.03852493660524547,0.04638905065133714,0.1209447830915451,3.0533030107860872
+text,attn.out_proj.weight,1048576,11,9.358363861622365e-09,0.029801019933074713,0.03834870578721216,0.04542963509447747,0.07892411947250366,3.0427841087349448
+text,attn.out_proj.weight,1048576,12,1.5195448455074256e-08,0.030481824185699224,0.03920826548710703,0.046865223348132506,0.0775039792060852,3.042146082000076
+text,attn.out_proj.weight,1048576,13,1.2752908729041224e-09,0.030383114237338305,0.03892858484759939,0.04620725420303465,0.09139374643564224,3.0429056969256387
+text,attn.out_proj.weight,1048576,14,1.733846843876563e-08,0.031251706182956696,0.04017534032464133,0.04777807177975736,0.07414460182189941,3.0537847875886
+text,attn.out_proj.weight,1048576,15,6.340114211411674e-09,0.031970857642591,0.04140534345060602,0.04967716389335409,0.06334380805492401,3.0723703607263735
+text,attn.out_proj.weight,1048576,16,5.2833928343432035e-09,0.030394027940928936,0.039076879993081855,0.04681418739258964,0.0762079507112503,3.040559102080136
+text,attn.out_proj.weight,1048576,17,2.0932956701358307e-08,0.030620174016803503,0.039361170399935266,0.047282267166301524,0.06110125407576561,3.0431816590760326
+text,attn.out_proj.weight,1048576,18,8.139308671495371e-10,0.03082161396741867,0.03954877499490981,0.04646586525253789,0.059684764593839645,3.036079258643861
+text,attn.out_proj.weight,1048576,19,8.23646750802709e-09,0.031544480472803116,0.04088981561362765,0.04881496522573828,0.06779056787490845,3.0570424665405227
+text,attn.out_proj.weight,1048576,20,2.3250684932918375e-08,0.03132466599345207,0.040521872881800154,0.048511140998450726,0.06661872565746307,3.0852767173820386
+text,attn.out_proj.weight,1048576,21,5.718220563721843e-08,0.030676978174597025,0.03949191980064016,0.04751738646066785,0.12215927988290787,3.081387033229833
+text,attn.out_proj.weight,1048576,22,7.561312465043102e-09,0.030772827100008726,0.039609849080443765,0.047361870734018374,0.07706765085458755,3.0519916597780123
+text,attn.out_proj.weight,1048576,23,4.946455689491813e-09,0.031094528269022703,0.040112064406276474,0.048144496567542425,0.08673815429210663,3.05540486473436
+text,ln_1.bias,1024,0,6.26360415481031e-05,0.5010147580504399,2.3423357746601363,2.549158152747126,2.571964740753174,76.51042717417157
+text,ln_1.bias,1024,1,3.085536809521727e-05,0.29033355653285975,3.0521330363751007,3.9771818011044164,4.080979824066162,229.13975234594508
+text,ln_1.bias,1024,2,0.00010512096923775971,0.21092901632189745,2.9585938154460427,3.4223213843583453,3.470970630645752,272.2557035130147
+text,ln_1.bias,1024,3,0.00010508258856134489,0.21276700869202592,4.037905381679759,4.2386784609794415,4.254958152770996,314.254667259174
+text,ln_1.bias,1024,4,0.00038203445728868246,0.2136210958659649,4.642619366884515,4.886849246072745,4.906362056732178,341.3618214851631
+text,ln_1.bias,1024,5,1.564233571116347e-05,0.22375196710228915,4.570237691879554,4.732980565118777,4.743246555328369,312.4777540869536
+text,ln_1.bias,1024,6,5.181802043807693e-05,0.224764560163021,4.085132093668241,4.518676675605722,4.560529708862305,334.136383643354
+text,ln_1.bias,1024,7,0.0005707356613129377,0.2587732014060019,4.248199688196448,5.72023575744609,5.880162239074707,370.0928323284309
+text,ln_1.bias,1024,8,0.0002679556200746447,0.26301355987787245,4.619124574661545,6.0179045032976175,6.168759822845459,372.72118289177223
+text,ln_1.bias,1024,9,4.054082455695607e-05,0.25310739859938614,4.2544072580340275,5.272344830226763,5.3802618980407715,362.85242042485964
+text,ln_1.bias,1024,10,2.853658543244819e-06,0.2770598566532135,4.9688816535476015,5.693754474019912,5.767122745513916,335.1268876364202
+text,ln_1.bias,1024,11,0.00027150189271196723,0.28162284731864906,4.85281251955064,5.58820227756491,5.662688255310059,342.07202434005654
+text,ln_1.bias,1024,12,0.00019527794211171567,0.2855098849534987,5.59547176218069,6.495778338432197,6.58774995803833,362.05908934273515
+text,ln_1.bias,1024,13,4.758157592732459e-05,0.2742741373181339,5.380671841144915,6.469197006273128,6.582860946655273,381.19629260830504
+text,ln_1.bias,1024,14,0.00015519277076236904,0.3201296466588972,5.052712043285658,6.91975425958608,7.124049186706543,374.2902323317497
+text,ln_1.bias,1024,15,4.522822200669907e-05,0.33864642858505223,5.221021300316144,6.752389009237082,6.918462753295898,353.9868877599841
+text,ln_1.bias,1024,16,0.00011883149272762239,0.28097215473651876,4.522650283813727,5.460890870809431,5.560451507568359,321.99614424323244
+text,ln_1.bias,1024,17,9.595487790647894e-05,0.3052961850166321,5.838063577652355,6.014484826278675,6.023475646972656,355.24287730558
+text,ln_1.bias,1024,18,0.00010671430209185928,0.28802971780300124,5.5616617703441245,6.011161056661555,6.0522780418396,342.3845509977724
+text,ln_1.bias,1024,19,0.00017004298570100218,0.3167043444514274,5.322180833340003,5.755142947769115,5.795309543609619,316.2517741645373
+text,ln_1.bias,1024,20,7.90701451478526e-05,0.31350393295288065,4.038387525081862,5.55889660830477,5.7254958152771,328.4097782387964
+text,ln_1.bias,1024,21,0.00040694608469493687,0.3862937992811202,3.22150570797937,4.8794508119819255,5.063453197479248,216.5804192612148
+text,ln_1.bias,1024,22,2.0763278371305205e-05,0.3823797821998596,2.560081438541546,3.9019129475830128,4.0508928298950195,160.24568122420618
+text,ln_1.bias,1024,23,0.00042676596785895526,0.40715902358293526,0.9023488055467758,3.137896588253658,3.392209053039551,111.24069006627809
+text,ln_1.weight,1024,0,0.2875727117061615,1.673393337726593,3.4311703788043624,3.7056339209794666,3.732335090637207,201.9975351577021
+text,ln_1.weight,1024,1,0.1464247852563858,1.0939360833168028,1.6896751354932955,3.0530203166244485,3.207880973815918,165.37804171182563
+text,ln_1.weight,1024,2,0.1804683655500412,1.210677156448364,2.2621102845669383,2.8630519552230003,2.9298040866851807,85.12338527201466
+text,ln_1.weight,1024,3,0.22444963455200195,1.3795449805259705,2.1598675411940094,2.9654505239485567,3.0558619499206543,79.81562589665359
+text,ln_1.weight,1024,4,0.23184049129486084,1.3997225689888,2.022488072633772,2.732772615361114,2.812865734100342,64.34841069095866
+text,ln_1.weight,1024,5,0.23997406661510468,1.478256286382675,2.4670978361368783,2.592515697383865,2.6050314903259277,62.233952284957795
+text,ln_1.weight,1024,6,0.21116848289966583,1.464296674728393,2.1975080958605284,2.4465883307456635,2.4735848903656006,45.42865566162665
+text,ln_1.weight,1024,7,0.1971348375082016,1.482970699071884,2.158099819779438,2.183387903404234,2.1850314140319824,41.01399640093955
+text,ln_1.weight,1024,8,0.22257786989212036,1.5736046862602233,1.8243262925148074,2.1221284772514877,2.1558780670166016,39.68463657860894
+text,ln_1.weight,1024,9,0.2291439324617386,1.4772696721553802,1.982663520097757,2.212052824914424,2.237474203109741,45.64437860996006
+text,ln_1.weight,1024,10,0.2370854914188385,1.5940759468078614,1.8306618741750746,2.45784135169974,2.5292282104492188,69.50596669706574
+text,ln_1.weight,1024,11,0.24656568467617035,1.5849304103851318,1.8046711909770978,2.2508592332481703,2.3016679286956787,61.68117831969741
+text,ln_1.weight,1024,12,0.2583020031452179,1.730228487253189,1.867291331291208,2.3069800898670527,2.356811761856079,80.80219123791449
+text,ln_1.weight,1024,13,0.26988574862480164,1.6885138952732086,1.9906355601549355,2.1894076576351846,2.2114548683166504,75.20261260193641
+text,ln_1.weight,1024,14,0.23620034754276276,1.8256081140041351,2.0183687741756566,2.270603681349719,2.2989768981933594,95.2536322554736
+text,ln_1.weight,1024,15,0.23296727240085602,1.8805462336540222,2.035101158261309,2.290913168716395,2.319779872894287,114.32286848925666
+text,ln_1.weight,1024,16,0.2377162128686905,1.719064953327179,2.1099998979568704,2.4867436827182243,2.529021739959717,96.11042970117282
+text,ln_1.weight,1024,17,0.29796624183654785,1.7783020865917205,2.117803474426297,2.3521906851768173,2.3781015872955322,97.0766002927985
+text,ln_1.weight,1024,18,0.3204043507575989,1.7951232695579529,2.1392542517185467,2.36070959136483,2.3851912021636963,91.2821152680313
+text,ln_1.weight,1024,19,0.31821802258491516,1.8292416477203366,2.0330851576328373,2.265385053300825,2.2915844917297363,99.35859649217035
+text,ln_1.weight,1024,20,0.37912312150001526,1.7437128889560698,2.0814994833469527,2.368032072997053,2.40028977394104,71.62445545323703
+text,ln_1.weight,1024,21,0.3793548047542572,1.6791921389102935,2.0877022898197235,2.3580230447530366,2.388653039932251,81.2101521538608
+text,ln_1.weight,1024,22,0.31691795587539673,1.609460986852646,2.1044329357147373,2.2982330430030555,2.319859266281128,62.43659012857776
+text,ln_1.weight,1024,23,0.3795415163040161,1.4937711584568023,1.9799673111438858,2.0220288124084416,2.0265088081359863,43.36702453445169
+text,ln_2.bias,1024,0,0.0006280182278715074,1.1269904947280875,1.7835422087907828,2.298363006699012,2.3569207191467285,3.5147805540108235
+text,ln_2.bias,1024,1,0.000939620251301676,1.4960041069984427,2.538743561267854,2.6795936755895413,2.6956045627593994,3.636618157962319
+text,ln_2.bias,1024,2,0.00016445865912828594,1.2154811429977412,2.2384653453827523,2.605847949075649,2.6458895206451416,2.714451683407205
+text,ln_2.bias,1024,3,0.0001259015261894092,1.2176956689357756,3.0149707355500204,3.581012410736007,3.642763376235962,4.131658543812584
+text,ln_2.bias,1024,4,0.00028784165624529123,1.2801819407939912,3.114354191541786,3.9326880447624992,4.0225830078125,4.828194203668393
+text,ln_2.bias,1024,5,0.00010591434693196788,1.1892490172386165,2.8033225939274162,3.948619957208472,4.078169345855713,5.787620513856242
+text,ln_2.bias,1024,6,7.203941640909761e-05,1.075074554681778,3.995494719505474,4.515280236673287,4.569687843322754,9.82646505384119
+text,ln_2.bias,1024,7,0.000147641942021437,1.1705224394798277,3.8213468115331204,4.755351844358317,4.857495307922363,8.425448472588371
+text,ln_2.bias,1024,8,0.0007198562379926443,1.2134309923648832,4.1789563329220565,4.809225886249456,4.878852844238281,9.093325465327851
+text,ln_2.bias,1024,9,0.0030989402439445257,1.2133789515495297,3.8192464375496797,4.033254738759967,4.055037498474121,7.2728785207672475
+text,ln_2.bias,1024,10,0.00012442762090358883,1.3012777364253987,3.803836967229949,4.533390032243629,4.613418102264404,8.055899817623837
+text,ln_2.bias,1024,11,0.00012065487680956721,1.3339097189903257,3.8298454225064034,4.484991624069123,4.557560920715332,8.964754236309174
+text,ln_2.bias,1024,12,7.716103573329747e-05,1.2577620995044698,3.015510945916305,3.6054662366627857,3.6688876152038574,5.033692652290032
+text,ln_2.bias,1024,13,0.001818887423723936,1.1938858795166012,2.3690874108076843,2.8393074403523757,2.8906917572021484,4.099654835705977
+text,ln_2.bias,1024,14,0.00028159873909316957,1.221553053855896,3.5464202457668037,3.7391913485765245,3.756333112716675,7.095641463819251
+text,ln_2.bias,1024,15,0.00040256447391584516,1.2784576272964447,4.264443804741088,4.6098506372451356,4.643863677978516,11.917569446750923
+text,ln_2.bias,1024,16,0.0003619244380388409,1.1870480239391308,3.373912172079214,4.116791688632865,4.1977009773254395,12.501265557165377
+text,ln_2.bias,1024,17,0.0001841158518800512,1.0443845725059506,2.0508806277513916,3.2203250711677813,3.35237979888916,6.672944992092665
+text,ln_2.bias,1024,18,0.0006648296839557588,0.9106465351581573,1.7109021513462086,3.650244159865104,3.871190071105957,12.487158451196992
+text,ln_2.bias,1024,19,9.706839045975357e-05,0.8741074520349502,1.5587265343666517,3.308490509617082,3.506593942642212,11.692437807572848
+text,ln_2.bias,1024,20,0.00010434971773065627,0.8568668556213378,1.6677394073009997,3.5607583934781264,3.774993896484375,15.071285540465428
+text,ln_2.bias,1024,21,0.0005046974401921034,0.7116313958168028,1.8793232831955824,3.273472225868507,3.429795503616333,22.17824978816332
+text,ln_2.bias,1024,22,4.096587872481905e-05,0.5719970268011092,1.2523428666592074,2.2393442766784237,2.350560426712036,13.295175063491298
+text,ln_2.bias,1024,23,0.00018523901235312223,0.6744946312904357,0.8788694454431575,2.3575506934163855,2.525937557220459,12.778550471476557
+text,ln_2.weight,1024,0,0.5566847324371338,1.7851950609683986,2.874894056797066,3.224535288429212,3.26324725151062,60.63232752215958
+text,ln_2.weight,1024,1,0.24325279891490936,2.0243082857131958,2.1468532199859647,2.404125362491571,2.433363676071167,37.05006673263826
+text,ln_2.weight,1024,2,0.2818623483181,2.0521625685691833,2.1825342547893563,2.1979853633642175,2.199636459350586,49.977571843235665
+text,ln_2.weight,1024,3,0.012012726627290249,2.0811286973953247,2.1802412257194534,2.300965095949156,2.314671277999878,64.15475885645182
+text,ln_2.weight,1024,4,0.3722061514854431,2.1175539350509642,2.221067004442215,2.2311263180732714,2.232269048690796,60.192848757060084
+text,ln_2.weight,1024,5,0.32190245389938354,2.1491087436676026,2.2196645519733442,2.2407384777069064,2.2430994510650635,93.96962716299048
+text,ln_2.weight,1024,6,0.43409305810928345,2.1279903435707093,2.1818607842922213,2.2479767720699217,2.2555062770843506,107.64204203896384
+text,ln_2.weight,1024,7,0.055838361382484436,2.1351002144813536,2.1895573189258593,2.2046367408275582,2.2063069343566895,116.73303771651567
+text,ln_2.weight,1024,8,0.10502324253320694,2.1189019393920896,2.20274501156807,2.2857595680713536,2.2952113151550293,82.28548446933848
+text,ln_2.weight,1024,9,0.15056216716766357,2.111219961643219,2.1973343470096593,2.2677669304847616,2.2757763862609863,58.70870701487266
+text,ln_2.weight,1024,10,0.40752866864204407,2.1520998740196227,2.330030220746999,2.367799903535838,2.371952533721924,44.26308907590207
+text,ln_2.weight,1024,11,0.33415529131889343,2.1692593264579774,2.2419644613265994,2.303279604864112,2.3102545738220215,37.328601582542625
+text,ln_2.weight,1024,12,0.6073391437530518,2.1569829773902893,2.272401408433917,2.3129709489345496,2.317517042160034,32.13484422977012
+text,ln_2.weight,1024,13,0.4447730481624603,2.1723282957077026,2.311314218282701,2.435307442569715,2.449394941329956,31.592045538756842
+text,ln_2.weight,1024,14,0.5383378267288208,2.214300708770752,2.32439168572426,2.3429574547767613,2.345025062561035,32.4904402061389
+text,ln_2.weight,1024,15,0.7506676912307739,2.1470416092872617,2.2404368946552284,2.27932834527492,2.2837324142456055,24.11112224499317
+text,ln_2.weight,1024,16,0.5553946495056152,2.146671133041382,2.2529388084411637,2.2737570040225954,2.2760889530181885,31.780848264908204
+text,ln_2.weight,1024,17,0.6575461626052856,2.1286781740188596,2.2624878630638134,2.2777341467142085,2.279442071914673,25.903843572640387
+text,ln_2.weight,1024,18,0.6867331862449646,2.1358447647094727,2.1792870965003974,2.223521566915506,2.228548049926758,26.967456315503764
+text,ln_2.weight,1024,19,1.0985379219055176,2.1612735033035277,2.2365100235939046,2.3205561231136205,2.330078601837158,11.532984581503662
+text,ln_2.weight,1024,20,1.0771474838256836,2.133634877204895,2.269519489526753,2.2893815474987003,2.291515350341797,8.8324203586285
+text,ln_2.weight,1024,21,0.9227169156074524,2.0858600831031797,2.1890671198368126,2.215496494865414,2.218348979949951,19.768440567779322
+text,ln_2.weight,1024,22,1.3646594285964966,2.0260896205902097,2.125605204820637,2.3297307900428486,2.352869987487793,8.563317455979206
+text,ln_2.weight,1024,23,1.1758009195327759,1.7528418278694151,2.009500349640857,2.033853948879239,2.0363104343414307,9.319126950364975
+text,mlp.c_fc.bias,4096,0,0.0045958589762449265,0.8054658830165863,1.968464848995214,2.0083392057418803,2.0122921466827393,25.719143686457905
+text,mlp.c_fc.bias,4096,1,0.0008130943751893938,0.6361358553171164,0.8173957848548992,1.000483273774376,1.0189337730407715,13.391844087469586
+text,mlp.c_fc.bias,4096,2,0.0008426278945989907,0.5997115939855575,0.80593368738892,1.0802166566848275,1.1748661994934082,20.943932034492146
+text,mlp.c_fc.bias,4096,3,0.007975513115525246,0.5967008650302887,0.8740576559305221,1.2676334943771197,1.3000779151916504,34.344532138057815
+text,mlp.c_fc.bias,4096,4,0.0009339031530544162,0.5956106156110765,0.7054027569293981,1.1977335409521597,1.2884958982467651,16.732051100586457
+text,mlp.c_fc.bias,4096,5,8.06843745522201e-05,0.598407167196274,0.784721324443826,1.0856153969466151,1.1914077997207642,24.478116296568327
+text,mlp.c_fc.bias,4096,6,0.0010281659197062254,0.5876983791589737,0.7639625614881571,1.1000244049429582,1.1615517139434814,20.85985534678544
+text,mlp.c_fc.bias,4096,7,0.0022590933367609978,0.6017580837011341,0.8228041344881067,1.2583654357491756,1.489176869392395,44.970463661660474
+text,mlp.c_fc.bias,4096,8,0.005115303676575422,0.5924057453870777,0.8278215345740408,1.1409571798443603,1.1785316467285156,18.499849406523122
+text,mlp.c_fc.bias,4096,9,0.0004828127275686711,0.6003482520580298,0.8074617415666865,1.1946285462975117,1.2707613706588745,22.69431682966741
+text,mlp.c_fc.bias,4096,10,0.0022776585537940264,0.6109891653060914,0.7655512514710636,0.9693253400921578,1.0175901651382446,20.327728496690597
+text,mlp.c_fc.bias,4096,11,0.0022322777658700943,0.6034428894519807,0.8829695856571219,1.493554508268776,1.606615424156189,32.48283382783942
+text,mlp.c_fc.bias,4096,12,0.003499611746519804,0.6131354272365571,0.7784096240997499,0.948298888117073,0.9523041844367981,17.541014743592
+text,mlp.c_fc.bias,4096,13,0.0041641187854111195,0.6274339824914936,0.8972655043006249,1.1403579953908811,1.1620190143585205,23.329756915730684
+text,mlp.c_fc.bias,4096,14,0.004602312110364437,0.6205114483833316,0.7942846286297153,1.2059099887012399,1.4104448556900024,16.466087242610715
+text,mlp.c_fc.bias,4096,15,0.0034060045145452023,0.6403260469436655,0.9399351251125522,1.155489752888657,1.200135588645935,20.472719898139967
+text,mlp.c_fc.bias,4096,16,0.00444958359003067,0.6223379343748094,0.8128947111964508,0.9122259373068747,0.9245086312294006,18.972402318883923
+text,mlp.c_fc.bias,4096,17,0.0024424351286143064,0.6274869978427887,1.0027428930997968,1.0841053461432448,1.0860354900360107,22.475399022385197
+text,mlp.c_fc.bias,4096,18,0.00890049897134304,0.6053929626941684,0.895031353533272,1.14554813379048,1.1711697578430176,28.05095822059673
+text,mlp.c_fc.bias,4096,19,0.011343864724040031,0.6391291022300721,0.9344842925667814,1.0243265541195758,1.0464165210723877,28.74400560681101
+text,mlp.c_fc.bias,4096,20,0.006194185931235552,0.6178141564130785,0.851492878496649,1.1492945322989916,1.2482028007507324,20.059024361667355
+text,mlp.c_fc.bias,4096,21,0.01357460580766201,0.6797887831926349,0.9789183041453486,1.0520149002075179,1.0552726984024048,11.43032656527744
+text,mlp.c_fc.bias,4096,22,0.0023423817474395037,0.7082866907119751,0.8975551801920078,1.141521450459914,1.226578950881958,5.530787993789811
+text,mlp.c_fc.bias,4096,23,0.002433624817058444,0.8391683459281923,1.1802262395620364,1.5789613526463306,1.618983268737793,4.65994714792718
+text,mlp.c_fc.weight,4194304,0,7.465126850014769e-10,0.03506841883063316,0.045492521211505654,0.05597387375645,0.14365169405937195,3.130876328110002
+text,mlp.c_fc.weight,4194304,1,2.2800099586106626e-09,0.03457972973585127,0.044776002459228165,0.05465735844038183,0.2800103724002838,3.522946431618204
+text,mlp.c_fc.weight,4194304,2,5.042765760521206e-09,0.03438215073198078,0.04434286715835398,0.05267869632281201,0.12397362291812897,3.0665727137671914
+text,mlp.c_fc.weight,4194304,3,8.877203860890859e-09,0.03437274448573587,0.04441412007808687,0.05278899528607493,0.16825146973133087,3.07939282139385
+text,mlp.c_fc.weight,4194304,4,7.669943791199785e-09,0.03431633729487653,0.0442327145077296,0.05315977381914507,0.15228702127933502,3.073907675889281
+text,mlp.c_fc.weight,4194304,5,1.2446686348255298e-08,0.03431641556322567,0.044311427488923194,0.05295598946920262,0.1116032674908638,3.0760243182327653
+text,mlp.c_fc.weight,4194304,6,3.548534133201997e-09,0.03410998154431573,0.04403298653289682,0.05240046190209654,0.09944052994251251,3.074341006878764
+text,mlp.c_fc.weight,4194304,7,5.5527982212311144e-09,0.03385914236307139,0.04369262282177881,0.05204449295848198,0.10564488172531128,3.070467308878268
+text,mlp.c_fc.weight,4194304,8,9.429149905315626e-09,0.033726247698068576,0.04347384600341392,0.05182830903119547,0.1230742558836937,3.071675866527997
+text,mlp.c_fc.weight,4194304,9,5.619938292511506e-09,0.03356702242046594,0.043367682345212294,0.05186744037009686,0.08468735963106155,3.0676553119556074
+text,mlp.c_fc.weight,4194304,10,1.024261675475202e-09,0.03352079994976518,0.04314072633534907,0.05187371394112586,0.08175961673259735,3.0588525342169723
+text,mlp.c_fc.weight,4194304,11,1.3335662574220919e-09,0.03352135978639121,0.04312246137112427,0.051308229462051144,0.08725280314683914,3.050926459548459
+text,mlp.c_fc.weight,4194304,12,4.05062916541965e-09,0.03332978036254644,0.04293135523051092,0.05103291318416128,0.10810793936252594,3.0518055370811794
+text,mlp.c_fc.weight,4194304,13,6.583804057491704e-10,0.033259332329034774,0.042772837888449475,0.05080907605066777,0.14186090230941772,3.0420668373340813
+text,mlp.c_fc.weight,4194304,14,4.3416262252016224e-10,0.03311214495450257,0.04253388376906515,0.050191347450760204,0.08315584808588028,3.0318151874070547
+text,mlp.c_fc.weight,4194304,15,5.2773447833942555e-09,0.033054495304822906,0.042426203243434574,0.05031895141489671,0.15743760764598846,3.039579656917142
+text,mlp.c_fc.weight,4194304,16,2.46941156412106e-09,0.032938506826758356,0.042230607334524675,0.05031679681576735,0.11474646627902985,3.030832331612468
+text,mlp.c_fc.weight,4194304,17,8.86112350162449e-10,0.03278598561882973,0.0421104528903975,0.05041267185769484,0.18108880519866943,3.0464599870244147
+text,mlp.c_fc.weight,4194304,18,4.2920711429417224e-09,0.03263630900532005,0.041855708170683584,0.04989941716864135,0.1255294233560562,3.0314247283166527
+text,mlp.c_fc.weight,4194304,19,2.837345691730775e-09,0.03257000740617513,0.04181727972999273,0.0498900625776405,0.09860790520906448,3.0366579505365423
+text,mlp.c_fc.weight,4194304,20,1.7560853882159222e-09,0.03235820949077599,0.04156375163421165,0.04940335368289807,0.09742359071969986,3.035431457627752
+text,mlp.c_fc.weight,4194304,21,4.026852185035068e-09,0.032270548902451915,0.04154934643954042,0.04939520601220312,0.09564515948295593,3.035719259091557
+text,mlp.c_fc.weight,4194304,22,4.552017429659827e-09,0.032561089657247036,0.04198174295201974,0.050672534102566294,0.10838814824819565,3.0609612140958817
+text,mlp.c_fc.weight,4194304,23,4.875639003643073e-09,0.033430472165346115,0.04323667798563895,0.052155248667671315,0.1322799026966095,3.0913598384430627
+text,mlp.c_proj.bias,1024,0,6.966372893657535e-05,0.2983043038845062,0.34752174961567045,1.657690389394574,1.8069592714309692,36.08272942380643
+text,mlp.c_proj.bias,1024,1,2.1777295842184685e-05,0.21342454627156257,0.569515699595241,1.3765077552615461,1.4676475524902344,81.14534685121063
+text,mlp.c_proj.bias,1024,2,8.898017404135317e-05,0.13508962810039507,0.4852877432108151,0.8550668835192402,0.8965433835983276,64.3471457072947
+text,mlp.c_proj.bias,1024,3,5.563615559367463e-07,0.12302164934575552,0.17969441574812223,0.30242058388142046,0.316321462392807,5.201787137667351
+text,mlp.c_proj.bias,1024,4,6.437571573769674e-05,0.126464996188879,0.2520507839322151,0.31594404904543466,0.32304689288139343,5.099933995759191
+text,mlp.c_proj.bias,1024,5,8.736809832043946e-06,0.11542963750660419,0.1857343100905421,0.282020860974477,0.2929861843585968,4.361262811067505
+text,mlp.c_proj.bias,1024,6,3.1293682695832103e-05,0.11105928234755982,0.15214907899499003,0.17121034487336606,0.17336420714855194,3.2615656878137234
+text,mlp.c_proj.bias,1024,7,0.00013641286932397634,0.10924284540116787,0.13314271771907832,0.24240708428023694,0.254850834608078,4.4730172942618935
+text,mlp.c_proj.bias,1024,8,0.00017580656276550144,0.09857674233615397,0.13822629931569344,0.2157115709081183,0.22446992993354797,3.9463930908816494
+text,mlp.c_proj.bias,1024,9,9.126955410465598e-05,0.12073101162910457,0.2195570787638488,0.3626043350443043,0.37872248888015747,8.513762105893823
+text,mlp.c_proj.bias,1024,10,5.899736788705923e-05,0.11789990134537218,0.1866592688709534,0.3249384767949386,0.3405887484550476,5.703264749566994
+text,mlp.c_proj.bias,1024,11,4.425588122103363e-05,0.13813051104545593,0.19534861330688377,0.36811048682627623,0.387687087059021,5.102337838080413
+text,mlp.c_proj.bias,1024,12,1.4888761143083684e-05,0.12663554325699805,0.15738988554477798,0.2763596843704413,0.28988566994667053,4.087673666762188
+text,mlp.c_proj.bias,1024,13,6.001155998092145e-05,0.14901055335998534,0.19147753226757155,0.46106508523221956,0.4917556047439575,8.46783562824495
+text,mlp.c_proj.bias,1024,14,1.557488394610118e-05,0.12780104905366896,0.32337916779519243,0.3713938856661256,0.37653666734695435,6.473189418582309
+text,mlp.c_proj.bias,1024,15,0.00013107471750117838,0.14322423025965686,0.23875119571388087,0.5463369830488722,0.5812951326370239,11.037422674516604
+text,mlp.c_proj.bias,1024,16,9.106999641517177e-06,0.13858716845512387,0.2021126894205813,0.6582994376420327,0.7102721929550171,27.6300845068696
+text,mlp.c_proj.bias,1024,17,2.960936944873538e-05,0.13056641802191735,0.2505371676981514,0.8132085902570881,0.877138614654541,56.0250379416556
+text,mlp.c_proj.bias,1024,18,7.23291959729977e-05,0.16724265471100797,0.2415945890396854,0.8301711270093083,0.8971840143203735,32.47144319827986
+text,mlp.c_proj.bias,1024,19,0.0003553982242010534,0.17893266662955282,0.40457354092599807,0.896301450884273,0.9517949223518372,32.72007067514776
+text,mlp.c_proj.bias,1024,20,1.8287670172867365e-05,0.25241736978292456,0.3084052885174761,1.1108176778434569,1.2022292613983154,16.965615716137798
+text,mlp.c_proj.bias,1024,21,4.919755883747712e-05,0.242109965533018,0.5444639231264777,0.9243985973536435,0.9671487212181091,10.967991299500135
+text,mlp.c_proj.bias,1024,22,0.0002847667201422155,0.32198403894901273,0.4609740142226248,0.5362133187979354,0.5447026491165161,3.1615199662780804
+text,mlp.c_proj.bias,1024,23,0.00011380954674677923,0.60789644241333,0.7559407464861878,1.7528823027847782,1.8664659261703491,4.7506549292147335
+text,mlp.c_proj.weight,4194304,0,1.152839601559208e-09,0.026907966025173636,0.034861662257464524,0.04412598819956172,0.32448598742485046,7.6155345275418025
+text,mlp.c_proj.weight,4194304,1,7.746253638529765e-10,0.028321056552231303,0.036487684369088,0.04463922549039016,0.46385395526885986,10.138321188679202
+text,mlp.c_proj.weight,4194304,2,5.230443189674361e-09,0.02873494634404778,0.036938762824982915,0.04440748496836704,0.09257791191339493,3.0448966809401976
+text,mlp.c_proj.weight,4194304,3,3.083154176408698e-09,0.02878790175542234,0.03702147047221699,0.044528490594770806,0.24632740020751953,3.111820890605678
+text,mlp.c_proj.weight,4194304,4,1.8470297513673017e-10,0.028882754873484358,0.03722556435316868,0.0445825311161555,0.09264980256557465,3.0514440139756176
+text,mlp.c_proj.weight,4194304,5,1.5427119304245451e-10,0.02863172994926562,0.036947136607021744,0.04452475888132898,0.43763333559036255,3.7893358959560755
+text,mlp.c_proj.weight,4194304,6,1.0615993639717658e-09,0.028455820456147182,0.03674632349982966,0.04407106404601806,0.1177874505519867,3.0707829989536948
+text,mlp.c_proj.weight,4194304,7,1.9173809207018166e-09,0.028127367608249115,0.03633597970381443,0.043546100188414476,0.11145728081464767,3.065090920136809
+text,mlp.c_proj.weight,4194304,8,5.298476657422668e-10,0.02803856123238802,0.03619172083214113,0.04357418274990912,0.12006151676177979,3.0726887739189013
+text,mlp.c_proj.weight,4194304,9,1.8253991651562274e-09,0.02784989403560756,0.03587038127332945,0.04305902540944115,0.32846999168395996,3.3939847588778926
+text,mlp.c_proj.weight,4194304,10,9.95526217018039e-10,0.028084519468247884,0.03631975344568508,0.043669619008897945,0.29916146397590637,3.1983749033206665
+text,mlp.c_proj.weight,4194304,11,6.517107742354256e-09,0.028001154698431483,0.0360711531005805,0.043684296360610844,0.26205989718437195,3.1750157970807344
+text,mlp.c_proj.weight,4194304,12,2.332488868717064e-09,0.02803183393552898,0.03609787641838254,0.04319741010255664,0.12219451367855072,3.0569032145916935
+text,mlp.c_proj.weight,4194304,13,3.117294644638946e-09,0.028152089994400713,0.03624083226546658,0.043168878343698605,0.36715778708457947,3.352986917766462
+text,mlp.c_proj.weight,4194304,14,7.565253312691311e-09,0.028237566594034418,0.036340545751154446,0.043480717239155114,0.07898665964603424,3.040870872900523
+text,mlp.c_proj.weight,4194304,15,4.530216202169868e-10,0.028459215257316824,0.03669961500912991,0.04415442952215308,0.17178833484649658,3.084122174777231
+text,mlp.c_proj.weight,4194304,16,1.0374154868486585e-09,0.028345561008900393,0.03660034562647446,0.043932859798144784,0.175004243850708,3.083968401193075
+text,mlp.c_proj.weight,4194304,17,2.090860956593943e-10,0.028577596731483895,0.03686145592480919,0.04450835421569491,0.1107124462723732,3.057870708712376
+text,mlp.c_proj.weight,4194304,18,4.173887013791955e-09,0.028790406491607426,0.0370926838032906,0.04449058931283243,0.2607021927833557,3.154006715549809
+text,mlp.c_proj.weight,4194304,19,3.428955785977905e-09,0.029037733674049354,0.03754735753312789,0.04510403775237348,0.19479678571224213,3.099173814869719
+text,mlp.c_proj.weight,4194304,20,4.818288878993826e-09,0.029235502276569583,0.03802201943472057,0.04616474779396521,0.2350364327430725,3.1643892434809398
+text,mlp.c_proj.weight,4194304,21,3.939594428459259e-09,0.02889626955613487,0.037607564851641795,0.04653064297698303,0.1799781769514084,3.1143910580456344
+text,mlp.c_proj.weight,4194304,22,1.0243038639501378e-09,0.028764909785240864,0.03824094471335471,0.04990016349181388,0.1388402134180069,3.2050609846862375
+text,mlp.c_proj.weight,4194304,23,2.799293852273621e-10,0.02785356253385543,0.03712407296523455,0.04654292421712085,0.1294528990983963,3.1967177502646615
+vision,attn.in_proj_bias,3840,0,5.733543730457313e-06,1.9809145534038552,2.304065227270141,2.4363595657348616,2.4385123252868652,6.505294534527746
+vision,attn.in_proj_bias,3840,1,8.68521510710707e-06,1.8627983379364021,2.1176261599063886,2.1631895839929483,2.177267551422119,5.709370521119652
+vision,attn.in_proj_bias,3840,2,1.0520656360313296e-05,1.8223176217079189,2.0201892831325616,2.1170297787666246,2.1275713443756104,6.527903966924323
+vision,attn.in_proj_bias,3840,3,1.9505348518578103e-06,1.6567620790004738,2.023815803289427,2.138592886972399,2.1792209148406982,7.622192868253253
+vision,attn.in_proj_bias,3840,4,1.6654211094646598e-06,1.5698115861415893,2.0313091156482885,2.1314526288747597,2.158829927444458,10.272161053436182
+vision,attn.in_proj_bias,3840,5,3.955791726184543e-06,1.3724319100379945,2.1631458683013967,2.3243680957317148,2.353856325149536,11.497390486262262
+vision,attn.in_proj_bias,3840,6,2.6778168830787763e-05,1.2504606282711035,2.203471415281301,3.199618997573825,3.2391228675842285,19.961021810888376
+vision,attn.in_proj_bias,3840,7,1.1808695489889942e-05,1.6529854989051826,2.7310733439922408,3.0201405343293244,3.1492435932159424,29.4566007157542
+vision,attn.in_proj_bias,3840,8,1.4538206414727028e-05,1.078485875129702,2.2948498473169026,2.844037099051446,2.886862277984619,28.026766227746734
+vision,attn.in_proj_bias,3840,9,3.842921159957768e-06,1.3313321852684024,3.1856973202228596,3.4603584323405365,3.583064079284668,56.161217801999726
+vision,attn.in_proj_bias,3840,10,1.9534845705493353e-05,1.173815163373948,2.565458569049839,2.9638401305197966,3.0649125576019287,43.871782012433194
+vision,attn.in_proj_bias,3840,11,2.6102732590516098e-05,1.0739903736114504,2.473762644529357,3.041050157666177,3.0833003520965576,56.364537443364675
+vision,attn.in_proj_bias,3840,12,5.600644726655446e-06,1.3889739680290234,2.97049468207366,3.2075551912545874,3.2483632564544678,48.89250096036631
+vision,attn.in_proj_bias,3840,13,4.473749413591577e-06,1.2289044797420523,2.798647333383685,3.1194104981422384,3.12502121925354,42.725652018971566
+vision,attn.in_proj_bias,3840,14,7.932039807201363e-06,1.174577147960667,2.811031870365145,3.1959499911784146,3.337109327316284,48.16615685711804
+vision,attn.in_proj_bias,3840,15,4.820796561944007e-07,1.3313830876350505,2.7069311401844067,3.2386861739633948,3.457094430923462,46.63904255445571
+vision,attn.in_proj_bias,3840,16,1.6718411188776372e-06,1.390799157619478,2.927314344167715,3.4971357506751697,3.5429108142852783,55.71708061149595
+vision,attn.in_proj_bias,3840,17,2.7897683594346745e-06,1.454527293443684,3.0402412884235637,3.822170593619308,3.8771698474884033,57.63232607855114
+vision,attn.in_proj_bias,3840,18,7.310862883969094e-07,1.250068814754486,3.1615361552239567,3.9098041796684018,3.945235013961792,64.3264575607604
+vision,attn.in_proj_bias,3840,19,1.7957792806555517e-05,1.3410835218429662,3.0074672603608397,3.294127283835377,3.343101739883423,63.321742237370444
+vision,attn.in_proj_bias,3840,20,3.7903430438746e-06,1.3798216819763203,2.967593423366564,3.914048230671829,3.991384744644165,68.59703891422396
+vision,attn.in_proj_bias,3840,21,2.395452611381188e-06,1.1721751499176063,2.8281258833408884,3.5204827911375904,3.6712169647216797,68.90469858240576
+vision,attn.in_proj_bias,3840,22,2.5405402993783355e-05,1.1587793254852297,2.6784582808017743,2.8970220054864835,2.9041554927825928,56.129553430486084
+vision,attn.in_proj_bias,3840,23,1.8543703845352866e-05,1.2482651114463807,2.592431043148067,2.8855796866893755,2.8872182369232178,52.93711057037502
+vision,attn.in_proj_bias,3840,24,7.5568923421087675e-06,1.285821660757067,3.044651689052602,3.3277304038523714,3.4591803550720215,49.19561774822038
+vision,attn.in_proj_bias,3840,25,1.34917945615598e-05,1.1077716338634498,3.056177432298692,3.2396112184524144,3.2961504459381104,48.57659124757007
+vision,attn.in_proj_bias,3840,26,8.226938916777726e-06,1.2799531555175834,3.0451965389251936,3.410619855833022,3.455996036529541,61.622496667377156
+vision,attn.in_proj_bias,3840,27,8.623659937256889e-07,1.3623360264301323,2.87239216971398,3.231886130356749,3.2884767055511475,42.72699475253503
+vision,attn.in_proj_bias,3840,28,2.3549517209175974e-05,2.014949574470522,3.0309070000648783,3.7782305935618474,4.178625106811523,27.25397516813614
+vision,attn.in_proj_bias,3840,29,3.618605842348188e-05,2.5115258359909074,4.265533885479317,5.953727197599049,6.474628925323486,22.657360297230415
+vision,attn.in_proj_bias,3840,30,0.00010072233999380842,4.221819238662723,5.979183823108766,7.732176308059141,8.525330543518066,15.029887668540818
+vision,attn.in_proj_bias,3840,31,2.8798744097002782e-05,0.3532093468308456,2.7206590471267744,2.8096349079131975,2.824979543685913,144.7902039170406
+vision,attn.in_proj_weight,4915200,0,4.702586584026669e-11,0.03027291821315867,0.05664549434557931,0.08531669469771416,0.19740751385688782,35.01006593090474
+vision,attn.in_proj_weight,4915200,1,7.304117727313653e-11,0.030644944664090814,0.05882800915465119,0.09638238946718358,0.18249671161174774,42.76641329622027
+vision,attn.in_proj_weight,4915200,2,3.637397938405229e-09,0.0251929128542542,0.047599843747914386,0.07459994590724754,0.18722835183143616,12.73683493058656
+vision,attn.in_proj_weight,4915200,3,5.122666735246639e-10,0.027027689032256517,0.046824106704445166,0.07478799558792476,0.1703813523054123,8.428187791929906
+vision,attn.in_proj_weight,4915200,4,2.6448132572909344e-09,0.027491990979760832,0.04790368802473335,0.07931849473640168,0.16150766611099243,7.550508151540144
+vision,attn.in_proj_weight,4915200,5,5.3932875526685464e-11,0.027214333564043,0.04544356184452923,0.0754553783185486,0.16446702182292938,6.542599726656073
+vision,attn.in_proj_weight,4915200,6,7.273669999641186e-10,0.02869578134268521,0.04514672362059606,0.07450982793863983,0.15135902166366577,5.068699659364568
+vision,attn.in_proj_weight,4915200,7,6.003249564123792e-10,0.02873223757371304,0.04413768882676968,0.07273256810977063,0.13749097287654877,4.58501178739599
+vision,attn.in_proj_weight,4915200,8,4.186299307207264e-09,0.032322964034974526,0.05003313515708071,0.0769415679641009,0.15131643414497375,4.625931926997938
+vision,attn.in_proj_weight,4915200,9,2.541061361327479e-09,0.03167097702622412,0.046334342341871136,0.07244099372102097,0.134811133146286,4.020633848373359
+vision,attn.in_proj_weight,4915200,10,2.192543036017014e-09,0.031493269354104986,0.044801999922842055,0.06826950511780493,0.15738128125667572,3.786381948829737
+vision,attn.in_proj_weight,4915200,11,8.224986802751744e-10,0.03158694181591271,0.04449320434778996,0.06812757282330423,0.15915422141551971,3.7043070403545784
+vision,attn.in_proj_weight,4915200,12,1.3614939398109982e-08,0.03225402537733316,0.0458972091749313,0.0693430652819518,0.20282165706157684,3.7563477894114445
+vision,attn.in_proj_weight,4915200,13,2.130886134210641e-09,0.03221931014209984,0.044277366828173924,0.06503219949225178,0.17209817469120026,3.5063304471693617
+vision,attn.in_proj_weight,4915200,14,5.059485719272061e-09,0.03230982419103381,0.04402674166113231,0.06408620128257639,0.1980760097503662,3.417984590918265
+vision,attn.in_proj_weight,4915200,15,1.340825339646301e-09,0.031860452443361276,0.042704683057964085,0.06279822491853108,0.16189038753509521,3.379003825125137
+vision,attn.in_proj_weight,4915200,16,8.859850075815245e-10,0.03207117736339568,0.042986252103001506,0.06172154608217699,0.11972326785326004,3.3166345617078257
+vision,attn.in_proj_weight,4915200,17,2.4776569684803462e-09,0.03207857921719551,0.04231761619821462,0.05683867651556174,0.11525210738182068,3.195093670424401
+vision,attn.in_proj_weight,4915200,18,2.858023262497511e-10,0.032191970683634254,0.042685546375812136,0.05948651360757341,0.15716247260570526,3.2497671145195843
+vision,attn.in_proj_weight,4915200,19,1.540729765991955e-09,0.03179633617401123,0.04152008331567082,0.053997330085913606,0.11696048080921173,3.142824591585031
+vision,attn.in_proj_weight,4915200,20,1.303583574419065e-09,0.03187163252383469,0.041768067978323095,0.054993057994916064,0.121347576379776,3.1597668398578884
+vision,attn.in_proj_weight,4915200,21,7.688962355700824e-09,0.03177416332066059,0.04141918495669961,0.05300666451676996,0.12027301639318466,3.134971245757479
+vision,attn.in_proj_weight,4915200,22,2.439551005650742e-09,0.03148733526468275,0.04112996582314484,0.053607914523778874,0.1179438978433609,3.1440046167634073
+vision,attn.in_proj_weight,4915200,23,2.2733603888269727e-09,0.031343717128038406,0.04050376066193006,0.05114085970036018,0.1100783497095108,3.101940425343059
+vision,attn.in_proj_weight,4915200,24,8.704353682276178e-09,0.031550463959574684,0.04081430844217572,0.050875774042296526,0.11332902312278748,3.092359107683031
+vision,attn.in_proj_weight,4915200,25,1.5596082758584373e-10,0.031732030510902315,0.04098698146641275,0.05047186573258526,0.12634974718093872,3.0937411193115327
+vision,attn.in_proj_weight,4915200,26,1.2259959270011223e-08,0.031946619525551764,0.0414090933687987,0.05164859583005179,0.11448352038860321,3.099702528154069
+vision,attn.in_proj_weight,4915200,27,1.3811937149554865e-09,0.03217539567500353,0.04163007597625265,0.05158241469672227,0.11450020968914032,3.0937417474649522
+vision,attn.in_proj_weight,4915200,28,8.474144053138843e-09,0.03250432778149843,0.04198200485855415,0.05204787532016086,0.13030418753623962,3.102165085030161
+vision,attn.in_proj_weight,4915200,29,3.2160551999282916e-09,0.03243126764893531,0.04182257472351301,0.05192514772078749,0.12063600867986679,3.1014469047860556
+vision,attn.in_proj_weight,4915200,30,1.4262587555435857e-08,0.03222720745950936,0.04176312989369108,0.05202118506989847,0.1438683718442917,3.1250908035126646
+vision,attn.in_proj_weight,4915200,31,1.0754948043256718e-09,0.03246109422296272,0.04260354665294314,0.05311876323409108,0.128455251455307,3.1596224669677335
+vision,attn.out_proj.bias,1280,0,0.00015298962534870952,0.4153462529182442,0.918497599065326,1.65732077137217,1.761741280555725,103.19435753345513
+vision,attn.out_proj.bias,1280,1,5.3621148254023865e-05,0.4494168406724943,0.7472211779952482,0.8676694326639034,0.8776561617851257,10.386146319860421
+vision,attn.out_proj.bias,1280,2,3.4765698728733696e-06,0.3019208207726486,0.8519515828490437,1.2080940433084268,1.2571420669555664,41.64498720199396
+vision,attn.out_proj.bias,1280,3,1.5964507838361897e-05,0.2585706213116646,0.5414247576296493,0.8491687997757789,0.8914177417755127,21.788803458173135
+vision,attn.out_proj.bias,1280,4,1.3128819773555733e-05,0.23644105687737502,0.5925983563065614,0.7265594859003763,0.7446922659873962,16.230949853889886
+vision,attn.out_proj.bias,1280,5,9.962448530131951e-05,0.26664019465446515,0.6899514310360104,0.7661450893461583,0.7746707797050476,25.440489155371868
+vision,attn.out_proj.bias,1280,6,1.373227951262379e-05,0.18738513737916948,0.3905098328292401,0.6037094360559743,0.6344186067581177,11.474860481466855
+vision,attn.out_proj.bias,1280,7,6.522186595248058e-05,0.15180057838559155,0.35956207236650994,0.5378540992527914,0.5580037236213684,15.117050497296816
+vision,attn.out_proj.bias,1280,8,3.802286664722487e-05,0.15095584988594055,0.4531549902558411,0.5648706242024687,0.5797590613365173,15.198718758366065
+vision,attn.out_proj.bias,1280,9,3.903635297319852e-05,0.14174308612942702,0.39727210667730556,0.5909959774672612,0.6173164248466492,19.817956021649355
+vision,attn.out_proj.bias,1280,10,6.361863052006811e-05,0.14073302894830722,0.72173685449365,0.8573570397436416,0.8715882301330566,69.98850390839664
+vision,attn.out_proj.bias,1280,11,5.331400825525634e-05,0.14368793055415174,0.9230728351474653,1.36321606388085,1.4128042459487915,192.98576284235125
+vision,attn.out_proj.bias,1280,12,5.249107925919816e-05,0.12249492220580592,0.7811367245317087,1.4634246467529453,1.5531938076019287,248.9646302933738
+vision,attn.out_proj.bias,1280,13,3.1506820960203186e-05,0.11597250975668441,0.7667686314583226,1.564233129143559,1.6740747690200806,318.3309055751867
+vision,attn.out_proj.bias,1280,14,5.126240012032213e-06,0.11100859463214882,0.511787251859954,1.4268035556314598,1.5520317554473877,338.4891495843337
+vision,attn.out_proj.bias,1280,15,7.12823384674266e-06,0.10593089789152148,0.5580737631619386,1.3312264984486981,1.4373676776885986,301.6915542074536
+vision,attn.out_proj.bias,1280,16,4.994999471819028e-06,0.14188519269228037,0.5710880182683702,1.4054365914641134,1.5236526727676392,250.08839338084354
+vision,attn.out_proj.bias,1280,17,1.2971026990271639e-05,0.10525452174246314,0.4037773368954737,0.8995724568127573,0.9708991050720215,135.55697354610135
+vision,attn.out_proj.bias,1280,18,2.738224338827422e-06,0.12784130662679674,0.5432765235901494,0.6480374421179231,0.6525003910064697,34.02625258436924
+vision,attn.out_proj.bias,1280,19,3.616296817199327e-05,0.11498352393507966,0.24229830066859875,0.4416843718602842,0.4706566631793976,13.364546360536485
+vision,attn.out_proj.bias,1280,20,0.00010764367470983416,0.11264215342700494,0.30747945320608744,0.48723587700423465,0.5091522932052612,15.479133088467771
+vision,attn.out_proj.bias,1280,21,1.9067051653109957e-06,0.11571899332106114,0.5872524520457568,0.7267643583714867,0.7334532737731934,50.582556901453195
+vision,attn.out_proj.bias,1280,22,7.611486944369972e-05,0.12330864958465121,0.6933175864220193,0.8744094385564083,0.8916255235671997,84.21517258200964
+vision,attn.out_proj.bias,1280,23,7.815923891030252e-05,0.13298691362142565,0.5892163968682469,0.8247197900950464,0.856077253818512,57.91334635151804
+vision,attn.out_proj.bias,1280,24,1.4726385415997356e-05,0.13159313857555396,0.34374016180636185,0.8116988962351345,0.8773364424705505,57.70348620091267
+vision,attn.out_proj.bias,1280,25,2.892083466576878e-05,0.11627817921340475,0.3086273126602343,1.1192879087148453,1.2351630926132202,176.97068370227038
+vision,attn.out_proj.bias,1280,26,5.367993799154647e-05,0.1445406587421895,0.5759064476192322,1.4609338728128103,1.5849868059158325,185.546948787477
+vision,attn.out_proj.bias,1280,27,3.060741437366232e-05,0.1712553590536121,0.9380817605854438,1.6972657119868946,1.7845731973648071,159.72282006566627
+vision,attn.out_proj.bias,1280,28,0.00010351253877161071,0.18815884903073318,1.0554508342147852,1.2574812406778162,1.2697499990463257,64.9573032422672
+vision,attn.out_proj.bias,1280,29,0.00010071459837490693,0.19805295363068595,0.660168936967901,1.0187833392798282,1.0623012781143188,26.319734846501905
+vision,attn.out_proj.bias,1280,30,4.28671482950449e-05,0.3048601588606835,0.8974846356512631,1.6080845355748032,1.6854568719863892,24.767398671842994
+vision,attn.out_proj.bias,1280,31,6.981569458730519e-05,0.4369105005264283,0.9495944830776208,1.1492061440467658,1.1616935729980469,4.133990333244294
+vision,attn.out_proj.weight,1638400,0,4.5192261044491033e-10,0.03227421466261149,0.05265181691572519,0.08351558935642137,0.28450554609298706,15.460156249230176
+vision,attn.out_proj.weight,1638400,1,1.6389861690058183e-10,0.025076348669826984,0.04911932874098804,0.09995241392701362,0.28811413049697876,32.547536302489455
+vision,attn.out_proj.weight,1638400,2,6.830846999150708e-09,0.026851010918617253,0.051515455380084195,0.08194510597881582,0.18085560202598572,10.44362111703628
+vision,attn.out_proj.weight,1638400,3,3.4796023840044654e-09,0.025144852045923476,0.04155356323719034,0.0756796605057665,0.1951788067817688,7.1289236665363775
+vision,attn.out_proj.weight,1638400,4,5.777703648846e-09,0.02612278010696173,0.03900287023931785,0.06571487856645923,0.13722974061965942,4.719880504938924
+vision,attn.out_proj.weight,1638400,5,4.124938612903861e-09,0.02611075852066279,0.03569711198285292,0.051505589803281356,0.11305750906467438,3.6526362431504156
+vision,attn.out_proj.weight,1638400,6,1.3961624745206791e-08,0.027391502186656,0.03647006250172859,0.04547884328960279,0.1054631695151329,3.3332288815750717
+vision,attn.out_proj.weight,1638400,7,1.3441493251775682e-08,0.028067351765930657,0.03737539792433475,0.0486471893206238,0.13609133660793304,3.3694620974568257
+vision,attn.out_proj.weight,1638400,8,7.775714294666614e-09,0.029131015539169313,0.03824650296196405,0.04704595523290331,0.1251046359539032,3.311287572988004
+vision,attn.out_proj.weight,1638400,9,7.3392558697094046e-09,0.02948235033079982,0.03898572397232189,0.04886358441114007,0.09500415623188019,3.2471195379921984
+vision,attn.out_proj.weight,1638400,10,1.381519565413214e-09,0.029500349890440706,0.039085068229586184,0.05262018331735245,0.1459161788225174,3.3657215491701757
+vision,attn.out_proj.weight,1638400,11,3.1850213577655495e-09,0.02966124573722482,0.03910873227194026,0.048556519789619994,0.08613307029008865,3.178977293519644
+vision,attn.out_proj.weight,1638400,12,1.8661616252302338e-08,0.0290466776676476,0.0388792161680763,0.055882066895026214,0.11287581920623779,3.3494079036211892
+vision,attn.out_proj.weight,1638400,13,1.7465911383851562e-08,0.028733103573322302,0.037545335970819174,0.047874677970623725,0.08994220197200775,3.1396491239689475
+vision,attn.out_proj.weight,1638400,14,5.208486530960954e-09,0.029087094645947217,0.037979430984706526,0.04785019485913069,0.1029520109295845,3.142305689676286
+vision,attn.out_proj.weight,1638400,15,1.414105454955461e-08,0.029214310981333258,0.03791670817136769,0.04731125180831631,0.10299429297447205,3.113334281821405
+vision,attn.out_proj.weight,1638400,16,2.141184562987064e-09,0.029287417065352202,0.03781992240622823,0.046897278344985034,0.11700377613306046,3.0970871431432454
+vision,attn.out_proj.weight,1638400,17,3.1044473658425886e-09,0.029496284388005733,0.03797891152650121,0.04642678497284164,0.09806369990110397,3.0731817292308437
+vision,attn.out_proj.weight,1638400,18,8.055872413592624e-09,0.02967583013698459,0.038135290391743626,0.04556663722730188,0.08208876103162766,3.0351654063866658
+vision,attn.out_proj.weight,1638400,19,1.464727783506703e-09,0.029647562392055994,0.03802763105928906,0.04548041053376505,0.08661902695894241,3.0273785946004557
+vision,attn.out_proj.weight,1638400,20,4.727838120999195e-10,0.0297842413187027,0.03816164309158927,0.04505806463770448,0.08546271175146103,3.0157161179872904
+vision,attn.out_proj.weight,1638400,21,4.36289493421782e-09,0.029858822859823705,0.03843265522271522,0.04639987375177416,0.1338685005903244,3.0453768623820463
+vision,attn.out_proj.weight,1638400,22,9.31150101468603e-10,0.02996905129402876,0.038465760361403346,0.04629909626133421,0.1261681765317917,3.0460893471910473
+vision,attn.out_proj.weight,1638400,23,6.032276456124919e-09,0.030058198012411597,0.03849443923682008,0.04537514107227321,0.07567771524190903,3.016121287719131
+vision,attn.out_proj.weight,1638400,24,2.5698314587430104e-09,0.0298485822789371,0.03822886879742148,0.045424457762014134,0.12735864520072937,3.0227400031108904
+vision,attn.out_proj.weight,1638400,25,1.994251208614628e-09,0.02984196843579412,0.038274923358113055,0.04603760663381679,0.1192401796579361,3.041159274604712
+vision,attn.out_proj.weight,1638400,26,1.6231796462484738e-10,0.03009535193443298,0.03889177324622897,0.048471448942256655,0.220525324344635,3.2789897951723037
+vision,attn.out_proj.weight,1638400,27,1.8078908370355862e-09,0.03015806015580893,0.039165202036501,0.05248881933763554,0.2189244031906128,3.308324057522429
+vision,attn.out_proj.weight,1638400,28,4.6389101449051395e-09,0.030538276899605993,0.03965722313523405,0.055696165562735774,0.21795055270195007,3.444398031526076
+vision,attn.out_proj.weight,1638400,29,3.1880304618425725e-08,0.031419218219816684,0.040834169913084674,0.055700989230297454,0.15437324345111847,3.1774136445155388
+vision,attn.out_proj.weight,1638400,30,2.8942341856463827e-08,0.033824999630451213,0.0436213602907957,0.05317117669619561,0.15305007994174957,3.0984020329304136
+vision,attn.out_proj.weight,1638400,31,1.4730082931180277e-08,0.035259283147752285,0.04539435457438257,0.05583488130233366,0.12490594387054443,3.0786065312299775
+vision,ln_1.bias,1280,0,6.709607536237172e-09,0.7105365532636646,1.5680695025921554,1.830758538639508,1.857115387916565,58.848313971029725
+vision,ln_1.bias,1280,1,1.0326787247549873e-07,0.4056896832585339,1.417755045771663,2.2789485833166396,2.393892526626587,199.90197644178002
+vision,ln_1.bias,1280,2,1.0430585462017916e-06,0.3846577173471453,1.2077677258253168,4.1394933695310225,4.5682053565979,546.708160283463
+vision,ln_1.bias,1280,3,2.8283971914788708e-05,0.33877973526716293,1.353324946522726,5.249903778218416,5.819009780883789,702.9478336492557
+vision,ln_1.bias,1280,4,2.045224391622469e-06,0.45563048958778524,1.4457688790560312,4.214392163085375,4.610811710357666,450.37506901010096
+vision,ln_1.bias,1280,5,2.6156971216551028e-05,0.48136242747306934,1.4659931201935041,4.4007620077127125,4.827141284942627,454.82994764390105
+vision,ln_1.bias,1280,6,9.257220881409012e-06,0.5260198724269879,1.7456530606747132,3.5601444644447477,3.818143367767334,239.33626957149914
+vision,ln_1.bias,1280,7,6.355740333674476e-05,0.48160582184791645,1.8044384455681457,3.3223521376249168,3.5341556072235107,218.70007871492282
+vision,ln_1.bias,1280,8,4.500733848544769e-05,0.5516936421394353,2.1593604915142075,4.266431773089924,4.575192928314209,250.48982822687765
+vision,ln_1.bias,1280,9,6.189853593241423e-06,0.485178031921388,2.5134014673233525,3.9739383465287155,4.179426670074463,239.5131588993047
+vision,ln_1.bias,1280,10,4.9883106839843094e-05,0.4242828550934796,2.6863384609223204,2.7992905461788142,2.8018321990966797,146.36311672337686
+vision,ln_1.bias,1280,11,1.639605761738494e-05,0.3596350166201592,2.2607036429644776,2.656620746827072,2.6943893432617188,128.22065525452263
+vision,ln_1.bias,1280,12,8.199048170354217e-05,0.38403003662824736,2.5379487059117065,2.8606811507939796,2.8955883979797363,145.10871380632324
+vision,ln_1.bias,1280,13,0.0001796068245312199,0.3882556053996088,2.583398536563143,3.1010348395585496,3.1373491287231445,162.12948513551086
+vision,ln_1.bias,1280,14,0.00014249933883547783,0.3311884039640427,2.4353449077607765,3.4659069809435046,3.5893144607543945,167.0120590255519
+vision,ln_1.bias,1280,15,5.6656284868950024e-05,0.44879849314689646,1.8289560232162894,3.4260541011687873,3.652860641479492,183.3002093948528
+vision,ln_1.bias,1280,16,4.17999253841117e-05,0.3849211332201987,2.0180662426948928,3.5747547534701063,3.796286106109619,151.68396470298734
+vision,ln_1.bias,1280,17,0.00036314711906015873,0.4183217278122903,1.8676314719915863,3.9288579011912943,4.222781658172607,157.25283562578431
+vision,ln_1.bias,1280,18,9.092403342947364e-05,0.40965300053358106,2.0104485361577593,3.9338797940250587,4.189162254333496,162.91925076868054
+vision,ln_1.bias,1280,19,6.263569230213761e-05,0.3774747240543367,2.22892844390897,3.3034103936670673,3.41170334815979,132.89786484822827
+vision,ln_1.bias,1280,20,0.0001391750411130488,0.3813532692193987,2.3419839570525633,3.3071072937010544,3.389752149581909,103.2617290699555
+vision,ln_1.bias,1280,21,8.596432599006221e-05,0.4325062528252622,2.35696225595496,3.1915663545130495,3.2753896713256836,80.48957646772077
+vision,ln_1.bias,1280,22,1.1534360055520665e-05,0.4563152804970758,2.333246675968175,2.619109646964015,2.66011905670166,54.6756149072142
+vision,ln_1.bias,1280,23,1.7348585970466956e-05,0.47679529011249566,2.293883913517114,3.0212777468918532,3.107480764389038,64.75255823803037
+vision,ln_1.bias,1280,24,2.4134023988153785e-05,0.5762462067604069,2.4182876353264215,3.1615754797218774,3.2642152309417725,52.173848853716464
+vision,ln_1.bias,1280,25,0.000221196940401569,0.5494367027282715,2.575694964170527,3.304433817434177,3.3987674713134766,69.08354876884835
+vision,ln_1.bias,1280,26,8.669375529279932e-05,0.5785976099967959,2.519516124010326,3.4471265720366104,3.5406501293182373,66.43256206828376
+vision,ln_1.bias,1280,27,0.00013828014198224992,0.5645571643114129,2.6478142019513213,3.2595822563170853,3.2971432209014893,53.241670890932184
+vision,ln_1.bias,1280,28,3.5364286304684356e-05,0.6013291633129145,2.6912559785845627,3.1372332476377247,3.154285192489624,48.66090470619717
+vision,ln_1.bias,1280,29,0.00024177586601581424,0.6982976496219656,2.6868593142034314,3.6238219291923905,3.7313077449798584,52.80679849219347
+vision,ln_1.bias,1280,30,2.0259189113858156e-05,0.7475680536031724,1.9453304467201442,3.2202545924184105,3.4035091400146484,32.624169979264806
+vision,ln_1.bias,1280,31,3.997296857960464e-07,0.5218852090835578,2.2271193782093492,3.0796258383511312,3.1630067825317383,41.52875739964465
+vision,ln_1.weight,1280,0,5.910292202315759e-07,0.7848649340867997,1.0051071566343581,1.0489785528182962,1.0505459308624268,2.6949974425287113
+vision,ln_1.weight,1280,1,8.410754759324846e-08,1.252924801111222,1.32042473614216,1.7959857996701207,1.8654820919036865,3.3963618304747287
+vision,ln_1.weight,1280,2,3.656767512438819e-05,1.0496737456321716,1.6448600194454481,1.6820562083840365,1.6823937892913818,9.026459420733396
+vision,ln_1.weight,1280,3,0.0001698341075098142,1.8929131793975869,2.744019531011589,2.824727385234818,2.835191249847412,23.53495415551208
+vision,ln_1.weight,1280,4,0.00019641003746073693,1.949253605604172,2.501789533853567,2.580842141103737,2.5860443115234375,16.644862046293014
+vision,ln_1.weight,1280,5,0.0001682143338257447,1.4756255781650558,1.8335005457401305,1.882392358922949,1.889042615890503,7.146880943519373
+vision,ln_1.weight,1280,6,0.06621818244457245,1.1945079135894778,1.405990327000619,1.4178476527214028,1.419371485710144,4.47233644344528
+vision,ln_1.weight,1280,7,0.17949014902114868,1.1872583913803108,1.340446016311647,1.4122446969985816,1.4225118160247803,5.565010816990851
+vision,ln_1.weight,1280,8,0.1347920000553131,1.685388530492784,1.9844987065792332,2.1761300909518857,2.1998374462127686,12.160998571339066
+vision,ln_1.weight,1280,9,0.2821527123451233,1.4515936648845675,1.6338807907104607,1.6852103417873305,1.6907020807266235,5.520144476454445
+vision,ln_1.weight,1280,10,0.334794282913208,1.3969771683216095,1.6297181531190945,1.6882340349078075,1.6955188512802124,6.116556337878491
+vision,ln_1.weight,1280,11,0.3349204659461975,1.4433014965057374,1.5868004739284585,1.6953167974471837,1.71001136302948,5.175621797844235
+vision,ln_1.weight,1280,12,0.3859713077545166,1.5987861907482155,1.969213875651379,2.062934662926182,2.0732429027557373,7.984338266259196
+vision,ln_1.weight,1280,13,0.34639567136764526,1.4765526533126836,1.7819965541362828,1.828106830739967,1.8337056636810303,5.135005001007178
+vision,ln_1.weight,1280,14,0.4276474714279175,1.5018797051906592,1.8049523072242815,1.841464934229845,1.8454594612121582,4.852788570868769
+vision,ln_1.weight,1280,15,0.5134208798408508,1.5190833246707918,1.9109078850746264,2.113968676614722,2.1418070793151855,6.5782043944097195
+vision,ln_1.weight,1280,16,0.531845211982727,1.4693957400321962,1.6974713522195866,1.729708109223837,1.733553171157837,5.987039785749145
+vision,ln_1.weight,1280,17,0.504223108291626,1.489566605091095,1.6389415119886421,1.6748915988683633,1.6797610521316528,7.463596212308405
+vision,ln_1.weight,1280,18,0.5054308772087097,1.5901548910140995,1.8613065397739759,2.1103370727181003,2.1406726837158203,11.399468210292401
+vision,ln_1.weight,1280,19,0.408865749835968,1.4801949644088748,1.5560180110931536,1.6954900756716473,1.7134735584259033,16.581287214703995
+vision,ln_1.weight,1280,20,0.43871161341667175,1.4787247967720032,1.5277356331348455,1.6954021829127925,1.7193670272827148,22.761072812570916
+vision,ln_1.weight,1280,21,0.4832180440425873,1.429989595413208,1.4668609962463388,1.5521923561096016,1.5645569562911987,27.908585642440826
+vision,ln_1.weight,1280,22,0.4285382926464081,1.3923722851276399,1.48092895114422,1.5492337609410147,1.5589662790298462,33.42643431817853
+vision,ln_1.weight,1280,23,0.4293595850467682,1.3869240868091584,1.4106610373258601,1.4196525439500793,1.4207990169525146,28.770908403600373
+vision,ln_1.weight,1280,24,0.3949466049671173,1.433362354040146,1.480652886390689,1.4864305511832232,1.486769199371338,24.298275509971536
+vision,ln_1.weight,1280,25,0.38756993412971497,1.4516944324970247,1.4971153180599224,1.5289466540217336,1.5334312915802002,29.32878274049649
+vision,ln_1.weight,1280,26,0.33367666602134705,1.5038666093349458,1.53530086600781,1.631762635612469,1.644990086555481,36.4704270077786
+vision,ln_1.weight,1280,27,0.37728074193000793,1.519856525659561,1.6193480727672824,1.8856638462542996,1.9203513860702515,32.26075217980641
+vision,ln_1.weight,1280,28,0.3989005982875824,1.5356203746795654,1.6822868041992487,2.097949854683797,2.1536104679107666,43.20896152913332
+vision,ln_1.weight,1280,29,0.5230969786643982,1.513634307384491,1.8471499170065782,2.3593530129670244,2.4193267822265625,51.56396255303513
+vision,ln_1.weight,1280,30,0.4695892333984375,1.5337887406349182,1.8373346973658258,2.2677378755568727,2.3193559646606445,51.018915883992634
+vision,ln_1.weight,1280,31,0.44066154956817627,1.3835642087459563,1.6581789093017731,1.7312294162034876,1.7392094135284424,53.61118110065268
+vision,ln_2.bias,1280,0,7.983796240296215e-05,0.5661487174034123,0.9438856170773742,2.206204277276736,2.3871617317199707,45.53506378897877
+vision,ln_2.bias,1280,1,4.1951192542910576e-05,0.5278712236881261,1.3880262595415374,1.6514723297714704,1.685543179512024,63.16315179963148
+vision,ln_2.bias,1280,2,0.00020402616064529866,0.5893859386444092,1.2695706926585002,1.5641961709975774,1.5939826965332031,45.002905306975386
+vision,ln_2.bias,1280,3,0.00014777941396459937,0.4776139038801194,1.2393019744157852,1.2511717982649795,1.2518335580825806,31.340925339534508
+vision,ln_2.bias,1280,4,0.00024489694624207914,0.5333869057893754,1.4287617554665448,1.7038253833889598,1.7293330430984497,48.7366442414593
+vision,ln_2.bias,1280,5,5.862623220309615e-05,0.5814068782329562,1.5829774899484055,1.9787166772007452,2.0132288932800293,47.332066542092356
+vision,ln_2.bias,1280,6,9.383275028085336e-05,0.6428681892156616,0.898106434404862,2.114233695399511,2.29044771194458,52.75587380068257
+vision,ln_2.bias,1280,7,0.000678874144796282,0.568866494894028,1.2529680047035914,1.9419488915203742,2.0306501388549805,56.73759188976675
+vision,ln_2.bias,1280,8,0.0004681604914367199,0.5902313923835761,0.9580449067950376,2.810881355237578,3.0803654193878174,109.32279245326171
+vision,ln_2.bias,1280,9,4.6790992200840265e-05,0.5907096230983735,1.1355319710970622,3.2256346015210746,3.5198283195495605,120.869952530725
+vision,ln_2.bias,1280,10,0.00036554510006681085,0.7853517043590549,1.3346185439825553,4.754734562396304,5.2475481033325195,167.03751186059375
+vision,ln_2.bias,1280,11,6.285009294515476e-05,0.7983409422636036,1.3276715730429383,5.33948654727854,5.915683746337891,158.94143679772284
+vision,ln_2.bias,1280,12,0.00016816625429783016,0.676464000940323,2.2385000557901984,5.627972954367949,6.080642223358154,194.72990413936316
+vision,ln_2.bias,1280,13,0.0006905373884364963,0.6727938020229355,2.3285964765551386,5.305591575741215,5.694706439971924,89.93338095361712
+vision,ln_2.bias,1280,14,0.00026896671624854207,0.7763651597499849,2.1994127441647207,4.4941677782293,4.78576135635376,38.88806509636695
+vision,ln_2.bias,1280,15,0.0001755600969772786,0.7811172282695775,1.6908203312159085,3.428798244559416,3.6748340129852295,13.36088921970501
+vision,ln_2.bias,1280,16,0.0003053840482607484,0.5979901194572451,1.5292947083712563,1.7778006568073945,1.7976429462432861,5.21004282461148
+vision,ln_2.bias,1280,17,0.0004884502850472927,0.7531943249702461,1.9928210884333932,2.2098415610313284,2.219075918197632,5.5369767721516725
+vision,ln_2.bias,1280,18,0.00026548642199486494,0.8560297721624376,2.03668836760526,2.311165109634355,2.342446804046631,4.872682837358242
+vision,ln_2.bias,1280,19,0.0015144203789532185,0.9594073843955997,2.5213688747883087,2.8071201952933733,2.8447225093841553,5.83834669324859
+vision,ln_2.bias,1280,20,0.0009727106080390513,1.1473838400840763,3.3578186278344853,3.9491999127148767,4.0066399574279785,8.288365098118373
+vision,ln_2.bias,1280,21,0.000652194197755307,1.033773604631424,2.7179835314751455,3.202235644006648,3.2593743801116943,6.141752467161113
+vision,ln_2.bias,1280,22,9.110113023780286e-05,0.8375173139572146,2.070651868939475,2.3929424825429435,2.4269156455993652,4.983221687313392
+vision,ln_2.bias,1280,23,0.00024502156884409487,0.7760690963268285,2.07559469604494,2.788773768782472,2.890151262283325,7.838226409283208
+vision,ln_2.bias,1280,24,0.00019459205213934183,0.8784301048517236,1.7364069417715187,2.6274033451436125,2.7560601234436035,6.271018754430949
+vision,ln_2.bias,1280,25,0.0010317041305825114,0.8951598101854326,1.9992297317982388,2.877766027498079,2.994769334793091,5.246880713706975
+vision,ln_2.bias,1280,26,0.0003314643108751625,0.9481799197196965,2.303729120493002,2.7816259604214797,2.839855670928955,5.206015594703565
+vision,ln_2.bias,1280,27,0.002621518913656473,1.069100674390793,2.4077172454597093,3.7642310168740694,3.9361214637756348,7.467717270036447
+vision,ln_2.bias,1280,28,0.0004673603398259729,1.0673111045360568,3.3883018562794955,3.6087365844011154,3.619410276412964,12.737595427863152
+vision,ln_2.bias,1280,29,0.0008605687762610614,1.0629526174068455,4.351844385385738,4.792881122207606,4.817670822143555,26.204019831811973
+vision,ln_2.bias,1280,30,0.00034312225761823356,0.7317613476514828,3.6566985974315793,6.282961848639995,6.597919940948486,118.29737294211665
+vision,ln_2.bias,1280,31,1.4384605492523406e-05,0.5476423752307894,0.7840536141395604,0.8246159473359509,0.8299451470375061,3.4862572144108084
+vision,ln_2.weight,1280,0,0.000353723531588912,1.621473097801209,3.1800785958769273,5.05147518017259,5.284582138061523,11.701314672624594
+vision,ln_2.weight,1280,1,9.4981151050888e-06,2.6272361660003667,2.8732050769329374,2.9931587808608837,3.0053999423980713,3.850866489371459
+vision,ln_2.weight,1280,2,0.0003561739285942167,1.6326455307006835,2.3813153800964577,2.6001953282117443,2.6283648014068604,14.771795249171326
+vision,ln_2.weight,1280,3,0.14245513081550598,1.7871229326725009,2.029947337865833,2.151429876899695,2.1686437129974365,4.495223941930729
+vision,ln_2.weight,1280,4,0.010697728954255581,1.9149631464481358,2.18849745798111,2.2009791079759573,2.202807664871216,3.7151453133139647
+vision,ln_2.weight,1280,5,0.002719084732234478,2.2614783120155337,2.3829255909919844,2.5176969483375293,2.5356264114379883,4.536169026432067
+vision,ln_2.weight,1280,6,0.010232005268335342,1.401490299701691,1.5208432396650364,1.6699169834851921,1.6908855438232422,4.382259056052572
+vision,ln_2.weight,1280,7,0.21611201763153076,1.4514710605144507,1.6994283056259243,1.7562420351505184,1.76302170753479,4.7911818174970975
+vision,ln_2.weight,1280,8,0.08620507270097733,1.4097542273998265,1.5938638931512839,1.6754949834585022,1.6873750686645508,7.6169639279499926
+vision,ln_2.weight,1280,9,0.2088145911693573,1.4079933750629425,1.629623998761192,1.7044257740020634,1.7127290964126587,9.783146470498785
+vision,ln_2.weight,1280,10,0.4894017279148102,1.483632206916809,1.597125550031666,1.6534424088120354,1.6610088348388672,4.406520628062653
+vision,ln_2.weight,1280,11,0.5245190262794495,1.5831528091430664,1.63658310115338,1.658110272204873,1.660171389579773,4.907694575042716
+vision,ln_2.weight,1280,12,0.4941225051879883,1.6173148119449616,1.6490192042589238,1.687322755634778,1.692031979560852,4.2054939113037815
+vision,ln_2.weight,1280,13,0.5264348387718201,1.7027810764312747,1.7651915761232386,1.8079477755665692,1.8140449523925781,4.618282513652738
+vision,ln_2.weight,1280,14,0.5248497724533081,1.8253808438777923,1.8607686455249808,1.8708339626193031,1.8719295263290405,6.365577499841233
+vision,ln_2.weight,1280,15,0.41055500507354736,1.9833233451843262,2.0507179176807444,2.0706093724250763,2.072789430618286,7.28509411051825
+vision,ln_2.weight,1280,16,0.13816766440868378,1.9377629613876344,2.1218057239055903,2.2658705219983823,2.282198667526245,11.979885891484804
+vision,ln_2.weight,1280,17,0.0004734536341857165,2.0544476985931395,2.2129511430263613,2.2323861368656144,2.2335495948791504,18.903273316287176
+vision,ln_2.weight,1280,18,0.05143874138593674,2.339644322395325,2.433963981151583,2.438689798474311,2.4389631748199463,24.13754037143662
+vision,ln_2.weight,1280,19,0.003586439648643136,2.756408338546753,2.866379855394373,2.8977453286647754,2.9006309509277344,25.65060315391874
+vision,ln_2.weight,1280,20,0.007428568787872791,3.0240819883346557,3.157636297464377,3.2041954093456186,3.2099642753601074,26.607050666780715
+vision,ln_2.weight,1280,21,0.10176875442266464,2.799327733516693,2.874447825431825,2.9499912449836576,2.9608051776885986,33.83624206253215
+vision,ln_2.weight,1280,22,0.0894855260848999,2.497294580936432,2.5693993856906907,2.613441829991332,2.619633674621582,40.34782807223966
+vision,ln_2.weight,1280,23,0.18304046988487244,2.3575720167160035,2.446388884305958,2.458664782691,2.4597225189208984,37.83849384073836
+vision,ln_2.weight,1280,24,0.0740964263677597,2.3940918827056885,2.4694717977047,2.500422452759737,2.5043864250183105,42.37195099800958
+vision,ln_2.weight,1280,25,0.07301738858222961,2.5034365248680115,2.5734859886169437,2.599487108445162,2.6032588481903076,43.42718590945973
+vision,ln_2.weight,1280,26,0.06784973293542862,2.6417438340187074,2.725494906663896,2.7575742277622157,2.7620866298675537,43.892259530273236
+vision,ln_2.weight,1280,27,0.09698649495840073,2.9637290716171267,3.055315820693972,3.108401519799222,3.1157615184783936,34.29834641607319
+vision,ln_2.weight,1280,28,0.005898372270166874,2.9946269750595094,3.074538917779927,3.08281938753128,3.0831854343414307,35.313436784248864
+vision,ln_2.weight,1280,29,0.07743165642023087,2.944554581642151,3.0008603134155276,3.11788319394586,3.1350035667419434,39.25265213389486
+vision,ln_2.weight,1280,30,0.13688135147094727,2.2202298760414125,2.280131204366684,2.2917869466304754,2.2934913635253906,46.44801002710087
+vision,ln_2.weight,1280,31,1.0793311595916748,1.6900058352947236,1.880037880420706,1.9847770987510516,1.99636971950531,6.819742324106962
+vision,mlp.c_fc.bias,5120,0,0.0017555124359205365,0.8621269148588181,0.8902600647211092,0.9044445271849578,0.9110181331634521,2.950409490457748
+vision,mlp.c_fc.bias,5120,1,0.0002294589503435418,0.8799979609251023,0.9346097095012667,1.0350831688165152,1.096998929977417,2.0243399663076773
+vision,mlp.c_fc.bias,5120,2,0.00510453199967742,0.8044731658697128,0.8480571073293695,0.8636855856239742,0.8700619339942932,2.642614588419521
+vision,mlp.c_fc.bias,5120,3,0.049896061420440674,0.6555893105268482,0.691047731935978,0.7058410843014677,0.7105682492256165,2.581750188162819
+vision,mlp.c_fc.bias,5120,4,0.011255878955125809,0.600531929731369,0.656539463698864,0.6903419793486535,0.6976737380027771,2.4321901575572165
+vision,mlp.c_fc.bias,5120,5,0.0005371869192458689,0.6479523837566382,0.755131161630156,0.7857897979915139,0.7860496044158936,2.5855512315758826
+vision,mlp.c_fc.bias,5120,6,0.004362006671726704,0.5831329828500749,0.6816763591766358,0.7279737724542367,0.7583873867988586,3.1756910651813293
+vision,mlp.c_fc.bias,5120,7,0.0007876442978158593,0.6475574302673354,0.745509215950966,0.7982168548703032,0.8177043199539185,3.7698670466916373
+vision,mlp.c_fc.bias,5120,8,0.0014391986187547445,0.6098584836721421,0.6797601131200804,0.7293917281865812,0.7611300349235535,3.0679345022617213
+vision,mlp.c_fc.bias,5120,9,0.0009914976544678211,0.6209347254037859,0.7274245570302016,0.7665364482879614,0.7695451378822327,2.9230581077524627
+vision,mlp.c_fc.bias,5120,10,0.0005166077171452343,0.6434026002883921,0.8561905519962427,1.042921252250667,1.048266887664795,3.5562505905042276
+vision,mlp.c_fc.bias,5120,11,0.0002528990153223276,0.6120494925975801,0.8288369485139909,0.9698386182725405,0.9728628993034363,4.34720694736637
+vision,mlp.c_fc.bias,5120,12,0.0017784832743927836,0.624894918799401,0.7380922886729244,0.8665406409203905,0.8787042498588562,3.8877385413941763
+vision,mlp.c_fc.bias,5120,13,0.0031409929506480694,0.6326899880170823,0.7494601705670384,0.8118016346216099,0.8242617249488831,4.265584719998567
+vision,mlp.c_fc.bias,5120,14,0.0016127892304211855,0.5972468340396888,0.7056060032844592,0.7480230924189036,0.7546241283416748,5.012889101703367
+vision,mlp.c_fc.bias,5120,15,0.010902770794928074,0.5831332427263262,0.6879307463169109,0.7841864698290777,0.790002167224884,6.04764478547069
+vision,mlp.c_fc.bias,5120,16,0.007280530408024788,0.5784295350313188,0.6547236470580104,0.7302595793783418,0.7599886655807495,6.0719169151320935
+vision,mlp.c_fc.bias,5120,17,0.0004479409835767001,0.5653542268276215,0.649365892589093,0.7835381262004191,0.8059298396110535,6.818940057394657
+vision,mlp.c_fc.bias,5120,18,0.015556113794445992,0.5456040030717851,0.6154753912091295,0.6687762406706778,0.6726980209350586,5.363900128316356
+vision,mlp.c_fc.bias,5120,19,0.04749559611082077,0.5471370100975037,0.6223331506848337,0.8555679049848095,1.0267187356948853,31.97222601556686
+vision,mlp.c_fc.bias,5120,20,0.029055478051304817,0.5248786491155627,0.593693685412407,0.7653963031231561,0.8616345524787903,25.616968357205952
+vision,mlp.c_fc.bias,5120,21,0.015796765685081482,0.5403015118837357,0.6145956900715834,0.7185747037350751,0.7645254135131836,18.0839663176331
+vision,mlp.c_fc.bias,5120,22,0.0019279858097434044,0.5459300690889364,0.6139184160828594,0.729514112561921,0.7538994550704956,5.672006065664121
+vision,mlp.c_fc.bias,5120,23,0.006564991548657417,0.5674407625198366,0.6681417598128327,1.0524722598431522,1.290977120399475,14.052773709930515
+vision,mlp.c_fc.bias,5120,24,0.02203086018562317,0.5612613755464555,0.6582089758515385,0.7519000599980189,0.7719025611877441,6.147557290008396
+vision,mlp.c_fc.bias,5120,25,0.008996283635497093,0.5521463412046432,0.678943699657929,0.8486448545753627,0.8884419202804565,10.34967204582956
+vision,mlp.c_fc.bias,5120,26,0.021977975964546204,0.5560677099227905,0.6620909995436672,1.2391154294252096,1.2752339839935303,51.423216925438105
+vision,mlp.c_fc.bias,5120,27,0.00429017748683691,0.5671361619234089,0.7764146687984483,1.753391423094165,1.883643627166748,77.45460024738064
+vision,mlp.c_fc.bias,5120,28,0.004717228468507528,0.575973754525185,0.763934375166894,1.070747164213638,1.0942604541778564,30.836476937632085
+vision,mlp.c_fc.bias,5120,29,0.005966657772660255,0.5928431046009065,0.7538495507240386,1.000880410450643,1.0661180019378662,35.80216128019175
+vision,mlp.c_fc.bias,5120,30,0.002861672081053257,0.6760581505298624,0.8048876877427136,0.9026483275711085,0.9572603702545166,11.725804515339389
+vision,mlp.c_fc.bias,5120,31,0.00027007595053873956,0.7924809956550628,0.9277047560214999,1.058951041543467,1.0790903568267822,3.8823422382939548
+vision,mlp.c_fc.weight,6553600,0,6.458480972248992e-11,0.028270683065056784,0.05598755262047056,0.1054101260110487,0.20361553132534027,40.90237464363011
+vision,mlp.c_fc.weight,6553600,1,6.666813212596878e-10,0.02981306824833154,0.05082115763425832,0.07199740317388933,0.17232157289981842,8.623074922686055
+vision,mlp.c_fc.weight,6553600,2,1.0091695257230526e-09,0.029745152220129967,0.05051931869238685,0.0757132808796949,0.17486287653446198,9.97244388122774
+vision,mlp.c_fc.weight,6553600,3,2.8923722791840412e-11,0.030227360893040862,0.05079915666580237,0.07674224799051854,0.1650696098804474,8.84226648033505
+vision,mlp.c_fc.weight,6553600,4,1.9231624626137034e-10,0.029942186661064622,0.04687440623343153,0.07196260691806669,0.2174370437860489,6.679282327315599
+vision,mlp.c_fc.weight,6553600,5,4.669042930061096e-10,0.031264715231955044,0.046012496393174035,0.07289733684656713,0.14280925691127777,5.079880661110845
+vision,mlp.c_fc.weight,6553600,6,3.0442746101755347e-09,0.030539567880332442,0.044419937040656915,0.06792515409883912,0.23667524755001068,4.880932310379808
+vision,mlp.c_fc.weight,6553600,7,7.721298600493753e-10,0.03109674198552965,0.04561514689028334,0.0750798521809258,0.1663324534893036,4.627381829171479
+vision,mlp.c_fc.weight,6553600,8,2.2451724923655547e-09,0.030732708051800686,0.04320961035043053,0.06544864130464555,0.25511232018470764,3.9064125305929482
+vision,mlp.c_fc.weight,6553600,9,4.113908325109605e-09,0.031237684339284894,0.04363617673143824,0.06606180658265395,0.2168593406677246,3.7876465036865037
+vision,mlp.c_fc.weight,6553600,10,1.3722195824072969e-08,0.031650711335241784,0.043874041832983546,0.06557151241153263,0.1746215522289276,3.7124408015905463
+vision,mlp.c_fc.weight,6553600,11,1.1975541218400831e-11,0.03162187729030847,0.043037516716868535,0.06005285333655268,0.23091425001621246,3.5936330266701173
+vision,mlp.c_fc.weight,6553600,12,9.334094608348664e-10,0.03160343479365107,0.04259953739121605,0.059080609385657165,0.23632247745990753,3.532952137305315
+vision,mlp.c_fc.weight,6553600,13,1.560230522557049e-08,0.03150554783642291,0.041896212588996756,0.054297816255686665,0.21685735881328583,3.3851543523342795
+vision,mlp.c_fc.weight,6553600,14,6.141858549524315e-11,0.03136020209640263,0.041415471926332104,0.05240352444573972,0.20725807547569275,3.2873419131054304
+vision,mlp.c_fc.weight,6553600,15,2.405196042332136e-09,0.03121630150824784,0.04112425582483484,0.0519242163140326,0.1709364950656891,3.21782809316773
+vision,mlp.c_fc.weight,6553600,16,1.7602561630525315e-09,0.031091578938066945,0.04079940629377968,0.051760789433854044,0.14530372619628906,3.193747931233614
+vision,mlp.c_fc.weight,6553600,17,3.0313107579615917e-10,0.030923625789582722,0.04040372554585356,0.05055324165559484,0.14696724712848663,3.1630314377596305
+vision,mlp.c_fc.weight,6553600,18,2.1186019605323736e-09,0.030448920279741262,0.0395135783515875,0.04815774828083738,0.11319321393966675,3.111462971801169
+vision,mlp.c_fc.weight,6553600,19,1.3638465357068696e-10,0.03043364027515053,0.039625534072518565,0.04767464853823147,0.08592088520526886,3.105595856069085
+vision,mlp.c_fc.weight,6553600,20,2.781521235561968e-09,0.030703671555966133,0.039970785453915636,0.04851767465881851,0.15472108125686646,3.125886942463749
+vision,mlp.c_fc.weight,6553600,21,5.3766284757728044e-09,0.03060690641403195,0.03972843269631296,0.04798765478357458,0.19842976331710815,3.112450361245664
+vision,mlp.c_fc.weight,6553600,22,3.020916183871236e-09,0.03064526021480557,0.039638756472617526,0.04761416420154124,0.09116488695144653,3.079523772985348
+vision,mlp.c_fc.weight,6553600,23,6.338611302503239e-10,0.03068263314664363,0.03958763337135318,0.047462134664875213,0.20002815127372742,3.0821569476632615
+vision,mlp.c_fc.weight,6553600,24,1.8226579134861254e-09,0.030781924892216917,0.03970214712247286,0.04750134229510948,0.14478029310703278,3.060682454627166
+vision,mlp.c_fc.weight,6553600,25,3.0214755697421936e-10,0.03091587752103804,0.03987465688586256,0.04773593731112741,0.09858247637748718,3.0582903694192485
+vision,mlp.c_fc.weight,6553600,26,2.6951607612346606e-09,0.030955624449998127,0.03993540883064406,0.047850564811375236,0.12146562337875366,3.066707948588762
+vision,mlp.c_fc.weight,6553600,27,6.717992828697561e-09,0.031167468242347236,0.0402983830198646,0.048453661662334835,0.1860371083021164,3.098921361428591
+vision,mlp.c_fc.weight,6553600,28,6.065911106745148e-10,0.03126358695328234,0.04055716267228138,0.04920979245975541,0.1817958801984787,3.115322580545271
+vision,mlp.c_fc.weight,6553600,29,7.507501842418662e-10,0.031046067401766755,0.04046630715206348,0.04870973981395028,0.2234334647655487,3.1341133294881063
+vision,mlp.c_fc.weight,6553600,30,3.91960158774296e-10,0.030313097089529034,0.039232484266162326,0.047570938121149126,0.14392462372779846,3.0777676137143355
+vision,mlp.c_fc.weight,6553600,31,7.537100721322076e-09,0.03184655345976352,0.04155402699485458,0.05069289653822181,0.11085427552461624,3.1157306945381347
+vision,mlp.c_proj.bias,1280,0,1.2397118553053588e-05,0.35769795387983355,0.6798112660646543,1.10836800797573,1.1693814992904663,36.58384828119534
+vision,mlp.c_proj.bias,1280,1,0.00042628662777133286,0.40474466264247916,0.8915750398636348,1.9738320208547369,2.1239869594573975,56.55878129447084
+vision,mlp.c_proj.bias,1280,2,0.00019440759206190705,0.2474175798892975,0.4844627290666195,1.5046554593680188,1.652647614479065,70.19402703231339
+vision,mlp.c_proj.bias,1280,3,6.130640394985676e-05,0.16415412560105355,0.29701815125346204,1.1385522422907985,1.261938452720642,71.43167043144385
+vision,mlp.c_proj.bias,1280,4,8.793465531198308e-05,0.16832122445106518,0.4709095074535011,0.8690196990787303,0.9168716669082642,32.77619286573515
+vision,mlp.c_proj.bias,1280,5,1.6181328419406782e-06,0.18934465810656587,0.5788552547097291,0.6499111215889327,0.6588308215141296,12.716826472521705
+vision,mlp.c_proj.bias,1280,6,0.00018292006279807538,0.1664175838232041,0.5645292448401549,0.6926768814980742,0.7097493410110474,22.779388762653134
+vision,mlp.c_proj.bias,1280,7,5.30127590536722e-06,0.13793119117617617,0.3850502624511902,0.6229923943042306,0.6546428799629211,18.7938904024696
+vision,mlp.c_proj.bias,1280,8,3.924345219274983e-05,0.16232678383588792,0.3136885669529567,0.4569298403233024,0.4756517708301544,6.379333580157037
+vision,mlp.c_proj.bias,1280,9,2.97506576316664e-05,0.15627101004123697,0.6679237254561043,0.8437329954206841,0.8509257435798645,42.29118856265856
+vision,mlp.c_proj.bias,1280,10,5.586694533121772e-05,0.1589529564976693,0.3837519577741683,0.5367467176764901,0.5581151843070984,13.641642330555955
+vision,mlp.c_proj.bias,1280,11,2.5913683202816173e-05,0.13831699192523955,0.2235484238415967,0.3444167294740428,0.361954927444458,5.668028986343329
+vision,mlp.c_proj.bias,1280,12,2.8907252271892503e-05,0.14154943063855177,0.3761386857330822,0.44163206170796043,0.4508347511291504,14.457082696903674
+vision,mlp.c_proj.bias,1280,13,1.8154822100768797e-05,0.14031844958663012,0.5452968694269839,0.6073572123765861,0.6132544875144958,30.19388073430437
+vision,mlp.c_proj.bias,1280,14,3.1166426197160035e-05,0.1061903838068247,0.6660300799012464,0.7666242664933066,0.7764107584953308,78.68459958108555
+vision,mlp.c_proj.bias,1280,15,1.0966707122861408e-05,0.10464084737002864,0.7407802879215066,0.999936124116148,1.024131417274475,119.99341310324702
+vision,mlp.c_proj.bias,1280,16,6.569863762706518e-05,0.10535744614899159,0.8370420835018824,1.0626471354067024,1.083941102027893,127.29180914332552
+vision,mlp.c_proj.bias,1280,17,2.8750375349773094e-05,0.12078406691551219,1.1010215064288615,1.2869939864993067,1.2889606952667236,167.45686617350944
+vision,mlp.c_proj.bias,1280,18,2.418222720734775e-06,0.10692769952118417,0.9789982188345105,1.1463926578640866,1.151383399963379,185.5520039531473
+vision,mlp.c_proj.bias,1280,19,2.6430720026837662e-05,0.10237765192985541,0.6827702958286863,1.0848144118546867,1.1251024007797241,186.76952731900417
+vision,mlp.c_proj.bias,1280,20,2.4345054043806158e-05,0.11410148866474634,0.4062597154080923,0.8583559548794296,0.9236805438995361,99.58744870567497
+vision,mlp.c_proj.bias,1280,21,7.206966529338388e-06,0.12357524253427987,0.8214211789369915,0.9533524822711753,0.9668288230895996,99.48719005288493
+vision,mlp.c_proj.bias,1280,22,1.8297792848898098e-05,0.12154855079948908,0.7228350057005936,0.8102534443795513,0.8221383094787598,62.566528879243265
+vision,mlp.c_proj.bias,1280,23,8.217453432735056e-05,0.12989072740077973,0.5837727846503372,0.9396645594178918,0.9898414611816406,75.87541856713028
+vision,mlp.c_proj.bias,1280,24,6.523617776110768e-05,0.1286873355507851,0.6155679419339167,1.207981113445647,1.2866488695144653,133.87172873075366
+vision,mlp.c_proj.bias,1280,25,4.339842234912794e-06,0.13037911638617516,0.5975429128409261,1.3160218700884485,1.4067034721374512,171.77633253517877
+vision,mlp.c_proj.bias,1280,26,5.802921441500075e-05,0.1618442063033581,0.6397086147666511,1.37868062698231,1.4776195287704468,137.2295856656759
+vision,mlp.c_proj.bias,1280,27,2.7223661618336337e-06,0.15993611946702008,0.7221185832620237,1.9925169371602418,2.168736457824707,270.94640864798316
+vision,mlp.c_proj.bias,1280,28,0.00012850052735302597,0.22219345644116403,1.2026329033972467,2.634919156193476,2.816014289855957,239.3940934172875
+vision,mlp.c_proj.bias,1280,29,2.1962634491501376e-05,0.2968707117438317,1.040600984811843,3.1131606883283265,3.4064688682556152,230.03563200991627
+vision,mlp.c_proj.bias,1280,30,0.0002556831459514797,0.3891813570261003,0.9269195935130319,3.057556493186512,3.3665060997009277,118.74252038285346
+vision,mlp.c_proj.bias,1280,31,0.00012598517059814185,0.5403983438014984,1.1328317300678916,1.5369957714557212,1.567644476890564,4.520285824542344
+vision,mlp.c_proj.weight,6553600,0,1.5726152324813114e-10,0.02243601568043231,0.05345500971004388,0.10243396648093264,0.23259137570858002,42.596327918914184
+vision,mlp.c_proj.weight,6553600,1,2.5462882913274143e-09,0.02747099297121167,0.04196062868833561,0.05832273606508724,0.10946996510028839,5.700569954788923
+vision,mlp.c_proj.weight,6553600,2,1.909471691874387e-09,0.024273198135197162,0.04067099909857033,0.07016332124769512,0.24449807405471802,13.632761342438107
+vision,mlp.c_proj.weight,6553600,3,1.62181745810841e-09,0.023643914815038438,0.0371554180830721,0.06905011820345276,0.2667607367038727,16.268235060436744
+vision,mlp.c_proj.weight,6553600,4,2.6351151816150775e-10,0.023839583937078707,0.035042200800032924,0.04915343854948331,0.22620238363742828,6.3570446531375
+vision,mlp.c_proj.weight,6553600,5,8.300146125961305e-10,0.02508804135024545,0.0366470255888999,0.055160712560596833,0.10901577770709991,4.809992151850216
+vision,mlp.c_proj.weight,6553600,6,2.109911356740213e-09,0.02519177852198481,0.0359423904754225,0.05443813496231614,0.25083988904953003,5.053291310517847
+vision,mlp.c_proj.weight,6553600,7,3.9295536269357e-10,0.025358010288327928,0.037242315519601804,0.07555254151889065,0.2950552701950073,7.712895831700571
+vision,mlp.c_proj.weight,6553600,8,7.406090185568814e-10,0.025781829357147207,0.03556158877164145,0.049092414385823104,0.13482916355133057,3.6717534300900505
+vision,mlp.c_proj.weight,6553600,9,1.9095709458127885e-09,0.026652364060282707,0.03630654888227583,0.05055073474906134,0.26165059208869934,3.8858509415381075
+vision,mlp.c_proj.weight,6553600,10,1.2160916371128927e-11,0.027155052348971337,0.037438761591911396,0.05573407735638114,0.30050069093704224,4.615226983169325
+vision,mlp.c_proj.weight,6553600,11,7.144964619953953e-10,0.02817235330119725,0.038385239776224184,0.05282459098841637,0.24352073669433594,3.9462090594902732
+vision,mlp.c_proj.weight,6553600,12,1.202306587622104e-09,0.028084888160228708,0.037904029566794756,0.0515704563222758,0.30323201417922974,4.290422057573261
+vision,mlp.c_proj.weight,6553600,13,3.2053630860673366e-09,0.02873439382761716,0.03827858506888199,0.04917710835598059,0.33634403347969055,4.200667942302044
+vision,mlp.c_proj.weight,6553600,14,4.675593689995594e-09,0.029546016957610843,0.039111555561424205,0.04916995187885656,0.32949957251548767,3.5894479766105856
+vision,mlp.c_proj.weight,6553600,15,2.0973907055577e-09,0.03006436707451939,0.0396466654390103,0.04959415945038186,0.24032370746135712,3.295239725306919
+vision,mlp.c_proj.weight,6553600,16,1.600427013137562e-10,0.02977194171398876,0.039024979025125583,0.04860309462731027,0.2506090998649597,3.258246320341865
+vision,mlp.c_proj.weight,6553600,17,4.009742315957965e-09,0.030265554431825843,0.03955664280057003,0.048656612909205296,0.3204127848148346,3.287998430108839
+vision,mlp.c_proj.weight,6553600,18,2.388639952499716e-09,0.03064545478671788,0.03981559314578792,0.047976810156180855,0.17506182193756104,3.106840184971173
+vision,mlp.c_proj.weight,6553600,19,8.320683586582334e-10,0.031168297287076704,0.04059379719570291,0.04933929786309448,0.25245845317840576,3.1621437963814087
+vision,mlp.c_proj.weight,6553600,20,1.9558610286907196e-09,0.031592261157929895,0.041463362712414825,0.050209788928924734,0.14756587147712708,3.168454537760785
+vision,mlp.c_proj.weight,6553600,21,4.892687921476124e-10,0.030738296117633578,0.04039479992538758,0.04955806944890736,0.2273632287979126,3.213436382602411
+vision,mlp.c_proj.weight,6553600,22,2.2510648900464503e-09,0.029486768115311857,0.03878165424615193,0.04746260792202117,0.1699523776769638,3.173853870505496
+vision,mlp.c_proj.weight,6553600,23,2.9113138982905795e-11,0.0288616202585399,0.03775624665245511,0.046040872126069186,0.21233110129833221,3.178954522388751
+vision,mlp.c_proj.weight,6553600,24,6.763875570747757e-10,0.028949266355484723,0.03764558887854222,0.04567401207684757,0.15111291408538818,3.110805792772743
+vision,mlp.c_proj.weight,6553600,25,3.5367351269854908e-09,0.029574343673884833,0.038430742572993254,0.046433121022952786,0.15963205695152283,3.114617319926587
+vision,mlp.c_proj.weight,6553600,26,1.784056236076026e-09,0.030157989431172597,0.039307863574475216,0.04772990997768807,0.17319437861442566,3.1252555548204226
+vision,mlp.c_proj.weight,6553600,27,1.175719299695288e-09,0.03115175100043412,0.040856980085373085,0.05001598852313892,0.29515913128852844,3.2274298263451326
+vision,mlp.c_proj.weight,6553600,28,1.353133161074993e-09,0.03183024432510136,0.04229725036397594,0.05251151821985279,0.3054177463054657,3.4402281120641667
+vision,mlp.c_proj.weight,6553600,29,5.684461790167461e-10,0.03165188513696192,0.042272443775088236,0.05301366018242898,0.2972812354564667,3.4039192043631497
+vision,mlp.c_proj.weight,6553600,30,1.7360644033459494e-09,0.02864042427390811,0.037651207353919774,0.047242054538427045,0.24330854415893555,3.235419305882699
+vision,mlp.c_proj.weight,6553600,31,3.5037175938334997e-10,0.02640122743323445,0.034788693342358595,0.043404156732176805,0.14010344445705414,3.2103127283743196

lm-quant-toolkit/data-vis/data/wdist/wdist-Llama-2-70b-hf.csv

@@ -0,0 +1,721 @@
+module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis
+input_layernorm,8192,0,8.344650268554688e-07,0.11487792968750021,0.2742714843750065,0.37689394531246023,0.4296875,99.4425306199526
+input_layernorm,8192,1,7.033348083496094e-06,0.203125,0.2781777343750065,0.3249253906249976,0.328125,15.641782393768674
+input_layernorm,8192,2,4.172325134277344e-06,0.11332519531250007,0.22386328125000432,0.2826632812499952,0.2890625,30.495444628353784
+input_layernorm,8192,3,2.1338462829589844e-05,0.18075195312500014,0.30236132812500216,0.38080019531246023,0.43359375,22.685226302982727
+input_layernorm,8192,4,4.744529724121094e-05,0.322265625,0.42540820312500216,0.5085191406249976,0.51171875,11.054508362121394
+input_layernorm,8192,5,0.000133514404296875,0.28125,0.38048632812500216,0.443653515624959,0.498046875,15.697681963541037
+input_layernorm,8192,6,0.0001697540283203125,0.265625,0.4246621093750065,0.47814257812498795,0.494140625,26.8889900718867
+input_layernorm,8192,7,0.000148773193359375,0.2333984375,0.38717968750000864,0.5061732421874723,0.54296875,39.207935226293145
+input_layernorm,8192,8,0.00494384765625,0.205078125,0.3993593750000173,0.47012382812496867,0.51171875,58.936672725341616
+input_layernorm,8192,9,5.4836273193359375e-06,0.228515625,0.40214648437502376,0.5172929687499277,0.61328125,55.95466010952034
+input_layernorm,8192,10,5.888938903808594e-05,0.193359375,0.41954882812500216,0.48890898437494457,0.5625,91.97292194063358
+input_layernorm,8192,11,1.537799835205078e-05,0.23046875,0.44689257812500216,0.531544140624959,0.5859375,61.16338332985868
+input_layernorm,8192,12,0.000156402587890625,0.197265625,0.4559121093750065,0.523358593749947,0.59375,106.83617686826302
+input_layernorm,8192,13,3.62396240234375e-05,0.22860351562500014,0.46642382812500216,0.5659937499999614,0.6171875,93.63211349354279
+input_layernorm,8192,14,2.9921531677246094e-05,0.26171875,0.4973886718750151,0.6267074218749542,0.6875,91.78786753154836
+input_layernorm,8192,15,9.870529174804688e-05,0.265625,0.4739511718750151,0.5866046874999711,0.625,64.73550867427896
+input_layernorm,8192,16,6.341934204101562e-05,0.251953125,0.47265625,0.5759261718749542,0.63671875,93.66410741744293
+input_layernorm,8192,17,7.62939453125e-06,0.255859375,0.498046875,0.6125351562499759,0.64453125,83.37157549065948
+input_layernorm,8192,18,3.719329833984375e-05,0.27734375,0.5100292968750324,0.6455714843749831,0.66796875,90.98809001547883
+input_layernorm,8192,19,9.298324584960938e-05,0.28515625,0.49850781250000864,0.6072156249999807,0.6328125,79.33919184645391
+input_layernorm,8192,20,9.775161743164062e-05,0.275390625,0.5063203125000086,0.6093355468749735,0.64453125,107.84165849862684
+input_layernorm,8192,21,9.298324584960938e-05,0.263671875,0.5219453125000086,0.6260402343749831,0.6484375,107.52725604628945
+input_layernorm,8192,22,4.792213439941406e-05,0.2412109375,0.505574218750013,0.597283203124988,0.61328125,128.49857846699814
+input_layernorm,8192,23,2.0503997802734375e-05,0.26171875,0.53515625,0.6505574218749928,0.66015625,128.77403391727483
+input_layernorm,8192,24,2.586841583251953e-05,0.2431640625,0.5299335937500302,0.6175210937499855,0.63671875,134.86969339237464
+input_layernorm,8192,25,6.29425048828125e-05,0.25,0.49962695312500216,0.6149886718749542,0.67578125,127.27472712927946
+input_layernorm,8192,26,7.534027099609375e-05,0.2931445312500003,0.5500351562500043,0.668262890624959,0.72265625,111.28372309645661
+input_layernorm,8192,27,0.0001239776611328125,0.25390625,0.509480468750013,0.6097085937499855,0.62890625,134.07281070191135
+input_layernorm,8192,28,7.05718994140625e-05,0.29296875,0.5625,0.6611570312499566,0.71875,133.51436858935372
+input_layernorm,8192,29,4.887580871582031e-06,0.30078125,0.5734726562500043,0.6771550781249687,0.71875,139.69562668841064
+input_layernorm,8192,30,4.887580871582031e-06,0.28515625,0.5,0.6036429687499663,0.6484375,98.35274827610802
+input_layernorm,8192,31,5.650520324707031e-05,0.3125,0.5751406250000173,0.6629433593749638,0.7109375,114.87269152267456
+input_layernorm,8192,32,1.919269561767578e-05,0.3009570312500003,0.5734726562500043,0.6913667968749735,0.7265625,141.45394549708752
+input_layernorm,8192,33,1.424551010131836e-05,0.3204882812500003,0.6039765625000086,0.7016722656249783,0.73046875,119.43364025090682
+input_layernorm,8192,34,1.3113021850585938e-06,0.2578125,0.5492890625000086,0.6590765624999904,0.671875,153.3199890756432
+input_layernorm,8192,35,1.8835067749023438e-05,0.298828125,0.59765625,0.6786078124999904,0.69140625,141.34170066022793
+input_layernorm,8192,36,1.704692840576172e-05,0.29296875,0.5649140625000086,0.6693820312499952,0.67578125,132.0574766787698
+input_layernorm,8192,37,6.377696990966797e-06,0.326171875,0.5546875,0.6654757812499952,0.671875,107.6317339415875
+input_layernorm,8192,38,2.562999725341797e-05,0.3458789062500003,0.5930039062500043,0.7005925781249687,0.7421875,101.44670604742502
+input_layernorm,8192,39,2.872943878173828e-05,0.349609375,0.578125,0.6530109374999711,0.69140625,95.60532294355339
+input_layernorm,8192,40,0.0225830078125,0.345703125,0.5805390625000086,0.6501449218749542,0.7109375,105.99791685657362
+input_layernorm,8192,41,0.039794921875,0.345703125,0.5695664062500043,0.648358593749947,0.71875,78.47268618373823
+input_layernorm,8192,42,0.0228271484375,0.36328125,0.5500351562500043,0.6338132812499566,0.69140625,71.73428446179165
+input_layernorm,8192,43,0.022216796875,0.333984375,0.5807148437500302,0.6583699218749928,0.66796875,97.77713420298171
+input_layernorm,8192,44,0.036376953125,0.392578125,0.6047226562500043,0.7236964843749831,0.74609375,80.86888333476034
+input_layernorm,8192,45,3.266334533691406e-05,0.361328125,0.5812851562500043,0.69140625,0.69140625,82.21343900713761
+input_layernorm,8192,46,7.724761962890625e-05,0.3654101562500003,0.6361484375000259,0.7489203124999904,0.76171875,92.47174391370896
+input_layernorm,8192,47,0.01287841796875,0.33984375,0.6525195312500216,0.7581460937499855,0.77734375,160.97195379259884
+input_layernorm,8192,48,1.8477439880371094e-06,0.3400195312500003,0.6235078125000086,0.753533203124988,0.76953125,107.51032982030928
+input_layernorm,8192,49,0.00010395050048828125,0.30078125,0.5649140625000086,0.6974324218749928,0.70703125,134.28236218335456
+input_layernorm,8192,50,6.389617919921875e-05,0.3654101562500003,0.6368945312500216,0.7723578124999904,0.78515625,81.21059162318222
+input_layernorm,8192,51,2.09808349609375e-05,0.357421875,0.6517734375000259,0.7538667968749735,0.7890625,102.67290962444169
+input_layernorm,8192,52,4.601478576660156e-05,0.419921875,0.7306445312500216,0.9037570312499952,0.91015625,97.66127095402865
+input_layernorm,8192,53,6.866455078125e-05,0.3359375,0.6283359375000259,0.7592257812499952,0.765625,110.10801870407124
+input_layernorm,8192,54,6.818771362304688e-05,0.3575976562500003,0.6649843750000173,0.7833699218749928,0.79296875,105.97608509606683
+input_layernorm,8192,55,1.8358230590820312e-05,0.3556445312500003,0.7297226562500043,0.859001953124988,0.875,151.75562580481426
+input_layernorm,8192,56,0.00025177001953125,0.330078125,0.6783710937500302,0.7879828124999904,0.80078125,147.57301254437007
+input_layernorm,8192,57,2.8133392333984375e-05,0.357421875,0.6945664062500043,0.8071410156249783,0.8359375,124.63150445622787
+input_layernorm,8192,58,4.887580871582031e-06,0.322265625,0.6352265625000086,0.7631320312499952,0.76953125,123.09825474353903
+input_layernorm,8192,59,7.867813110351562e-05,0.34375,0.6977265625000086,0.7979152343749831,0.8203125,117.96610056593777
+input_layernorm,8192,60,1.2636184692382812e-05,0.2599414062500003,0.521199218750013,0.6739160156249397,0.75390625,138.53856635326898
+input_layernorm,8192,61,2.0384788513183594e-05,0.310546875,0.5773789062500043,0.6988062499999614,0.75,116.4586344936125
+input_layernorm,8192,62,5.7697296142578125e-05,0.3359375,0.6571718750000173,0.7158445312499566,0.7734375,114.31474295931554
+input_layernorm,8192,63,2.0265579223632812e-06,0.31640625,0.6203476562500043,0.7311359374999711,0.76953125,131.58536150275128
+input_layernorm,8192,64,1.436471939086914e-05,0.345703125,0.6776250000000346,0.7751843749999807,0.80078125,130.44067734882236
+input_layernorm,8192,65,4.9114227294921875e-05,0.279296875,0.5539414062500043,0.6622761718749928,0.671875,131.65768269785946
+input_layernorm,8192,66,9.012222290039062e-05,0.31640625,0.673542968750013,0.7741046874999711,0.8125,147.09486827204915
+input_layernorm,8192,67,4.172325134277344e-07,0.232421875,0.5900195312500216,0.7233234374999711,0.76171875,174.44090307420703
+input_layernorm,8192,68,1.055002212524414e-05,0.380859375,0.677449218750013,0.8256320312499952,0.83203125,127.26524339456209
+input_layernorm,8192,69,6.9141387939453125e-06,0.4083789062500003,0.7375351562500043,0.8494031249999807,0.875,133.96282924990254
+input_layernorm,8192,70,5.1975250244140625e-05,0.357421875,0.7135273437500302,0.8117144531249494,0.87890625,162.11528327240796
+input_layernorm,8192,71,2.2411346435546875e-05,0.37109375,0.7408710937500302,0.8913316406249976,0.89453125,161.41026207579304
+input_layernorm,8192,72,1.1205673217773438e-05,0.38671875,0.8515625,1.0433023437499855,1.0625,205.8749022444323
+input_layernorm,8192,73,6.914138793945312e-05,0.38671875,0.7336289062500043,0.9186753906249976,0.921875,187.39370646365165
+input_layernorm,8192,74,0.042724609375,0.373046875,0.8712695312500216,1.108628906249976,1.140625,237.29927372443913
+input_layernorm,8192,75,0.041259765625,0.3671875,0.81640625,0.9538316406249976,0.95703125,203.80418587139502
+input_layernorm,8192,76,0.05810546875,0.3966601562500003,0.9188906250000173,1.2435218749999422,1.3203125,278.76192075384944
+input_layernorm,8192,77,0.050048828125,0.359375,0.8394062500001382,0.9964273437499855,1.015625,180.25096646128063
+input_layernorm,8192,78,0.037109375,0.365234375,0.8863242187500475,1.015625,1.015625,168.03401721977983
+input_layernorm,8192,79,0.000743865966796875,0.33984375,0.8111835937500302,0.9623507812499952,0.96875,108.56141941635637
+mlp.down_proj,234881024,0,0.0,0.03076171875,0.041748046875,0.058349609375,0.486328125,5.6620543940738965
+mlp.down_proj,234881024,1,0.0,0.03515625,0.04541015625,0.05712890625,0.51171875,3.461556710425622
+mlp.down_proj,234881024,2,0.0,0.036376953125,0.046630859375,0.056640625,2.15625,6.53613883204877
+mlp.down_proj,234881024,3,0.0,0.03662109375,0.047119140625,0.056884765625,0.5390625,3.2107296908126557
+mlp.down_proj,234881024,4,0.0,0.03662109375,0.047119140625,0.056396484375,0.4921875,3.1254935259414265
+mlp.down_proj,234881024,5,0.0,0.03662109375,0.047119140625,0.056640625,0.546875,3.1458105515269605
+mlp.down_proj,234881024,6,0.0,0.036865234375,0.04736328125,0.057373046875,0.4375,3.1525629707280234
+mlp.down_proj,234881024,7,0.0,0.036865234375,0.047607421875,0.057373046875,0.94921875,3.517373149730636
+mlp.down_proj,234881024,8,0.0,0.037109375,0.047607421875,0.056884765625,2.015625,10.420369709863406
+mlp.down_proj,234881024,9,0.0,0.037109375,0.047607421875,0.056640625,0.96484375,3.6562042816398157
+mlp.down_proj,234881024,10,0.0,0.037109375,0.047607421875,0.056884765625,0.90625,3.3993866644441524
+mlp.down_proj,234881024,11,0.0,0.037109375,0.047607421875,0.056884765625,0.56640625,3.1794384777228997
+mlp.down_proj,234881024,12,0.0,0.037109375,0.047607421875,0.057373046875,1.1171875,3.4519363234843814
+mlp.down_proj,234881024,13,0.0,0.037109375,0.0478515625,0.05712890625,1.5,3.660742282256625
+mlp.down_proj,234881024,14,0.0,0.037109375,0.0478515625,0.05712890625,0.703125,3.2649080800751373
+mlp.down_proj,234881024,15,0.0,0.037109375,0.047607421875,0.056884765625,0.578125,3.1392535873391143
+mlp.down_proj,234881024,16,0.0,0.037109375,0.0478515625,0.057373046875,0.59375,3.2137524262834902
+mlp.down_proj,234881024,17,0.0,0.037353515625,0.0478515625,0.057373046875,0.87109375,3.4468484127274994
+mlp.down_proj,234881024,18,0.0,0.037353515625,0.0478515625,0.05712890625,1.171875,3.8764000196646218
+mlp.down_proj,234881024,19,0.0,0.037353515625,0.0478515625,0.05712890625,1.015625,3.544574503296278
+mlp.down_proj,234881024,20,0.0,0.037353515625,0.0478515625,0.05712890625,1.0859375,3.4282820920842543
+mlp.down_proj,234881024,21,0.0,0.037353515625,0.048095703125,0.05712890625,0.96875,3.234190332688299
+mlp.down_proj,234881024,22,0.0,0.037353515625,0.048095703125,0.05712890625,1.0859375,3.25886243476088
+mlp.down_proj,234881024,23,0.0,0.037353515625,0.0478515625,0.05712890625,0.8203125,3.1613007782692812
+mlp.down_proj,234881024,24,0.0,0.037353515625,0.048095703125,0.057861328125,1.03125,3.613406079126363
+mlp.down_proj,234881024,25,0.0,0.03759765625,0.048095703125,0.0576171875,0.83203125,3.2398576435406046
+mlp.down_proj,234881024,26,0.0,0.037353515625,0.048095703125,0.057373046875,1.4296875,3.512548072319041
+mlp.down_proj,234881024,27,0.0,0.037353515625,0.0478515625,0.05712890625,0.96484375,3.2348783116246977
+mlp.down_proj,234881024,28,0.0,0.037353515625,0.0478515625,0.05712890625,1.453125,3.507107659955623
+mlp.down_proj,234881024,29,0.0,0.037353515625,0.0478515625,0.05712890625,0.71875,3.1048975833984813
+mlp.down_proj,234881024,30,0.0,0.037353515625,0.0478515625,0.05712890625,0.6875,3.087823013259781
+mlp.down_proj,234881024,31,0.0,0.037353515625,0.0478515625,0.056884765625,1.015625,3.1954725853085457
+mlp.down_proj,234881024,32,0.0,0.037353515625,0.0478515625,0.05712890625,0.8125,3.1362162453428857
+mlp.down_proj,234881024,33,0.0,0.037353515625,0.0478515625,0.05712890625,0.828125,3.187904071810364
+mlp.down_proj,234881024,34,0.0,0.037109375,0.0478515625,0.056884765625,1.0,3.176148894258846
+mlp.down_proj,234881024,35,0.0,0.037109375,0.0478515625,0.056884765625,1.0,3.15520216859893
+mlp.down_proj,234881024,36,0.0,0.037109375,0.0478515625,0.05712890625,1.28125,3.364447961627566
+mlp.down_proj,234881024,37,0.0,0.037109375,0.0478515625,0.05712890625,1.0,3.2107956397468547
+mlp.down_proj,234881024,38,0.0,0.037353515625,0.0478515625,0.057373046875,0.94921875,3.205266444379937
+mlp.down_proj,234881024,39,0.0,0.037353515625,0.048095703125,0.05810546875,1.171875,3.360804748624601
+mlp.down_proj,234881024,40,0.0,0.03759765625,0.048095703125,0.05810546875,1.0703125,3.4951084847054315
+mlp.down_proj,234881024,41,0.0,0.037353515625,0.048095703125,0.0576171875,0.703125,3.163203240083086
+mlp.down_proj,234881024,42,0.0,0.037353515625,0.0478515625,0.057373046875,0.5078125,3.0874361292230117
+mlp.down_proj,234881024,43,0.0,0.037353515625,0.0478515625,0.0576171875,0.9140625,3.2824339548569976
+mlp.down_proj,234881024,44,0.0,0.037109375,0.047607421875,0.056640625,0.4921875,3.06136810401781
+mlp.down_proj,234881024,45,0.0,0.037109375,0.047607421875,0.056640625,0.6953125,3.0864648192146054
+mlp.down_proj,234881024,46,0.0,0.037109375,0.04736328125,0.056396484375,0.5859375,3.0419922235298245
+mlp.down_proj,234881024,47,0.0,0.036865234375,0.04736328125,0.05615234375,1.0859375,3.366523355216616
+mlp.down_proj,234881024,48,0.0,0.036865234375,0.04736328125,0.05615234375,1.109375,3.2697295905761172
+mlp.down_proj,234881024,49,0.0,0.036865234375,0.04736328125,0.05615234375,0.9140625,3.1223449577581324
+mlp.down_proj,234881024,50,0.0,0.036865234375,0.04736328125,0.05615234375,0.5390625,3.039341856269272
+mlp.down_proj,234881024,51,0.0,0.036865234375,0.04736328125,0.05615234375,0.9453125,3.1614499485589085
+mlp.down_proj,234881024,52,0.0,0.036865234375,0.04736328125,0.05615234375,1.1796875,3.28343019016195
+mlp.down_proj,234881024,53,0.0,0.036865234375,0.04736328125,0.05615234375,0.546875,3.038271152420923
+mlp.down_proj,234881024,54,0.0,0.037109375,0.04736328125,0.05615234375,0.359375,3.0193028265167214
+mlp.down_proj,234881024,55,0.0,0.037109375,0.04736328125,0.056396484375,0.80859375,3.1212768489274727
+mlp.down_proj,234881024,56,0.0,0.037109375,0.04736328125,0.05615234375,0.890625,3.103082937078939
+mlp.down_proj,234881024,57,0.0,0.037109375,0.047607421875,0.056396484375,0.9921875,3.1424321757067153
+mlp.down_proj,234881024,58,0.0,0.037109375,0.047607421875,0.056396484375,0.6796875,3.0737670858002093
+mlp.down_proj,234881024,59,0.0,0.037109375,0.047607421875,0.056396484375,1.1796875,3.231549970536516
+mlp.down_proj,234881024,60,0.0,0.037109375,0.047607421875,0.056396484375,0.87890625,3.1255242216771184
+mlp.down_proj,234881024,61,0.0,0.037353515625,0.047607421875,0.056640625,0.5234375,3.027828805865428
+mlp.down_proj,234881024,62,0.0,0.037353515625,0.0478515625,0.056640625,1.3203125,3.315892609259542
+mlp.down_proj,234881024,63,0.0,0.037353515625,0.0478515625,0.056640625,1.25,3.418947185630941
+mlp.down_proj,234881024,64,0.0,0.037353515625,0.0478515625,0.056884765625,1.125,3.2216970372900002
+mlp.down_proj,234881024,65,0.0,0.037353515625,0.0478515625,0.056884765625,0.46484375,3.0314385370572667
+mlp.down_proj,234881024,66,0.0,0.037353515625,0.048095703125,0.056884765625,1.171875,3.3231000833836837
+mlp.down_proj,234881024,67,0.0,0.03759765625,0.048095703125,0.05712890625,0.9921875,3.130661479884055
+mlp.down_proj,234881024,68,0.0,0.03759765625,0.048095703125,0.057373046875,0.69921875,3.0940132694894014
+mlp.down_proj,234881024,69,0.0,0.037841796875,0.04833984375,0.0576171875,1.2734375,3.2950272982295794
+mlp.down_proj,234881024,70,0.0,0.037841796875,0.048583984375,0.057861328125,0.609375,3.0802964340138628
+mlp.down_proj,234881024,71,0.0,0.037841796875,0.048583984375,0.05810546875,0.48046875,3.0574140738958926
+mlp.down_proj,234881024,72,0.0,0.0380859375,0.048828125,0.058349609375,0.640625,3.075421378554738
+mlp.down_proj,234881024,73,0.0,0.0380859375,0.048828125,0.05859375,1.15625,3.3691677381219765
+mlp.down_proj,234881024,74,0.0,0.0380859375,0.048828125,0.058837890625,0.6015625,3.122482356171597
+mlp.down_proj,234881024,75,0.0,0.0380859375,0.049072265625,0.0595703125,1.3515625,4.86702826133251
+mlp.down_proj,234881024,76,0.0,0.0380859375,0.049072265625,0.061279296875,1.09375,4.21182049872796
+mlp.down_proj,234881024,77,0.0,0.038330078125,0.0498046875,0.06591796875,1.1171875,6.141964312388198
+mlp.down_proj,234881024,78,0.0,0.03857421875,0.051025390625,0.08154296875,1.5390625,6.188189623102526
+mlp.down_proj,234881024,79,0.0,0.038818359375,0.05224609375,0.09375,1.5625,16.59179714856732
+mlp.gate_proj,234881024,0,0.0,0.026123046875,0.037109375,0.06103515625,0.61328125,4.786317000735184
+mlp.gate_proj,234881024,1,0.0,0.03369140625,0.044921875,0.0654296875,0.5078125,3.5681876346123422
+mlp.gate_proj,234881024,2,0.0,0.03662109375,0.048095703125,0.06396484375,0.7734375,3.5317569791711283
+mlp.gate_proj,234881024,3,0.0,0.03759765625,0.04931640625,0.06298828125,0.5390625,3.2613149836277637
+mlp.gate_proj,234881024,4,0.0,0.037841796875,0.050048828125,0.0654296875,0.431640625,3.242364532938241
+mlp.gate_proj,234881024,5,0.0,0.0380859375,0.05029296875,0.06396484375,0.453125,3.227008376281903
+mlp.gate_proj,234881024,6,0.0,0.038330078125,0.05029296875,0.06298828125,0.439453125,3.200811757715258
+mlp.gate_proj,234881024,7,0.0,0.03857421875,0.050537109375,0.06396484375,0.451171875,3.2809370179011217
+mlp.gate_proj,234881024,8,0.0,0.039306640625,0.052734375,0.08740234375,0.6484375,4.636296481420176
+mlp.gate_proj,234881024,9,0.0,0.03955078125,0.05224609375,0.0693359375,0.64453125,3.7027428574960437
+mlp.gate_proj,234881024,10,0.0,0.039794921875,0.052490234375,0.068359375,0.5625,3.541183687515963
+mlp.gate_proj,234881024,11,0.0,0.03955078125,0.05224609375,0.06787109375,0.51171875,3.4996429287959616
+mlp.gate_proj,234881024,12,0.0,0.039306640625,0.0517578125,0.06640625,0.419921875,3.248534918205318
+mlp.gate_proj,234881024,13,0.0,0.0390625,0.05126953125,0.06591796875,0.97265625,3.326325679228319
+mlp.gate_proj,234881024,14,0.0,0.0390625,0.051513671875,0.06591796875,0.640625,3.3195811599229694
+mlp.gate_proj,234881024,15,0.0,0.0390625,0.051513671875,0.06591796875,0.478515625,3.2603533938186517
+mlp.gate_proj,234881024,16,0.0,0.0390625,0.05126953125,0.06640625,0.74609375,3.2915233135431747
+mlp.gate_proj,234881024,17,0.0,0.0390625,0.0517578125,0.06640625,0.384765625,3.246036576482412
+mlp.gate_proj,234881024,18,0.0,0.039306640625,0.0517578125,0.0673828125,0.482421875,3.2559388025766673
+mlp.gate_proj,234881024,19,0.0,0.0390625,0.05126953125,0.064453125,0.671875,3.2399151386633087
+mlp.gate_proj,234881024,20,0.0,0.0390625,0.051513671875,0.06591796875,0.39453125,3.197190912405281
+mlp.gate_proj,234881024,21,0.0,0.0390625,0.05078125,0.0634765625,0.43359375,3.166397673045201
+mlp.gate_proj,234881024,22,0.0,0.038818359375,0.05078125,0.06298828125,0.69921875,3.190819435816744
+mlp.gate_proj,234881024,23,0.0,0.038818359375,0.05078125,0.0634765625,0.66796875,3.200435930575119
+mlp.gate_proj,234881024,24,0.0,0.038818359375,0.05078125,0.06396484375,0.6015625,3.2471865788555236
+mlp.gate_proj,234881024,25,0.0,0.03857421875,0.050537109375,0.0654296875,0.431640625,3.1969138721966854
+mlp.gate_proj,234881024,26,0.0,0.03857421875,0.050537109375,0.064453125,0.380859375,3.1807294526604304
+mlp.gate_proj,234881024,27,0.0,0.03857421875,0.050537109375,0.06396484375,0.47265625,3.1876131488553137
+mlp.gate_proj,234881024,28,0.0,0.03857421875,0.050537109375,0.06396484375,0.53515625,3.2019429492815608
+mlp.gate_proj,234881024,29,0.0,0.03857421875,0.050537109375,0.06396484375,0.5,3.161505471128473
+mlp.gate_proj,234881024,30,0.0,0.03857421875,0.05078125,0.06494140625,0.423828125,3.1765037557048963
+mlp.gate_proj,234881024,31,0.0,0.03857421875,0.050537109375,0.06396484375,0.384765625,3.1649756288450406
+mlp.gate_proj,234881024,32,0.0,0.03857421875,0.050537109375,0.06298828125,0.482421875,3.167357845573255
+mlp.gate_proj,234881024,33,0.0,0.03857421875,0.050537109375,0.06396484375,0.3984375,3.18463720212995
+mlp.gate_proj,234881024,34,0.0,0.03857421875,0.05078125,0.0654296875,0.50390625,3.207710320415526
+mlp.gate_proj,234881024,35,0.0,0.03857421875,0.05078125,0.064453125,0.43359375,3.1764042347737766
+mlp.gate_proj,234881024,36,0.0,0.03857421875,0.051025390625,0.06591796875,0.640625,3.248223198798892
+mlp.gate_proj,234881024,37,0.0,0.03857421875,0.05126953125,0.06689453125,0.48046875,3.2197960340986658
+mlp.gate_proj,234881024,38,0.0,0.038818359375,0.051513671875,0.06787109375,0.484375,3.2363892633218434
+mlp.gate_proj,234881024,39,0.0,0.038818359375,0.052001953125,0.0703125,0.390625,3.2540479645297715
+mlp.gate_proj,234881024,40,0.0,0.038818359375,0.05126953125,0.0673828125,0.55859375,3.2203744395191616
+mlp.gate_proj,234881024,41,0.0,0.0390625,0.0517578125,0.06787109375,0.41015625,3.1985180385326633
+mlp.gate_proj,234881024,42,0.0,0.03955078125,0.052001953125,0.06640625,0.4296875,3.1715481797236156
+mlp.gate_proj,234881024,43,0.0,0.039794921875,0.052490234375,0.0673828125,0.671875,3.207509770931157
+mlp.gate_proj,234881024,44,0.0,0.040283203125,0.052734375,0.06640625,0.388671875,3.124585753469354
+mlp.gate_proj,234881024,45,0.0,0.04052734375,0.052978515625,0.0654296875,0.40234375,3.1053947161098723
+mlp.gate_proj,234881024,46,0.0,0.040771484375,0.05322265625,0.06640625,0.40234375,3.106062106622865
+mlp.gate_proj,234881024,47,0.0,0.041015625,0.053466796875,0.06640625,0.3828125,3.105143212082607
+mlp.gate_proj,234881024,48,0.0,0.041259765625,0.053466796875,0.06640625,0.38671875,3.098950825610089
+mlp.gate_proj,234881024,49,0.0,0.041259765625,0.053466796875,0.06591796875,0.451171875,3.1159322545845667
+mlp.gate_proj,234881024,50,0.0,0.041259765625,0.053466796875,0.06640625,0.466796875,3.1230800047408045
+mlp.gate_proj,234881024,51,0.0,0.041259765625,0.053466796875,0.06591796875,0.388671875,3.0926231279692735
+mlp.gate_proj,234881024,52,0.0,0.041259765625,0.053466796875,0.0654296875,0.498046875,3.085012095754253
+mlp.gate_proj,234881024,53,0.0,0.041259765625,0.053466796875,0.06591796875,0.408203125,3.090199299909921
+mlp.gate_proj,234881024,54,0.0,0.041259765625,0.053466796875,0.0654296875,0.2890625,3.0769125088967013
+mlp.gate_proj,234881024,55,0.0,0.041015625,0.05322265625,0.0654296875,0.31640625,3.0828583246691066
+mlp.gate_proj,234881024,56,0.0,0.041015625,0.053466796875,0.06591796875,0.3359375,3.079553028389119
+mlp.gate_proj,234881024,57,0.0,0.041015625,0.053466796875,0.06591796875,0.419921875,3.099189381904832
+mlp.gate_proj,234881024,58,0.0,0.041015625,0.0537109375,0.06689453125,0.474609375,3.104487740148955
+mlp.gate_proj,234881024,59,0.0,0.041015625,0.0537109375,0.06689453125,0.357421875,3.103651981617985
+mlp.gate_proj,234881024,60,0.0,0.041015625,0.0537109375,0.06689453125,0.5703125,3.118881182324601
+mlp.gate_proj,234881024,61,0.0,0.041015625,0.0537109375,0.0673828125,0.41015625,3.1128974104348077
+mlp.gate_proj,234881024,62,0.0,0.041015625,0.0537109375,0.0673828125,0.703125,3.1344313278388367
+mlp.gate_proj,234881024,63,0.0,0.041015625,0.0537109375,0.06787109375,0.48828125,3.1385121467116894
+mlp.gate_proj,234881024,64,0.0,0.041015625,0.053955078125,0.068359375,0.416015625,3.1344647005574044
+mlp.gate_proj,234881024,65,0.0,0.040771484375,0.0537109375,0.06787109375,0.388671875,3.130194129746986
+mlp.gate_proj,234881024,66,0.0,0.040771484375,0.0537109375,0.068359375,0.41015625,3.143537788895948
+mlp.gate_proj,234881024,67,0.0,0.040771484375,0.053466796875,0.06787109375,0.6171875,3.155394348131238
+mlp.gate_proj,234881024,68,0.0,0.040771484375,0.0537109375,0.06787109375,0.455078125,3.1594313222829045
+mlp.gate_proj,234881024,69,0.0,0.04052734375,0.05322265625,0.0673828125,0.62890625,3.160503413998568
+mlp.gate_proj,234881024,70,0.0,0.04052734375,0.05322265625,0.0673828125,0.443359375,3.144198211901483
+mlp.gate_proj,234881024,71,0.0,0.04052734375,0.05322265625,0.0673828125,0.44921875,3.1498150452263456
+mlp.gate_proj,234881024,72,0.0,0.040283203125,0.052978515625,0.06689453125,0.400390625,3.1484845684395664
+mlp.gate_proj,234881024,73,0.0,0.040283203125,0.052978515625,0.06689453125,0.796875,3.191208309012275
+mlp.gate_proj,234881024,74,0.0,0.040283203125,0.052978515625,0.06689453125,0.443359375,3.1549987810320768
+mlp.gate_proj,234881024,75,0.0,0.040283203125,0.05322265625,0.0673828125,0.498046875,3.198492520113139
+mlp.gate_proj,234881024,76,0.0,0.04052734375,0.0537109375,0.0693359375,0.380859375,3.2141555730610283
+mlp.gate_proj,234881024,77,0.0,0.040771484375,0.053955078125,0.0693359375,0.48828125,3.3504564986292973
+mlp.gate_proj,234881024,78,0.0,0.041259765625,0.05517578125,0.07421875,0.396484375,3.359650877241948
+mlp.gate_proj,234881024,79,0.0,0.04248046875,0.0576171875,0.078125,0.41796875,3.3573096530346707
+mlp.up_proj,234881024,0,0.0,0.025390625,0.034423828125,0.04443359375,0.2578125,3.5081872702076264
+mlp.up_proj,234881024,1,0.0,0.03271484375,0.042236328125,0.05126953125,0.365234375,3.1110670507654428
+mlp.up_proj,234881024,2,0.0,0.034912109375,0.044921875,0.053955078125,0.302734375,3.078689835676128
+mlp.up_proj,234881024,3,0.0,0.035888671875,0.046142578125,0.0556640625,0.34765625,3.093643462508587
+mlp.up_proj,234881024,4,0.0,0.035888671875,0.04638671875,0.055419921875,0.51953125,3.0911230506787746
+mlp.up_proj,234881024,5,0.0,0.0361328125,0.046630859375,0.055908203125,0.33203125,3.080791935582095
+mlp.up_proj,234881024,6,0.0,0.036376953125,0.046875,0.05615234375,0.41796875,3.07946155900633
+mlp.up_proj,234881024,7,0.0,0.03662109375,0.046875,0.05615234375,0.35546875,3.078376046209604
+mlp.up_proj,234881024,8,0.0,0.03662109375,0.047119140625,0.0595703125,0.58984375,3.2624866501855188
+mlp.up_proj,234881024,9,0.0,0.03662109375,0.047119140625,0.05615234375,0.298828125,3.0454834281569854
+mlp.up_proj,234881024,10,0.0,0.036865234375,0.04736328125,0.056396484375,0.349609375,3.051014987034886
+mlp.up_proj,234881024,11,0.0,0.037109375,0.047607421875,0.056884765625,0.396484375,3.062329618709724
+mlp.up_proj,234881024,12,0.0,0.037109375,0.047607421875,0.05712890625,0.310546875,3.0734861721312163
+mlp.up_proj,234881024,13,0.0,0.037109375,0.047607421875,0.056884765625,0.3125,3.0487585762115335
+mlp.up_proj,234881024,14,0.0,0.037109375,0.047607421875,0.05712890625,0.330078125,3.0617763255285984
+mlp.up_proj,234881024,15,0.0,0.037109375,0.047607421875,0.056884765625,0.296875,3.0472538761320003
+mlp.up_proj,234881024,16,0.0,0.037109375,0.0478515625,0.057373046875,0.51953125,3.102063501530822
+mlp.up_proj,234881024,17,0.0,0.037109375,0.047607421875,0.05712890625,0.4609375,3.0733338334690594
+mlp.up_proj,234881024,18,0.0,0.036865234375,0.04736328125,0.056884765625,0.353515625,3.065869862360259
+mlp.up_proj,234881024,19,0.0,0.037109375,0.047607421875,0.056884765625,0.322265625,3.048934529331515
+mlp.up_proj,234881024,20,0.0,0.037109375,0.047607421875,0.05712890625,0.404296875,3.055075870749331
+mlp.up_proj,234881024,21,0.0,0.037353515625,0.0478515625,0.05712890625,0.31640625,3.0518523281901953
+mlp.up_proj,234881024,22,0.0,0.037353515625,0.0478515625,0.05712890625,0.427734375,3.0509873307560147
+mlp.up_proj,234881024,23,0.0,0.037353515625,0.0478515625,0.057373046875,0.494140625,3.0703850280690443
+mlp.up_proj,234881024,24,0.0,0.037353515625,0.048095703125,0.057861328125,0.439453125,3.0876687283624493
+mlp.up_proj,234881024,25,0.0,0.037353515625,0.0478515625,0.057373046875,0.376953125,3.058228242054466
+mlp.up_proj,234881024,26,0.0,0.037353515625,0.0478515625,0.057373046875,0.2578125,3.0403818602064945
+mlp.up_proj,234881024,27,0.0,0.037109375,0.0478515625,0.05712890625,0.4765625,3.059810881757176
+mlp.up_proj,234881024,28,0.0,0.037109375,0.0478515625,0.05712890625,0.46875,3.0483772178058772
+mlp.up_proj,234881024,29,0.0,0.037109375,0.0478515625,0.05712890625,0.30859375,3.0440377374725847
+mlp.up_proj,234881024,30,0.0,0.037109375,0.0478515625,0.05712890625,0.484375,3.0662543531392643
+mlp.up_proj,234881024,31,0.0,0.037353515625,0.0478515625,0.05712890625,0.412109375,3.0504683694097334
+mlp.up_proj,234881024,32,0.0,0.037353515625,0.0478515625,0.05712890625,0.44140625,3.06156452758174
+mlp.up_proj,234881024,33,0.0,0.037109375,0.0478515625,0.05712890625,0.59765625,3.065670710534475
+mlp.up_proj,234881024,34,0.0,0.037109375,0.047607421875,0.056884765625,0.443359375,3.0454815528363635
+mlp.up_proj,234881024,35,0.0,0.037109375,0.047607421875,0.056884765625,0.53125,3.083164492324232
+mlp.up_proj,234881024,36,0.0,0.037109375,0.047607421875,0.056884765625,0.314453125,3.04849342596537
+mlp.up_proj,234881024,37,0.0,0.037109375,0.047607421875,0.056884765625,0.4609375,3.0569316802489515
+mlp.up_proj,234881024,38,0.0,0.037109375,0.047607421875,0.05712890625,0.5546875,3.076118809787057
+mlp.up_proj,234881024,39,0.0,0.037109375,0.0478515625,0.057373046875,0.435546875,3.0743932595379864
+mlp.up_proj,234881024,40,0.0,0.037109375,0.0478515625,0.05712890625,0.515625,3.0712271729452265
+mlp.up_proj,234881024,41,0.0,0.036865234375,0.04736328125,0.056884765625,0.380859375,3.0538148746967706
+mlp.up_proj,234881024,42,0.0,0.036865234375,0.047119140625,0.056640625,0.3828125,3.0506349686618504
+mlp.up_proj,234881024,43,0.0,0.036865234375,0.04736328125,0.056884765625,0.365234375,3.06532462012441
+mlp.up_proj,234881024,44,0.0,0.036376953125,0.046875,0.055908203125,0.2890625,3.0348962847470173
+mlp.up_proj,234881024,45,0.0,0.036376953125,0.046630859375,0.0556640625,0.3203125,3.035997889588633
+mlp.up_proj,234881024,46,0.0,0.036376953125,0.046630859375,0.0556640625,0.25,3.030469529079205
+mlp.up_proj,234881024,47,0.0,0.036376953125,0.046630859375,0.055419921875,0.3203125,3.0371237140608747
+mlp.up_proj,234881024,48,0.0,0.036376953125,0.046630859375,0.055419921875,0.298828125,3.0347458433718524
+mlp.up_proj,234881024,49,0.0,0.036376953125,0.046630859375,0.0556640625,0.306640625,3.0361659985590377
+mlp.up_proj,234881024,50,0.0,0.036376953125,0.046630859375,0.0556640625,0.259765625,3.0297362482889105
+mlp.up_proj,234881024,51,0.0,0.036376953125,0.046630859375,0.0556640625,0.30859375,3.0325763441826954
+mlp.up_proj,234881024,52,0.0,0.03662109375,0.046875,0.0556640625,0.58203125,3.0406909514568583
+mlp.up_proj,234881024,53,0.0,0.03662109375,0.046875,0.0556640625,0.25,3.0200878447650776
+mlp.up_proj,234881024,54,0.0,0.03662109375,0.046875,0.055908203125,0.26171875,3.020826590668966
+mlp.up_proj,234881024,55,0.0,0.036865234375,0.047119140625,0.055908203125,0.29296875,3.0214691663691937
+mlp.up_proj,234881024,56,0.0,0.036865234375,0.047119140625,0.05615234375,0.2060546875,3.01699873937322
+mlp.up_proj,234881024,57,0.0,0.036865234375,0.04736328125,0.05615234375,0.326171875,3.026519430165164
+mlp.up_proj,234881024,58,0.0,0.036865234375,0.04736328125,0.056396484375,0.267578125,3.0218889578614156
+mlp.up_proj,234881024,59,0.0,0.037109375,0.04736328125,0.056396484375,0.357421875,3.022086784905392
+mlp.up_proj,234881024,60,0.0,0.037109375,0.047607421875,0.056640625,0.283203125,3.021162224310567
+mlp.up_proj,234881024,61,0.0,0.037353515625,0.047607421875,0.056884765625,0.28515625,3.0214001665898618
+mlp.up_proj,234881024,62,0.0,0.037353515625,0.0478515625,0.056884765625,0.2119140625,3.018377957834516
+mlp.up_proj,234881024,63,0.0,0.037353515625,0.0478515625,0.056884765625,0.31640625,3.0247921804877316
+mlp.up_proj,234881024,64,0.0,0.037353515625,0.048095703125,0.05712890625,0.59765625,3.036882167025032
+mlp.up_proj,234881024,65,0.0,0.03759765625,0.048095703125,0.057373046875,0.322265625,3.025668654748221
+mlp.up_proj,234881024,66,0.0,0.03759765625,0.04833984375,0.0576171875,0.298828125,3.0273489992020224
+mlp.up_proj,234881024,67,0.0,0.037841796875,0.04833984375,0.0576171875,0.384765625,3.0305145166920826
+mlp.up_proj,234881024,68,0.0,0.037841796875,0.048583984375,0.057861328125,0.52734375,3.056833300938871
+mlp.up_proj,234881024,69,0.0,0.0380859375,0.048828125,0.05810546875,0.287109375,3.031780868274619
+mlp.up_proj,234881024,70,0.0,0.0380859375,0.048828125,0.05859375,0.369140625,3.0357732721614754
+mlp.up_proj,234881024,71,0.0,0.0380859375,0.049072265625,0.05859375,0.3125,3.0353551880864087
+mlp.up_proj,234881024,72,0.0,0.038330078125,0.049072265625,0.058837890625,0.24609375,3.036298407973419
+mlp.up_proj,234881024,73,0.0,0.038330078125,0.04931640625,0.05908203125,0.404296875,3.0441648253932665
+mlp.up_proj,234881024,74,0.0,0.038330078125,0.04931640625,0.0595703125,0.322265625,3.0532560366270465
+mlp.up_proj,234881024,75,0.0,0.038330078125,0.049560546875,0.06005859375,0.71875,3.1628071202220465
+mlp.up_proj,234881024,76,0.0,0.038330078125,0.049560546875,0.06201171875,0.408203125,3.174376809104812
+mlp.up_proj,234881024,77,0.0,0.03857421875,0.050048828125,0.06247502440965036,0.43359375,3.1580678082527602
+mlp.up_proj,234881024,78,0.0,0.0390625,0.050537109375,0.06298828125,0.84765625,3.501756188046813
+mlp.up_proj,234881024,79,0.0,0.040283203125,0.053466796875,0.07177734375,0.69921875,3.5643299782310467
+post_attention_layernorm,8192,0,4.839897155761719e-05,0.04052734375,0.08979443359375594,0.12720332031248915,0.1416015625,59.400680610200155
+post_attention_layernorm,8192,1,0.000946044921875,0.064453125,0.06924267578125054,0.1373097167968247,0.2041015625,12.949780902779484
+post_attention_layernorm,8192,2,0.004974365234375,0.08349609375,0.08779736328125054,0.12650385742184156,0.1708984375,11.080796052009795
+post_attention_layernorm,8192,3,0.00634765625,0.1015625,0.10439892578125054,0.10595703125,0.10595703125,8.593576578270401
+post_attention_layernorm,8192,4,0.000873565673828125,0.109375,0.1123046875,0.1141228515624988,0.11572265625,13.877810721239877
+post_attention_layernorm,8192,5,0.00396728515625,0.11083984375,0.11376953125,0.1159876464843741,0.1171875,16.877018629944136
+post_attention_layernorm,8192,6,0.0032501220703125,0.11767578125,0.12109375,0.12357685546874819,0.1259765625,21.89221757121124
+post_attention_layernorm,8192,7,0.0087890625,0.12353515625,0.126953125,0.13226279296873855,0.1474609375,30.42976879715486
+post_attention_layernorm,8192,8,0.01141357421875,0.138671875,0.1416015625,0.3294791015624554,0.388671875,96.67517060767199
+post_attention_layernorm,8192,9,0.016357421875,0.1494140625,0.15234375,0.1538502929687482,0.15625,57.77025639995018
+post_attention_layernorm,8192,10,0.003448486328125,0.16015625,0.1630859375,0.1652157226562494,0.166015625,64.84573625456572
+post_attention_layernorm,8192,11,0.0224609375,0.1640625,0.16796875,0.1700985351562494,0.1708984375,58.14854388745275
+post_attention_layernorm,8192,12,0.0390625,0.1640625,0.16796875,0.1704518554687482,0.1728515625,47.44759102014087
+post_attention_layernorm,8192,13,0.03369140625,0.1669921875,0.1708984375,0.1748046875,0.1748046875,56.728489271383694
+post_attention_layernorm,8192,14,0.04248046875,0.1748046875,0.1787109375,0.1837704101562494,0.1845703125,59.95428387092967
+post_attention_layernorm,8192,15,0.0269775390625,0.1806640625,0.1845703125,0.1880299804687482,0.1904296875,69.19790273781481
+post_attention_layernorm,8192,16,0.031982421875,0.1845703125,0.1884765625,0.1921128906249976,0.1953125,63.28063084510789
+post_attention_layernorm,8192,17,0.0400390625,0.1845703125,0.1884765625,0.19140625,0.19140625,63.205742537609936
+post_attention_layernorm,8192,18,0.0245361328125,0.193359375,0.197265625,0.2025017578124988,0.2041015625,76.04756101696177
+post_attention_layernorm,8192,19,0.00457763671875,0.201171875,0.205078125,0.2091610351562494,0.2099609375,83.68919874645611
+post_attention_layernorm,8192,20,0.00154876708984375,0.2080078125,0.21270410156250108,0.2153737304687482,0.2177734375,91.22774285068182
+post_attention_layernorm,8192,21,0.0023651123046875,0.2109375,0.21484375,0.2230095703124988,0.224609375,94.87471925546303
+post_attention_layernorm,8192,22,0.00244140625,0.2158203125,0.2197265625,0.2247860351562494,0.2255859375,97.02358325187316
+post_attention_layernorm,8192,23,0.0019989013671875,0.216796875,0.220703125,0.2249626953124988,0.2265625,100.78345463956602
+post_attention_layernorm,8192,24,0.00775146484375,0.212890625,0.216796875,0.220703125,0.220703125,93.79558596014928
+post_attention_layernorm,8192,25,0.035888671875,0.20703125,0.2109375,0.21484375,0.21484375,99.89122338515539
+post_attention_layernorm,8192,26,0.002685546875,0.21786132812500014,0.22246972656250108,0.2267391601562494,0.2275390625,116.94058934645221
+post_attention_layernorm,8192,27,0.0018463134765625,0.22265625,0.2265625,0.2301988281249976,0.2333984375,122.9390019785991
+post_attention_layernorm,8192,28,0.00189971923828125,0.2265625,0.2294921875,0.2327751953124988,0.234375,130.44592522495861
+post_attention_layernorm,8192,29,0.00164031982421875,0.2314453125,0.2353515625,0.2366814453124988,0.23828125,131.55588001928786
+post_attention_layernorm,8192,30,0.001739501953125,0.236328125,0.240234375,0.2423641601562494,0.2431640625,133.65801274894724
+post_attention_layernorm,8192,31,0.00189971923828125,0.240234375,0.2431640625,0.2443172851562494,0.2451171875,138.7447255342941
+post_attention_layernorm,8192,32,0.004302978515625,0.2421875,0.2451171875,0.2472469726562494,0.248046875,135.43055944016646
+post_attention_layernorm,8192,33,0.004241943359375,0.2451171875,0.248046875,0.25,0.25,140.19240447498828
+post_attention_layernorm,8192,34,0.006011962890625,0.2490234375,0.251953125,0.25390625,0.25390625,148.86177638097686
+post_attention_layernorm,8192,35,0.0026092529296875,0.255859375,0.25939257812500216,0.2608255859374964,0.265625,148.50944019380347
+post_attention_layernorm,8192,36,0.0025482177734375,0.259765625,0.26171875,0.2640251953124988,0.265625,150.92792757850611
+post_attention_layernorm,8192,37,0.0025634765625,0.263671875,0.265625,0.2698845703124988,0.271484375,148.16691895709465
+post_attention_layernorm,8192,38,0.0034942626953125,0.267578125,0.271484375,0.2734375,0.2734375,145.49968383457207
+post_attention_layernorm,8192,39,0.0208740234375,0.26953125,0.271484375,0.2757439453124988,0.27734375,146.27398759566162
+post_attention_layernorm,8192,40,0.0032196044921875,0.275390625,0.279296875,0.283203125,0.283203125,131.82915681173455
+post_attention_layernorm,8192,41,0.0028839111328125,0.2814257812500003,0.287109375,0.2913689453124988,0.29296875,131.8558746860794
+post_attention_layernorm,8192,42,0.0033416748046875,0.291015625,0.294921875,0.298828125,0.298828125,131.4398739802043
+post_attention_layernorm,8192,43,0.025146484375,0.294921875,0.298828125,0.302734375,0.302734375,124.86301844912143
+post_attention_layernorm,8192,44,0.0054931640625,0.306640625,0.310546875,0.3125,0.3125,132.0575980597736
+post_attention_layernorm,8192,45,0.00567626953125,0.314453125,0.318359375,0.3203125,0.3203125,137.60045254082058
+post_attention_layernorm,8192,46,0.0091552734375,0.322265625,0.326171875,0.328125,0.328125,141.041958425236
+post_attention_layernorm,8192,47,0.0120849609375,0.326171875,0.330078125,0.333984375,0.333984375,148.0270353054127
+post_attention_layernorm,8192,48,0.01165771484375,0.33203125,0.3359375,0.337890625,0.337890625,151.77122836426602
+post_attention_layernorm,8192,49,0.01611328125,0.337890625,0.33984375,0.3428568359374964,0.34765625,155.3858802426292
+post_attention_layernorm,8192,50,0.0201416015625,0.341796875,0.345703125,0.34765625,0.34765625,155.9390003740614
+post_attention_layernorm,8192,51,0.0159912109375,0.345703125,0.349609375,0.3522691406249976,0.35546875,158.415837548437
+post_attention_layernorm,8192,52,0.0093994140625,0.349609375,0.353515625,0.3577751953124988,0.359375,161.22313450563965
+post_attention_layernorm,8192,53,0.01025390625,0.353515625,0.357421875,0.361328125,0.361328125,164.5224601278517
+post_attention_layernorm,8192,54,0.01348876953125,0.357421875,0.36095507812500216,0.3636345703124988,0.365234375,166.8134171687399
+post_attention_layernorm,8192,55,0.022705078125,0.359375,0.36328125,0.365234375,0.365234375,170.09939751584892
+post_attention_layernorm,8192,56,0.01348876953125,0.365234375,0.369140625,0.37109375,0.37109375,174.8007307778376
+post_attention_layernorm,8192,57,0.019287109375,0.3671875,0.37109375,0.373046875,0.373046875,176.29525888824634
+post_attention_layernorm,8192,58,0.014404296875,0.37109375,0.375,0.3753533203124988,0.376953125,179.36002841847966
+post_attention_layernorm,8192,59,0.01220703125,0.376953125,0.37890625,0.380859375,0.380859375,180.93433405732202
+post_attention_layernorm,8192,60,0.0118408203125,0.37890625,0.3828125,0.3874253906249976,0.390625,186.0409478440576
+post_attention_layernorm,8192,61,0.012939453125,0.3828125,0.38671875,0.390625,0.390625,187.02589945005656
+post_attention_layernorm,8192,62,0.0196533203125,0.38671875,0.390625,0.394344726562494,0.40234375,186.94641712298468
+post_attention_layernorm,8192,63,0.0169677734375,0.390625,0.39453125,0.3975443359374964,0.40234375,189.03018367286367
+post_attention_layernorm,8192,64,0.012939453125,0.396484375,0.40001757812500216,0.4046501953124988,0.40625,193.5775392680205
+post_attention_layernorm,8192,65,0.0137939453125,0.400390625,0.404296875,0.4085564453124988,0.41015625,192.94897856506003
+post_attention_layernorm,8192,66,0.0216064453125,0.404296875,0.408203125,0.4115695312499952,0.41796875,195.91631475052625
+post_attention_layernorm,8192,67,0.0169677734375,0.408203125,0.41173632812500216,0.4154757812499952,0.421875,197.25775038300742
+post_attention_layernorm,8192,68,0.025146484375,0.4140625,0.41796875,0.4206285156249976,0.423828125,195.26179396222182
+post_attention_layernorm,8192,69,0.032470703125,0.41796875,0.419921875,0.4245347656249976,0.427734375,194.609309213158
+post_attention_layernorm,8192,70,0.023681640625,0.423828125,0.427734375,0.4296875,0.4296875,195.63624428734414
+post_attention_layernorm,8192,71,0.028076171875,0.4296875,0.435546875,0.4375,0.4375,200.99851315322238
+post_attention_layernorm,8192,72,0.029296875,0.4375,0.44140625,0.4453125,0.4453125,193.3256351481123
+post_attention_layernorm,8192,73,0.052734375,0.443359375,0.447265625,0.4518785156249976,0.455078125,195.00209876641827
+post_attention_layernorm,8192,74,0.048583984375,0.451171875,0.455078125,0.45703125,0.45703125,184.49282259941273
+post_attention_layernorm,8192,75,0.064453125,0.455078125,0.458984375,0.462890625,0.462890625,165.9571015119593
+post_attention_layernorm,8192,76,0.0703125,0.45703125,0.4609375,0.46484375,0.46484375,162.96355297846233
+post_attention_layernorm,8192,77,0.07958984375,0.451171875,0.45703125,0.4600443359374964,0.46484375,129.39152336315223
+post_attention_layernorm,8192,78,0.1044921875,0.427734375,0.44298632812500216,0.4577378906249976,0.4609375,80.41763978628153
+post_attention_layernorm,8192,79,0.1103515625,0.376953125,0.4129433593750065,0.45665820312498795,0.47265625,15.409938471138958
+self_attn.k_proj,8388608,0,0.0,0.08447265625,0.1943359375,0.34402207031052967,0.9453125,35.15006052945255
+self_attn.k_proj,8388608,1,0.0,0.091796875,0.1591796875,0.23046875,0.431640625,10.24947498748589
+self_attn.k_proj,8388608,2,0.0,0.0966796875,0.1435546875,0.1962890625,0.53125,5.604381398304096
+self_attn.k_proj,8388608,3,0.0,0.08349609375,0.1220703125,0.162109375,0.32421875,5.15996180536152
+self_attn.k_proj,8388608,4,0.0,0.0732421875,0.11279296875,0.16015625,0.296875,5.789335787872108
+self_attn.k_proj,8388608,5,0.0,0.07421875,0.11181640625,0.16796875,0.40625,5.601637723095333
+self_attn.k_proj,8388608,6,0.0,0.07373046875,0.11083984375,0.1591796875,0.40625,5.272595934714555
+self_attn.k_proj,8388608,7,0.0,0.0751953125,0.1103515625,0.146484375,0.2890625,5.3582385667512025
+self_attn.k_proj,8388608,8,0.0,0.08056640625,0.1171875,0.154296875,0.333984375,5.272093786571497
+self_attn.k_proj,8388608,9,0.0,0.07373046875,0.109375,0.1455078125,0.359375,5.460765762786592
+self_attn.k_proj,8388608,10,0.0,0.0693359375,0.10546875,0.140625,0.365234375,5.979348506036181
+self_attn.k_proj,8388608,11,0.0,0.0703125,0.0986328125,0.12890625,0.35546875,4.875720436104639
+self_attn.k_proj,8388608,12,0.0,0.07275390625,0.103515625,0.13671875,0.31640625,4.56336866596086
+self_attn.k_proj,8388608,13,0.0,0.0751953125,0.1083984375,0.1455078125,0.4296875,5.671633969835476
+self_attn.k_proj,8388608,14,0.0,0.06982421875,0.099609375,0.130859375,0.333984375,4.879994638299029
+self_attn.k_proj,8388608,15,0.0,0.06884765625,0.10302734375,0.138671875,0.34765625,5.9142036201978465
+self_attn.k_proj,8388608,16,0.0,0.0703125,0.10302734375,0.1396484375,0.390625,5.429110046315517
+self_attn.k_proj,8388608,17,0.0,0.07568359375,0.111328125,0.1455078125,0.29296875,5.212521361147853
+self_attn.k_proj,8388608,18,0.0,0.068359375,0.09814453125,0.1298828125,0.330078125,5.148859973709398
+self_attn.k_proj,8388608,19,0.0,0.07080078125,0.10400390625,0.140625,0.353515625,5.662541803849905
+self_attn.k_proj,8388608,20,0.0,0.0712890625,0.1015625,0.1337890625,0.353515625,5.447387540967428
+self_attn.k_proj,8388608,21,0.0,0.07373046875,0.10986328125,0.146484375,0.353515625,6.833834348041368
+self_attn.k_proj,8388608,22,0.0,0.07177734375,0.10595703125,0.142578125,0.37890625,5.99483555080825
+self_attn.k_proj,8388608,23,0.0,0.06982421875,0.1005859375,0.1337890625,0.384765625,5.12192614185141
+self_attn.k_proj,8388608,24,0.0,0.06884765625,0.0966796875,0.126953125,0.357421875,4.937415069749425
+self_attn.k_proj,8388608,25,0.0,0.08154296875,0.12109375,0.16015625,0.515625,6.262598617221395
+self_attn.k_proj,8388608,26,0.0,0.07080078125,0.1025390625,0.13671875,0.3125,5.118938946842652
+self_attn.k_proj,8388608,27,0.0,0.0693359375,0.099609375,0.1328125,0.37109375,5.657630780947998
+self_attn.k_proj,8388608,28,0.0,0.06640625,0.09814453125,0.1337890625,0.3671875,5.489443335371259
+self_attn.k_proj,8388608,29,0.0,0.0654296875,0.09423828125,0.1259765625,0.384765625,5.519745766017776
+self_attn.k_proj,8388608,30,0.0,0.0634765625,0.10400390625,0.14453125,0.41015625,8.277437238465394
+self_attn.k_proj,8388608,31,0.0,0.06494140625,0.0927734375,0.1220703125,0.365234375,5.422976646796302
+self_attn.k_proj,8388608,32,0.0,0.06640625,0.095703125,0.1279296875,0.35546875,5.24155325214765
+self_attn.k_proj,8388608,33,0.0,0.06787109375,0.10107421875,0.13671875,0.416015625,5.413624991004512
+self_attn.k_proj,8388608,34,0.0,0.07177734375,0.103515625,0.1376953125,0.3828125,5.708220590040663
+self_attn.k_proj,8388608,35,0.0,0.0654296875,0.095703125,0.12890625,0.376953125,5.715683713540609
+self_attn.k_proj,8388608,36,0.0,0.06689453125,0.09521484375,0.126953125,0.419921875,5.556943866748074
+self_attn.k_proj,8388608,37,0.0,0.06640625,0.09375,0.12165004882763242,0.375,5.049355925044236
+self_attn.k_proj,8388608,38,0.0,0.0673828125,0.09423828125,0.12311489257763242,0.337890625,5.187808435385833
+self_attn.k_proj,8388608,39,0.0,0.06591796875,0.09130859375,0.119140625,0.322265625,4.522466433339415
+self_attn.k_proj,8388608,40,0.0,0.0654296875,0.0927734375,0.125,0.392578125,4.871769054587662
+self_attn.k_proj,8388608,41,0.0,0.06884765625,0.1025390625,0.1376953125,0.3515625,5.5794495446175985
+self_attn.k_proj,8388608,42,0.0,0.06591796875,0.09765625,0.130859375,0.3984375,5.752041437031339
+self_attn.k_proj,8388608,43,0.0,0.06494140625,0.0927734375,0.1259765625,0.40234375,5.282798528245328
+self_attn.k_proj,8388608,44,0.0,0.06591796875,0.09375,0.126953125,0.32421875,5.67006930848827
+self_attn.k_proj,8388608,45,0.0,0.060791015625,0.0908203125,0.1259765625,0.45703125,5.771071217821497
+self_attn.k_proj,8388608,46,0.0,0.0595703125,0.08642578125,0.1220703125,0.419921875,5.618899425191446
+self_attn.k_proj,8388608,47,0.0,0.06689453125,0.09521484375,0.12890625,0.458984375,5.174949901498731
+self_attn.k_proj,8388608,48,0.0,0.06005859375,0.08740234375,0.12255859375,0.330078125,6.596760332751429
+self_attn.k_proj,8388608,49,0.0,0.056640625,0.0849609375,0.126953125,0.369140625,6.583119042700368
+self_attn.k_proj,8388608,50,0.0,0.05517578125,0.0830078125,0.123046875,0.330078125,6.827953838654632
+self_attn.k_proj,8388608,51,0.0,0.05712890625,0.08447265625,0.1201171875,0.357421875,5.917712879427661
+self_attn.k_proj,8388608,52,0.0,0.05908203125,0.0849609375,0.11865234375,0.494140625,6.002010774910359
+self_attn.k_proj,8388608,53,0.0,0.054931640625,0.08447265625,0.1259765625,0.353515625,7.758821285773003
+self_attn.k_proj,8388608,54,0.0,0.0537109375,0.0830078125,0.12890625,0.3671875,7.866686977877362
+self_attn.k_proj,8388608,55,0.0,0.058837890625,0.08740234375,0.1279296875,0.318359375,6.310416616960513
+self_attn.k_proj,8388608,56,0.0,0.060302734375,0.0908203125,0.134765625,0.359375,7.112406546647933
+self_attn.k_proj,8388608,57,0.0,0.055419921875,0.0849609375,0.1328125,0.353515625,7.68938546841409
+self_attn.k_proj,8388608,58,0.0,0.056640625,0.09130859375,0.140625,0.38671875,9.148368724637347
+self_attn.k_proj,8388608,59,0.0,0.0546875,0.08984375,0.1435546875,0.3671875,8.825746878578004
+self_attn.k_proj,8388608,60,0.0,0.046630859375,0.08642578125,0.177734375,0.57421875,18.639843152222436
+self_attn.k_proj,8388608,61,0.0,0.053466796875,0.08544921875,0.1533203125,0.455078125,10.076232637649557
+self_attn.k_proj,8388608,62,0.0,0.0556640625,0.09228515625,0.1484375,0.388671875,10.066170486044584
+self_attn.k_proj,8388608,63,0.0,0.0537109375,0.0849609375,0.1513671875,0.470703125,9.961400148158367
+self_attn.k_proj,8388608,64,0.0,0.05908203125,0.09033203125,0.146484375,0.421875,7.845353991944258
+self_attn.k_proj,8388608,65,0.0,0.05126953125,0.0869140625,0.1630859375,0.53125,13.10509395686919
+self_attn.k_proj,8388608,66,0.0,0.0576171875,0.09423828125,0.1591796875,0.39453125,10.635909111720421
+self_attn.k_proj,8388608,67,0.0,0.057861328125,0.0947265625,0.1796875,0.62109375,14.300284615193867
+self_attn.k_proj,8388608,68,0.0,0.0556640625,0.08447265625,0.134765625,0.34375,6.465409563962258
+self_attn.k_proj,8388608,69,0.0,0.056640625,0.083984375,0.1318359375,0.310546875,5.122266295826275
+self_attn.k_proj,8388608,70,0.0,0.05615234375,0.08251953125,0.12890625,0.3046875,5.517088683532557
+self_attn.k_proj,8388608,71,0.0,0.057861328125,0.08447265625,0.1240234375,0.34765625,4.985539030531275
+self_attn.k_proj,8388608,72,0.0,0.060302734375,0.08642578125,0.126953125,0.314453125,4.887223568608206
+self_attn.k_proj,8388608,73,0.0,0.05712890625,0.08203125,0.125,0.30859375,4.921450457088408
+self_attn.k_proj,8388608,74,0.0,0.05908203125,0.0849609375,0.12158203125,0.373046875,4.85556027342657
+self_attn.k_proj,8388608,75,0.0,0.05517578125,0.080078125,0.11767578125,0.3046875,4.834087696685173
+self_attn.k_proj,8388608,76,0.0,0.05615234375,0.07861328125,0.1142578125,0.31640625,4.352558224086975
+self_attn.k_proj,8388608,77,0.0,0.056640625,0.08203125,0.1181640625,0.345703125,4.8474331490083244
+self_attn.k_proj,8388608,78,0.0,0.056396484375,0.08056640625,0.11572265625,0.298828125,4.704142625781122
+self_attn.k_proj,8388608,79,0.0,0.058349609375,0.08544921875,0.119140625,0.38671875,4.956262517476067
+self_attn.o_proj,67108864,0,0.0,0.0218505859375,0.03271484375,0.053955078125,0.5859375,32.152104221430804
+self_attn.o_proj,67108864,1,0.0,0.0263671875,0.037353515625,0.06494140625,0.62890625,10.660632376654323
+self_attn.o_proj,67108864,2,0.0,0.030029296875,0.041015625,0.0703125,0.4609375,5.10289229444794
+self_attn.o_proj,67108864,3,0.0,0.032470703125,0.042724609375,0.058837890625,0.546875,3.9686263209892627
+self_attn.o_proj,67108864,4,0.0,0.03125,0.041259765625,0.0556640625,0.51953125,4.361830462844227
+self_attn.o_proj,67108864,5,0.0,0.0322265625,0.042236328125,0.05419921875,0.3125,3.3108025243472676
+self_attn.o_proj,67108864,6,0.0,0.03271484375,0.042236328125,0.052978515625,0.5078125,3.6853840864881744
+self_attn.o_proj,67108864,7,0.0,0.032470703125,0.042236328125,0.052978515625,0.310546875,3.1697219433819974
+self_attn.o_proj,67108864,8,0.0,0.033203125,0.043701171875,0.06298828125,0.82421875,10.562950814831641
+self_attn.o_proj,67108864,9,0.0,0.03369140625,0.04345703125,0.053466796875,0.51953125,3.4607451057494694
+self_attn.o_proj,67108864,10,0.0,0.033447265625,0.0439453125,0.05810546875,1.140625,8.515713377786856
+self_attn.o_proj,67108864,11,0.0,0.033203125,0.04345703125,0.05517578125,0.6328125,4.696547943989709
+self_attn.o_proj,67108864,12,0.0,0.033447265625,0.044189453125,0.061279296875,0.470703125,3.6303898766252454
+self_attn.o_proj,67108864,13,0.0,0.033935546875,0.04443359375,0.05712890625,0.95703125,5.454178901347854
+self_attn.o_proj,67108864,14,0.0,0.0341796875,0.044677734375,0.055908203125,0.53515625,3.527924909232723
+self_attn.o_proj,67108864,15,0.0,0.03466796875,0.045166015625,0.056396484375,0.85546875,5.605720155247088
+self_attn.o_proj,67108864,16,0.0,0.03466796875,0.045166015625,0.060546875,0.4453125,3.7266000705039395
+self_attn.o_proj,67108864,17,0.0,0.03466796875,0.04541015625,0.056640625,0.8203125,3.7484396472810992
+self_attn.o_proj,67108864,18,0.0,0.03515625,0.0458984375,0.05712890625,1.2265625,6.938050348318099
+self_attn.o_proj,67108864,19,0.0,0.03564453125,0.04638671875,0.05712890625,0.87890625,4.772532023036357
+self_attn.o_proj,67108864,20,0.0,0.03466796875,0.045166015625,0.056396484375,1.96875,27.177843382813705
+self_attn.o_proj,67108864,21,0.0,0.034423828125,0.044921875,0.056396484375,1.0234375,5.212871482259437
+self_attn.o_proj,67108864,22,0.0,0.034912109375,0.044921875,0.054443359375,0.75390625,3.408716163004871
+self_attn.o_proj,67108864,23,0.0,0.03466796875,0.045166015625,0.0556640625,1.3984375,18.632651473015404
+self_attn.o_proj,67108864,24,0.0,0.03369140625,0.044677734375,0.068359375,0.7109375,4.081846007593105
+self_attn.o_proj,67108864,25,0.0,0.0341796875,0.045166015625,0.058837890625,0.91796875,6.587993107534145
+self_attn.o_proj,67108864,26,0.0,0.03515625,0.045654296875,0.055908203125,0.59375,3.33449529851884
+self_attn.o_proj,67108864,27,0.0,0.03466796875,0.04541015625,0.05615234375,1.65625,57.02283649430834
+self_attn.o_proj,67108864,28,0.0,0.03515625,0.045654296875,0.0556640625,0.53125,3.2007974664754695
+self_attn.o_proj,67108864,29,0.0,0.03515625,0.04541015625,0.055419921875,1.2578125,8.745531078046877
+self_attn.o_proj,67108864,30,0.0,0.034423828125,0.044677734375,0.054443359375,0.5859375,3.2922053801385576
+self_attn.o_proj,67108864,31,0.0,0.034423828125,0.04443359375,0.05419921875,1.4375,39.59616734460832
+self_attn.o_proj,67108864,32,0.0,0.034423828125,0.04541015625,0.0615234375,0.671875,3.9285687166688983
+self_attn.o_proj,67108864,33,0.0,0.03515625,0.04638671875,0.0595703125,1.109375,5.945410999482063
+self_attn.o_proj,67108864,34,0.0,0.034423828125,0.045166015625,0.056396484375,0.6171875,3.393229747476425
+self_attn.o_proj,67108864,35,0.0,0.03466796875,0.046142578125,0.0595703125,1.25,5.486647358909571
+self_attn.o_proj,67108864,36,0.0,0.03466796875,0.0458984375,0.060302734375,0.99609375,5.619910936278773
+self_attn.o_proj,67108864,37,0.0,0.03515625,0.04638671875,0.06005859375,0.484375,3.484164578678409
+self_attn.o_proj,67108864,38,0.0,0.03564453125,0.0478515625,0.0634765625,0.671875,4.155975588696822
+self_attn.o_proj,67108864,39,0.0,0.035888671875,0.047607421875,0.062255859375,0.58203125,3.7858310477494532
+self_attn.o_proj,67108864,40,0.0,0.036865234375,0.04833984375,0.059814453125,0.640625,3.3070432652736517
+self_attn.o_proj,67108864,41,0.0,0.0361328125,0.047607421875,0.060791015625,1.46875,23.20254816328279
+self_attn.o_proj,67108864,42,0.0,0.036865234375,0.04931640625,0.064453125,1.640625,18.455116726095707
+self_attn.o_proj,67108864,43,0.0,0.03564453125,0.046875,0.060791015625,0.5625,3.4603609661285275
+self_attn.o_proj,67108864,44,0.0,0.0380859375,0.0498046875,0.06201171875,1.0078125,12.361510518719598
+self_attn.o_proj,67108864,45,0.0,0.036376953125,0.0478515625,0.06298828125,0.890625,6.563460415441661
+self_attn.o_proj,67108864,46,0.0,0.0361328125,0.046875,0.05810546875,0.98828125,6.270526981301949
+self_attn.o_proj,67108864,47,0.0,0.036865234375,0.048828125,0.06640625,1.3984375,44.05696798784987
+self_attn.o_proj,67108864,48,0.0,0.0361328125,0.047119140625,0.05810546875,1.4453125,10.223472905793551
+self_attn.o_proj,67108864,49,0.0,0.034423828125,0.045166015625,0.06103515625,0.88671875,5.216569474836244
+self_attn.o_proj,67108864,50,0.0,0.03564453125,0.046142578125,0.0556640625,0.53515625,3.5024054097688455
+self_attn.o_proj,67108864,51,0.0,0.03564453125,0.04638671875,0.056884765625,0.5,3.6947614535148765
+self_attn.o_proj,67108864,52,0.0,0.03662109375,0.0478515625,0.0595703125,1.2578125,28.69286157584862
+self_attn.o_proj,67108864,53,0.0,0.03564453125,0.046142578125,0.056640625,0.6171875,3.537064843733846
+self_attn.o_proj,67108864,54,0.0,0.03564453125,0.04638671875,0.056396484375,1.234375,4.892125801475307
+self_attn.o_proj,67108864,55,0.0,0.036865234375,0.0478515625,0.057861328125,0.5546875,3.2128379824798383
+self_attn.o_proj,67108864,56,0.0,0.03564453125,0.046875,0.061767578125,1.328125,43.3677704171738
+self_attn.o_proj,67108864,57,0.0,0.0361328125,0.046630859375,0.05615234375,0.3515625,3.099919202189204
+self_attn.o_proj,67108864,58,0.0,0.034912109375,0.0458984375,0.057373046875,1.140625,4.818522045186646
+self_attn.o_proj,67108864,59,0.0,0.034912109375,0.045654296875,0.056396484375,0.71875,3.509177558356114
+self_attn.o_proj,67108864,60,0.0,0.0341796875,0.044189453125,0.052978515625,0.4609375,3.2652718305825585
+self_attn.o_proj,67108864,61,0.0,0.03515625,0.045654296875,0.05517578125,0.54296875,3.1559106063665108
+self_attn.o_proj,67108864,62,0.0,0.03466796875,0.045166015625,0.054931640625,0.4140625,3.175278645673086
+self_attn.o_proj,67108864,63,0.0,0.0341796875,0.04541015625,0.056640625,1.359375,7.071326842907912
+self_attn.o_proj,67108864,64,0.0,0.035888671875,0.047119140625,0.05859375,0.404296875,3.165759869867002
+self_attn.o_proj,67108864,65,0.0,0.033203125,0.043701171875,0.052978515625,0.29296875,3.2995951881600964
+self_attn.o_proj,67108864,66,0.0,0.03515625,0.045654296875,0.0556640625,0.55078125,3.259602478692121
+self_attn.o_proj,67108864,67,0.0,0.033935546875,0.046875,0.06640625,1.6171875,20.750885051079468
+self_attn.o_proj,67108864,68,0.0,0.03662109375,0.04833984375,0.059326171875,0.47265625,3.319419767852728
+self_attn.o_proj,67108864,69,0.0,0.03857421875,0.051025390625,0.0634765625,0.3125,3.2437027019692573
+self_attn.o_proj,67108864,70,0.0,0.036376953125,0.048583984375,0.061767578125,0.4296875,3.4105481368545103
+self_attn.o_proj,67108864,71,0.0,0.03662109375,0.048095703125,0.059814453125,0.5234375,3.7114174126672506
+self_attn.o_proj,67108864,72,0.0,0.03662109375,0.047607421875,0.057861328125,0.37890625,3.2145404299375553
+self_attn.o_proj,67108864,73,0.0,0.03662109375,0.048095703125,0.059814453125,0.48828125,3.790494120412884
+self_attn.o_proj,67108864,74,0.0,0.037109375,0.04931640625,0.06689453125,0.43359375,3.7815107497886715
+self_attn.o_proj,67108864,75,0.0,0.037841796875,0.0517578125,0.068359375,0.57421875,4.931312295539985
+self_attn.o_proj,67108864,76,0.0,0.041259765625,0.056884765625,0.07421875,0.49609375,3.6435742014998445
+self_attn.o_proj,67108864,77,0.0,0.039306640625,0.054931640625,0.07275390625,0.765625,4.268202599629647
+self_attn.o_proj,67108864,78,0.0,0.036865234375,0.051025390625,0.068359375,1.1171875,18.210405311822818
+self_attn.o_proj,67108864,79,0.0,0.032470703125,0.04931640625,0.09130859375,0.51171875,7.630958168858458
+self_attn.q_proj,67108864,0,0.0,0.038818359375,0.06689453125,0.12109375,0.6640625,25.47240531212264
+self_attn.q_proj,67108864,1,0.0,0.05078125,0.08984375,0.13671875,0.43359375,13.050064924235038
+self_attn.q_proj,67108864,2,0.0,0.054931640625,0.08349609375,0.1142578125,0.30859375,5.562771397183609
+self_attn.q_proj,67108864,3,0.0,0.048828125,0.0712890625,0.09765625,0.451171875,5.1015898060349105
+self_attn.q_proj,67108864,4,0.0,0.045166015625,0.0654296875,0.0888671875,0.5859375,4.905973309406296
+self_attn.q_proj,67108864,5,0.0,0.046630859375,0.0673828125,0.091796875,0.59765625,4.598714791634046
+self_attn.q_proj,67108864,6,0.0,0.049072265625,0.07421875,0.10546875,0.478515625,5.036503914327247
+self_attn.q_proj,67108864,7,0.0,0.048095703125,0.0703125,0.09521484375,0.443359375,4.677925204557734
+self_attn.q_proj,67108864,8,0.0,0.048095703125,0.06884765625,0.09375,0.447265625,4.460259163145837
+self_attn.q_proj,67108864,9,0.0,0.0439453125,0.06298828125,0.08349609375,0.404296875,4.390923247518791
+self_attn.q_proj,67108864,10,0.0,0.04296875,0.06201171875,0.08251953125,0.5234375,5.0429938194934225
+self_attn.q_proj,67108864,11,0.0,0.044189453125,0.062255859375,0.08056640625,0.283203125,4.551556673656405
+self_attn.q_proj,67108864,12,0.0,0.044677734375,0.0634765625,0.0859375,0.287109375,4.166839519272102
+self_attn.q_proj,67108864,13,0.0,0.045654296875,0.06591796875,0.087890625,0.49609375,4.917940567015658
+self_attn.q_proj,67108864,14,0.0,0.04541015625,0.064453125,0.0859375,0.46875,4.3248546314995435
+self_attn.q_proj,67108864,15,0.0,0.04296875,0.062255859375,0.08203125,0.478515625,5.090240477732467
+self_attn.q_proj,67108864,16,0.0,0.04345703125,0.0634765625,0.08642578125,0.49609375,4.966817605957359
+self_attn.q_proj,67108864,17,0.0,0.046142578125,0.06591796875,0.087890625,0.486328125,4.539185730276765
+self_attn.q_proj,67108864,18,0.0,0.04345703125,0.0625,0.0830078125,0.244140625,4.6853156629006545
+self_attn.q_proj,67108864,19,0.0,0.042724609375,0.06201171875,0.083984375,0.443359375,4.811515524643489
+self_attn.q_proj,67108864,20,0.0,0.04248046875,0.059814453125,0.07763671875,0.423828125,4.69518787071838
+self_attn.q_proj,67108864,21,0.0,0.042236328125,0.062255859375,0.0830078125,0.25,5.559649321384781
+self_attn.q_proj,67108864,22,0.0,0.04052734375,0.059814453125,0.0830078125,0.2578125,5.313997640890456
+self_attn.q_proj,67108864,23,0.0,0.041748046875,0.058837890625,0.07666015625,0.4296875,4.6980907493614215
+self_attn.q_proj,67108864,24,0.0,0.042236328125,0.060302734375,0.080078125,0.2294921875,4.656279105351244
+self_attn.q_proj,67108864,25,0.0,0.045654296875,0.06689453125,0.0888671875,0.55078125,5.351096820644303
+self_attn.q_proj,67108864,26,0.0,0.04296875,0.0625,0.08447265625,0.3671875,4.579002666474538
+self_attn.q_proj,67108864,27,0.0,0.04052734375,0.058837890625,0.0791015625,0.546875,5.447534703587695
+self_attn.q_proj,67108864,28,0.0,0.041015625,0.060302734375,0.08056640625,0.2451171875,5.005221756792146
+self_attn.q_proj,67108864,29,0.0,0.040771484375,0.060302734375,0.08203125,0.2138671875,5.294440891139013
+self_attn.q_proj,67108864,30,0.0,0.0361328125,0.055419921875,0.07568359375,0.244140625,6.217116099593143
+self_attn.q_proj,67108864,31,0.0,0.0400390625,0.057373046875,0.07421875,0.66796875,5.270672559664906
+self_attn.q_proj,67108864,32,0.0,0.0400390625,0.056640625,0.07470703125,0.455078125,4.656860825038343
+self_attn.q_proj,67108864,33,0.0,0.042724609375,0.061279296875,0.08154296875,0.26171875,4.427234221052061
+self_attn.q_proj,67108864,34,0.0,0.041748046875,0.060546875,0.07958984375,0.2353515625,5.177879711919088
+self_attn.q_proj,67108864,35,0.0,0.040771484375,0.05908203125,0.0791015625,0.2158203125,5.001682112981134
+self_attn.q_proj,67108864,36,0.0,0.041748046875,0.0595703125,0.07861328125,0.267578125,4.909579189879103
+self_attn.q_proj,67108864,37,0.0,0.04150390625,0.057861328125,0.0751953125,0.21484375,4.351300955452767
+self_attn.q_proj,67108864,38,0.0,0.04345703125,0.0634765625,0.08642578125,0.484375,4.950146960957086
+self_attn.q_proj,67108864,39,0.0,0.04443359375,0.06298828125,0.08251953125,0.21484375,4.260525090116418
+self_attn.q_proj,67108864,40,0.0,0.044677734375,0.06494140625,0.0888671875,0.3515625,4.748192474259655
+self_attn.q_proj,67108864,41,0.0,0.04296875,0.061767578125,0.08251953125,0.53125,4.857337056238282
+self_attn.q_proj,67108864,42,0.0,0.042236328125,0.060791015625,0.08056640625,0.419921875,4.792985356383507
+self_attn.q_proj,67108864,43,0.0,0.042236328125,0.0615234375,0.08154296875,0.498046875,5.197463188323694
+self_attn.q_proj,67108864,44,0.0,0.044677734375,0.06494140625,0.08642578125,0.486328125,5.0204172464162085
+self_attn.q_proj,67108864,45,0.0,0.03857421875,0.057373046875,0.07763671875,0.2431640625,4.923592997108848
+self_attn.q_proj,67108864,46,0.0,0.0380859375,0.0546875,0.072265625,0.2255859375,4.7723657758307825
+self_attn.q_proj,67108864,47,0.0,0.041259765625,0.058349609375,0.078125,0.61328125,4.907656087903604
+self_attn.q_proj,67108864,48,0.0,0.03662109375,0.052734375,0.07080078125,0.421875,5.586542818771552
+self_attn.q_proj,67108864,49,0.0,0.033203125,0.049072265625,0.068359375,0.255859375,5.531745310528399
+self_attn.q_proj,67108864,50,0.0,0.034912109375,0.052001953125,0.072265625,0.2265625,5.569674363731118
+self_attn.q_proj,67108864,51,0.0,0.03662109375,0.0537109375,0.07275390625,0.287109375,5.312795813570407
+self_attn.q_proj,67108864,52,0.0,0.039306640625,0.055908203125,0.07470703125,0.6484375,5.212372773251622
+self_attn.q_proj,67108864,53,0.0,0.033203125,0.050048828125,0.06982421875,0.33984375,5.788032130944045
+self_attn.q_proj,67108864,54,0.0,0.0341796875,0.051513671875,0.07080078125,0.25390625,5.832142197035233
+self_attn.q_proj,67108864,55,0.0,0.037353515625,0.05419921875,0.07275390625,0.26953125,5.137531403293709
+self_attn.q_proj,67108864,56,0.0,0.035400390625,0.052734375,0.0751953125,0.65234375,6.228803850350928
+self_attn.q_proj,67108864,57,0.0,0.033935546875,0.05078125,0.0693359375,0.208984375,5.282768250776089
+self_attn.q_proj,67108864,58,0.0,0.03369140625,0.0517578125,0.0712890625,0.2421875,6.133203348127439
+self_attn.q_proj,67108864,59,0.0,0.031982421875,0.0498046875,0.07177734375,0.3828125,7.244393891725026
+self_attn.q_proj,67108864,60,0.0,0.02587890625,0.0390625,0.061279296875,0.232421875,5.948916431856227
+self_attn.q_proj,67108864,61,0.0,0.0302734375,0.046142578125,0.06689453125,0.2470703125,5.675426725866715
+self_attn.q_proj,67108864,62,0.0,0.03173828125,0.05029296875,0.07080078125,0.23828125,6.229252042475997
+self_attn.q_proj,67108864,63,0.0,0.031005859375,0.04736328125,0.0703125,0.361328125,7.985549751946248
+self_attn.q_proj,67108864,64,0.0,0.033203125,0.049560546875,0.072265625,0.2578125,5.411561993066769
+self_attn.q_proj,67108864,65,0.0,0.027587890625,0.041259765625,0.06298828125,0.234375,6.02234653217149
+self_attn.q_proj,67108864,66,0.0,0.033447265625,0.0517578125,0.07275390625,0.2236328125,6.136869480104778
+self_attn.q_proj,67108864,67,0.0,0.0306396484375,0.050048828125,0.07958984375,0.515625,9.24446957716433
+self_attn.q_proj,67108864,68,0.0,0.03369140625,0.0498046875,0.07080078125,0.2197265625,5.03036813248755
+self_attn.q_proj,67108864,69,0.0,0.035400390625,0.052001953125,0.07666015625,0.47265625,6.488557526027275
+self_attn.q_proj,67108864,70,0.0,0.035400390625,0.0517578125,0.076171875,0.3359375,5.206064248804304
+self_attn.q_proj,67108864,71,0.0,0.037109375,0.05419921875,0.076171875,0.20703125,4.605556916943799
+self_attn.q_proj,67108864,72,0.0,0.037841796875,0.053466796875,0.07373046875,0.248046875,4.213561123578709
+self_attn.q_proj,67108864,73,0.0,0.035888671875,0.050537109375,0.07080078125,0.4609375,4.691668266072623
+self_attn.q_proj,67108864,74,0.0,0.03955078125,0.05712890625,0.07958984375,0.333984375,4.731443211597361
+self_attn.q_proj,67108864,75,0.0,0.037109375,0.052978515625,0.07275390625,0.3203125,4.437985615106247
+self_attn.q_proj,67108864,76,0.0,0.039794921875,0.0556640625,0.07568359375,0.359375,4.225689524275516
+self_attn.q_proj,67108864,77,0.0,0.03857421875,0.0556640625,0.0771484375,0.36328125,4.582166086840849
+self_attn.q_proj,67108864,78,0.0,0.037841796875,0.05322265625,0.0712890625,0.271484375,4.458688824969612
+self_attn.q_proj,67108864,79,0.0,0.037109375,0.053955078125,0.0751953125,0.314453125,4.872821931162308
+self_attn.v_proj,8388608,0,0.0,0.0250244140625,0.034912109375,0.044189453125,0.07080078125,4.045211542157932
+self_attn.v_proj,8388608,1,0.0,0.025146484375,0.03466796875,0.043212890625,0.07421875,4.341023975830825
+self_attn.v_proj,8388608,2,0.0,0.0250244140625,0.033203125,0.040283203125,0.10595703125,3.417559656888608
+self_attn.v_proj,8388608,3,0.0,0.028564453125,0.037353515625,0.044921875,0.07470703125,3.247632509190879
+self_attn.v_proj,8388608,4,0.0,0.0284423828125,0.0380859375,0.04638671875,0.103515625,3.5009484421326706
+self_attn.v_proj,8388608,5,0.0,0.028076171875,0.036865234375,0.044677734375,0.0703125,3.2236495068799775
+self_attn.v_proj,8388608,6,0.0,0.0281982421875,0.036865234375,0.04443359375,0.060546875,3.1677343079474034
+self_attn.v_proj,8388608,7,0.0,0.027587890625,0.03662109375,0.044677734375,0.08837890625,3.248622282282896
+self_attn.v_proj,8388608,8,0.0,0.0279541015625,0.036865234375,0.044677734375,0.0830078125,3.209895702899422
+self_attn.v_proj,8388608,9,0.0,0.0311279296875,0.04052734375,0.048828125,0.115234375,3.207447537683295
+self_attn.v_proj,8388608,10,0.0,0.03271484375,0.0419921875,0.050048828125,0.0751953125,3.0618483310128135
+self_attn.v_proj,8388608,11,0.0,0.0308837890625,0.039794921875,0.047607421875,0.08544921875,3.0842996781835907
+self_attn.v_proj,8388608,12,0.0,0.0322265625,0.04150390625,0.049560546875,0.1162109375,3.102099116082785
+self_attn.v_proj,8388608,13,0.0,0.031005859375,0.040283203125,0.04833984375,0.07275390625,3.1863073552970325
+self_attn.v_proj,8388608,14,0.0,0.03076171875,0.0400390625,0.0478515625,0.06640625,3.121978174884965
+self_attn.v_proj,8388608,15,0.0,0.033447265625,0.04345703125,0.052001953125,0.07666015625,3.17878236882887
+self_attn.v_proj,8388608,16,0.0,0.03271484375,0.04248046875,0.05078125,0.07763671875,3.0893570252981783
+self_attn.v_proj,8388608,17,0.0,0.03271484375,0.043212890625,0.05224609375,0.08056640625,3.295055441451759
+self_attn.v_proj,8388608,18,0.0,0.034912109375,0.04541015625,0.054443359375,0.083984375,3.1353054566009675
+self_attn.v_proj,8388608,19,0.0,0.035888671875,0.046630859375,0.0556640625,0.0859375,3.1422017391626667
+self_attn.v_proj,8388608,20,0.0,0.033935546875,0.04443359375,0.053466796875,0.19140625,3.21787377080359
+self_attn.v_proj,8388608,21,0.0,0.033447265625,0.04345703125,0.0517578125,0.09228515625,3.1657587410665324
+self_attn.v_proj,8388608,22,0.0,0.037109375,0.048828125,0.05908203125,0.15234375,3.1832371740253445
+self_attn.v_proj,8388608,23,0.0,0.035888671875,0.047119140625,0.056884765625,0.08154296875,3.1487259316358176
+self_attn.v_proj,8388608,24,0.0,0.032958984375,0.04296875,0.0517578125,0.1396484375,3.1060375235456137
+self_attn.v_proj,8388608,25,0.0,0.031982421875,0.04150390625,0.050048828125,0.07177734375,3.143224244734636
+self_attn.v_proj,8388608,26,0.0,0.0341796875,0.044189453125,0.052978515625,0.07275390625,3.0854049865624233
+self_attn.v_proj,8388608,27,0.0,0.03662109375,0.04736328125,0.05615234375,0.09130859375,3.083992913375633
+self_attn.v_proj,8388608,28,0.0,0.03759765625,0.048583984375,0.057861328125,0.08837890625,3.069695326405639
+self_attn.v_proj,8388608,29,0.0,0.036865234375,0.047607421875,0.05712890625,0.0791015625,3.09232904784364
+self_attn.v_proj,8388608,30,0.0,0.037841796875,0.048828125,0.05810546875,0.1083984375,3.0757308855580843
+self_attn.v_proj,8388608,31,0.0,0.036865234375,0.0478515625,0.057373046875,0.083984375,3.1420491922877716
+self_attn.v_proj,8388608,32,0.0,0.036376953125,0.046875,0.055908203125,0.078125,3.0801045942281253
+self_attn.v_proj,8388608,33,0.0,0.035888671875,0.047119140625,0.05712890625,0.0791015625,3.1735263099370625
+self_attn.v_proj,8388608,34,0.0,0.03662109375,0.04736328125,0.056884765625,0.0869140625,3.119339162249519
+self_attn.v_proj,8388608,35,0.0,0.03662109375,0.0478515625,0.0576171875,0.0830078125,3.2031832698155327
+self_attn.v_proj,8388608,36,0.0,0.037109375,0.048095703125,0.0576171875,0.12451171875,3.182064539281225
+self_attn.v_proj,8388608,37,0.0,0.037353515625,0.04833984375,0.057861328125,0.10546875,3.1721460323981066
+self_attn.v_proj,8388608,38,0.0,0.035888671875,0.046630859375,0.055908203125,0.078125,3.1554339319261575
+self_attn.v_proj,8388608,39,0.0,0.03662109375,0.0478515625,0.0576171875,0.08837890625,3.1470636176773747
+self_attn.v_proj,8388608,40,0.0,0.0390625,0.051025390625,0.061279296875,0.1318359375,3.181109120767753
+self_attn.v_proj,8388608,41,0.0,0.03759765625,0.048828125,0.05859375,0.0869140625,3.124193225099644
+self_attn.v_proj,8388608,42,0.0,0.03955078125,0.052001953125,0.06298828125,0.08984375,3.2340353998335143
+self_attn.v_proj,8388608,43,0.0,0.038818359375,0.051025390625,0.061279296875,0.08642578125,3.1823280780476644
+self_attn.v_proj,8388608,44,0.0,0.040283203125,0.052734375,0.0634765625,0.10791015625,3.1640367914678467
+self_attn.v_proj,8388608,45,0.0,0.041748046875,0.054443359375,0.06591796875,0.11669921875,3.143517272726959
+self_attn.v_proj,8388608,46,0.0,0.041015625,0.052734375,0.0625,0.0908203125,3.045544161801887
+self_attn.v_proj,8388608,47,0.0,0.040771484375,0.05322265625,0.06396484375,0.111328125,3.2576320686818523
+self_attn.v_proj,8388608,48,0.0,0.042236328125,0.055419921875,0.0673828125,0.095703125,3.1351699891838414
+self_attn.v_proj,8388608,49,0.0,0.04150390625,0.053955078125,0.064453125,0.0859375,3.1266154960131294
+self_attn.v_proj,8388608,50,0.0,0.04248046875,0.05517578125,0.0654296875,0.08935546875,3.1572656354181743
+self_attn.v_proj,8388608,51,0.0,0.043701171875,0.056884765625,0.068359375,0.1015625,3.1861052962546372
+self_attn.v_proj,8388608,52,0.0,0.043212890625,0.05615234375,0.06689453125,0.0966796875,3.2018983431666914
+self_attn.v_proj,8388608,53,0.0,0.04443359375,0.058349609375,0.07080078125,0.1123046875,3.1945412196768697
+self_attn.v_proj,8388608,54,0.0,0.04443359375,0.058349609375,0.0703125,0.1015625,3.28300070070239
+self_attn.v_proj,8388608,55,0.0,0.044921875,0.058349609375,0.0703125,0.1025390625,3.1062258758457846
+self_attn.v_proj,8388608,56,0.0,0.044189453125,0.0576171875,0.06884765625,0.0966796875,3.2687720100745086
+self_attn.v_proj,8388608,57,0.0,0.045166015625,0.05859375,0.0703125,0.10595703125,3.11288791399481
+self_attn.v_proj,8388608,58,0.0,0.043212890625,0.056396484375,0.068359375,0.11279296875,3.124364115947001
+self_attn.v_proj,8388608,59,0.0,0.0439453125,0.05712890625,0.068359375,0.09423828125,3.140502565644081
+self_attn.v_proj,8388608,60,0.0,0.0439453125,0.056884765625,0.06787109375,0.095703125,3.159989254392609
+self_attn.v_proj,8388608,61,0.0,0.044677734375,0.05810546875,0.0693359375,0.09521484375,3.1116149348924376
+self_attn.v_proj,8388608,62,0.0,0.0439453125,0.056884765625,0.0673828125,0.09326171875,3.083550143935314
+self_attn.v_proj,8388608,63,0.0,0.044189453125,0.05859375,0.07177734375,0.1025390625,3.2717803755208825
+self_attn.v_proj,8388608,64,0.0,0.044921875,0.057861328125,0.068359375,0.0966796875,3.057794215165398
+self_attn.v_proj,8388608,65,0.0,0.04345703125,0.05712890625,0.0693359375,0.103515625,3.291911773074779
+self_attn.v_proj,8388608,66,0.0,0.043212890625,0.0556640625,0.06640625,0.09130859375,3.0859600040731405
+self_attn.v_proj,8388608,67,0.0,0.045166015625,0.06005859375,0.072265625,0.09814453125,3.7920928603191832
+self_attn.v_proj,8388608,68,0.0,0.048583984375,0.0654296875,0.08056640625,0.1171875,3.2862336353127506
+self_attn.v_proj,8388608,69,0.0,0.05029296875,0.06591796875,0.0791015625,0.11572265625,3.1423384837438935
+self_attn.v_proj,8388608,70,0.0,0.047119140625,0.0615234375,0.07373046875,0.10595703125,3.1521020442501717
+self_attn.v_proj,8388608,71,0.0,0.046630859375,0.061279296875,0.07421875,0.11279296875,3.1784335072501593
+self_attn.v_proj,8388608,72,0.0,0.046142578125,0.059814453125,0.07177734375,0.10205078125,3.1228270858935985
+self_attn.v_proj,8388608,73,0.0,0.049072265625,0.06396484375,0.0771484375,0.1103515625,3.124112934599909
+self_attn.v_proj,8388608,74,0.0,0.046875,0.061279296875,0.07379848632763242,0.10693359375,3.2238377298559726
+self_attn.v_proj,8388608,75,0.0,0.051513671875,0.06982421875,0.08642578125,0.1181640625,3.3397791368560226
+self_attn.v_proj,8388608,76,0.0,0.054931640625,0.07421875,0.09033203125,0.138671875,3.4005134850258902
+self_attn.v_proj,8388608,77,0.0,0.052734375,0.06982421875,0.08447265625,0.11669921875,3.3874834975490855
+self_attn.v_proj,8388608,78,0.0,0.04833984375,0.06494140625,0.08056640625,0.138671875,3.384841350887811
+self_attn.v_proj,8388608,79,0.0,0.04150390625,0.05810546875,0.0732421875,0.1142578125,3.815418155285609

lm-quant-toolkit/data-vis/data/wdist/wdist-Meta-Llama-3-70B-Instruct.csv

@@ -0,0 +1,721 @@
+module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis
+input_layernorm,8192,0,2.0023435354232788e-08,0.038818359375,0.14025195312500216,0.5124253906249976,0.515625,670.5807940509686
+input_layernorm,8192,1,5.632638931274414e-06,0.18075195312500014,0.24102441406250108,0.2819171874999711,0.3203125,17.772008906107903
+input_layernorm,8192,2,1.4081597328186035e-06,0.09827636718750021,0.21725781250000864,0.2581658203124988,0.259765625,36.26250098178982
+input_layernorm,8192,3,1.9073486328125e-05,0.154296875,0.18731347656250108,0.2123211914062253,0.2451171875,9.283589756831661
+input_layernorm,8192,4,7.62939453125e-06,0.1904296875,0.21954003906250108,0.23365849609374578,0.2392578125,9.186671363375321
+input_layernorm,8192,5,8.940696716308594e-06,0.2041015625,0.23223535156250108,0.24786035156249397,0.255859375,9.505241510156049
+input_layernorm,8192,6,2.2411346435546875e-05,0.2119140625,0.22832910156250108,0.24031777343749638,0.2451171875,5.329222299310886
+input_layernorm,8192,7,2.1219253540039062e-05,0.26953125,0.30078125,0.3100070312499952,0.31640625,11.655935855101129
+input_layernorm,8192,8,2.6971101760864258e-06,0.1650390625,0.2060546875,0.2212331054687482,0.2236328125,5.161871934412521
+input_layernorm,8192,9,9.775161743164062e-06,0.1787109375,0.21465722656250108,0.24040117187499277,0.25,10.283489378408344
+input_layernorm,8192,10,1.5854835510253906e-05,0.2421875,0.26525195312500216,0.27751054687499277,0.287109375,6.064747384395126
+input_layernorm,8192,11,1.1444091796875e-05,0.19637695312500014,0.24260449218750324,0.26969804687499277,0.279296875,9.640111781524716
+input_layernorm,8192,12,2.4318695068359375e-05,0.20703125,0.24572070312500216,0.2542595703124988,0.255859375,8.75759889103583
+input_layernorm,8192,13,3.3855438232421875e-05,0.19140625,0.24767382812500216,0.2627787109374964,0.267578125,10.362623641484696
+input_layernorm,8192,14,1.1846423149108887e-06,0.24129882812500014,0.29650195312500216,0.3077005859374964,0.3125,8.135381077593319
+input_layernorm,8192,15,0.0164794921875,0.212890625,0.29845507812500216,0.3206658203124988,0.322265625,18.001611516038242
+input_layernorm,8192,16,4.673004150390625e-05,0.2001953125,0.2922226562500043,0.33255136718749156,0.34375,29.351522380214128
+input_layernorm,8192,17,0.04248046875,0.22567382812500014,0.3469101562500043,0.41227617187499277,0.421875,43.344324556987644
+input_layernorm,8192,18,0.040771484375,0.24724609375000028,0.37853320312500216,0.4408664062499952,0.447265625,42.2710194503254
+input_layernorm,8192,19,0.03369140625,0.21004882812500014,0.34533007812500216,0.4037570312499952,0.41015625,67.38549113872652
+input_layernorm,8192,20,7.927417755126953e-06,0.20516601562500014,0.3371445312500043,0.38775898437498313,0.41015625,70.11168391495582
+input_layernorm,8192,21,0.00032806396484375,0.24911132812500014,0.39453125,0.42896113281248915,0.443359375,55.57610321876437
+input_layernorm,8192,22,4.38690185546875e-05,0.2451171875,0.37462695312500216,0.4053568359374964,0.41015625,59.876568353400486
+input_layernorm,8192,23,8.64267349243164e-06,0.2578125,0.3973183593750065,0.42825449218749156,0.439453125,55.5915444281363
+input_layernorm,8192,24,2.014636993408203e-05,0.20516601562500014,0.3430917968750151,0.3616814453124988,0.36328125,61.064697768637416
+input_layernorm,8192,25,7.927417755126953e-06,0.24529296875000028,0.376953125,0.41865566406248433,0.439453125,55.48284236023421
+input_layernorm,8192,26,7.115304470062256e-07,0.2373046875,0.35314257812500216,0.41368945312498795,0.4296875,63.15864319016114
+input_layernorm,8192,27,0.00066375732421875,0.2490234375,0.4269882812500043,0.45915117187499277,0.46875,72.09156667836248
+input_layernorm,8192,28,0.0001773834228515625,0.251953125,0.4328476562500043,0.4564914062499952,0.462890625,74.04897318062802
+input_layernorm,8192,29,1.1086463928222656e-05,0.255859375,0.4289414062500043,0.4651970703124988,0.466796875,80.27275415271285
+input_layernorm,8192,30,6.389617919921875e-05,0.25,0.421875,0.45505839843748674,0.47265625,76.92209078999501
+input_layernorm,8192,31,0.044677734375,0.291015625,0.51171875,0.554314453124988,0.5703125,93.47968444804657
+input_layernorm,8192,32,7.724761962890625e-05,0.22869140625000028,0.40783007812500216,0.45329179687499277,0.462890625,91.56083921573118
+input_layernorm,8192,33,0.000270843505859375,0.2775195312500003,0.47814257812500216,0.5379828124999904,0.55078125,99.07517413595832
+input_layernorm,8192,34,0.0002803802490234375,0.267578125,0.4699570312500043,0.5067328124999904,0.51953125,91.71411203259295
+input_layernorm,8192,35,0.0294189453125,0.2794726562500003,0.4230820312500043,0.4857882812499952,0.4921875,62.39108875532188
+input_layernorm,8192,36,9.202957153320312e-05,0.251953125,0.3996445312500043,0.449032226562494,0.45703125,68.59686907075005
+input_layernorm,8192,37,0.00019073486328125,0.2697070312500003,0.4191757812500043,0.4873880859374964,0.4921875,75.71240375554099
+input_layernorm,8192,38,7.963180541992188e-05,0.259765625,0.4363808593750065,0.4838351562499952,0.490234375,87.13217052904325
+input_layernorm,8192,39,2.7060508728027344e-05,0.265625,0.4289414062500043,0.4969474609374771,0.52734375,84.65342713816455
+input_layernorm,8192,40,3.4332275390625e-05,0.24422851562500014,0.3957382812500043,0.4671501953124988,0.46875,97.98462027287985
+input_layernorm,8192,41,2.193450927734375e-05,0.24911132812500014,0.43359375,0.526970703124988,0.54296875,105.07529670914455
+input_layernorm,8192,42,6.3478946685791016e-06,0.2158203125,0.4036386718750151,0.49021464843748674,0.5078125,114.11141585232305
+input_layernorm,8192,43,1.621246337890625e-05,0.2265625,0.44884570312500216,0.5262640624999904,0.5390625,111.58600508845234
+input_layernorm,8192,44,1.704692840576172e-05,0.271484375,0.45861132812500216,0.5678195312499952,0.57421875,119.44312768170703
+input_layernorm,8192,45,1.9550323486328125e-05,0.21590820312500014,0.45703125,0.5450886718749928,0.5546875,134.20188214533687
+input_layernorm,8192,46,3.0040740966796875e-05,0.11625488281250007,0.42038281250000864,0.5130925781249687,0.5546875,247.47589400661695
+input_layernorm,8192,47,1.1682510375976562e-05,0.2294921875,0.4402871093750065,0.48880136718749156,0.5,94.78002205018723
+input_layernorm,8192,48,8.456408977508545e-07,0.2216796875,0.4387070312500043,0.5124253906249976,0.515625,133.52998437091838
+input_layernorm,8192,49,1.4841556549072266e-05,0.22860351562500014,0.44884570312500216,0.5361964843749831,0.55859375,129.71506274231857
+input_layernorm,8192,50,2.5480985641479492e-06,0.19735351562500014,0.4728320312500216,0.5518214843749831,0.57421875,153.4206472794004
+input_layernorm,8192,51,3.838539123535156e-05,0.22176757812500014,0.4532128906250108,0.5248507812499952,0.53125,126.79575222435655
+input_layernorm,8192,52,3.361701965332031e-05,0.2872851562500003,0.5219453125000086,0.6107882812499952,0.6171875,101.85311840953024
+input_layernorm,8192,53,5.0067901611328125e-05,0.2490234375,0.50390625,0.5784585937499855,0.59765625,117.42285744593335
+input_layernorm,8192,54,3.635883331298828e-06,0.21297851562500014,0.46335156250000864,0.5557277343749831,0.578125,115.45359305002161
+input_layernorm,8192,55,0.00023365020751953125,0.2041015625,0.44103320312500216,0.5365300781249687,0.578125,127.58835959797885
+input_layernorm,8192,56,0.0155029296875,0.3087695312500003,0.5500351562500043,0.6629828124999904,0.67578125,96.36584463572454
+input_layernorm,8192,57,1.6808509826660156e-05,0.251953125,0.5580234375000259,0.6189343749999807,0.64453125,130.35392078503935
+input_layernorm,8192,58,6.794929504394531e-06,0.2177734375,0.4961816406250108,0.6154011718749928,0.625,157.60181313171995
+input_layernorm,8192,59,2.6464462280273438e-05,0.18954101562500014,0.47423632812500216,0.5617539062499759,0.59375,181.73031030089257
+input_layernorm,8192,60,0.016357421875,0.302734375,0.5617539062500043,0.6878335937499855,0.70703125,114.64836002295995
+input_layernorm,8192,61,2.6226043701171875e-05,0.2275390625,0.5180390625000086,0.6317328124999904,0.64453125,152.83384522641836
+input_layernorm,8192,62,4.708766937255859e-06,0.1337890625,0.45079882812500216,0.6498113281249687,0.69140625,293.76879194308196
+input_layernorm,8192,63,1.1861324310302734e-05,0.2060546875,0.455078125,0.5553941406249976,0.55859375,147.73142996403212
+input_layernorm,8192,64,5.245208740234375e-05,0.294921875,0.6156953125000086,0.7311753906249976,0.734375,114.54140205913248
+input_layernorm,8192,65,9.584426879882812e-05,0.17986328125000028,0.5027871093750065,0.6391722656249783,0.66796875,216.61545957697794
+input_layernorm,8192,66,1.8477439880371094e-05,0.21493164062500014,0.5336640625000086,0.6178941406249976,0.62109375,167.56299354804054
+input_layernorm,8192,67,0.00011539459228515625,0.28515625,0.5734726562500043,0.6342257812499952,0.640625,133.59744285275048
+input_layernorm,8192,68,0.0302734375,0.31640625,0.6047226562500043,0.7194566406249976,0.72265625,112.47167325947535
+input_layernorm,8192,69,4.887580871582031e-05,0.275390625,0.5399843750000173,0.6150281249999807,0.640625,143.1328849442409
+input_layernorm,8192,70,1.2576580047607422e-05,0.3068164062500003,0.5734726562500043,0.6651027343749831,0.6875,116.52590192981515
+input_layernorm,8192,71,0.042236328125,0.3185351562500003,0.5961640625000086,0.6651027343749831,0.6875,111.12772034565857
+input_layernorm,8192,72,0.037841796875,0.3341601562500003,0.5649140625000086,0.6193074218749928,0.62890625,81.56046256849555
+input_layernorm,8192,73,0.064453125,0.341796875,0.62890625,0.69921875,0.69921875,93.74429257157459
+input_layernorm,8192,74,0.045654296875,0.33203125,0.62890625,0.675408203124988,0.69140625,107.5473902938178
+input_layernorm,8192,75,0.060791015625,0.330078125,0.6352265625000086,0.687794140624959,0.7421875,102.8413416673717
+input_layernorm,8192,76,0.0537109375,0.31640625,0.5492890625000086,0.6015625,0.6015625,72.95233074290262
+input_layernorm,8192,77,0.056884765625,0.330078125,0.6320664062500043,0.6764878906249976,0.6796875,100.53937146208382
+input_layernorm,8192,78,0.009765625,0.294921875,0.5766328125000086,0.6498507812499952,0.65625,104.57341799542293
+input_layernorm,8192,79,2.7418136596679688e-05,0.2236328125,0.4875351562500043,0.698845703124988,0.71484375,66.33443338762955
+mlp.down_proj,234881024,0,1.7053025658242404e-11,0.025634765625,0.039306640625,0.06494140625,2.421875,34.00742705958404
+mlp.down_proj,234881024,1,9.72022462519817e-12,0.030029296875,0.039794921875,0.0546875,0.75390625,3.7085737916422357
+mlp.down_proj,234881024,2,1.0413714335300028e-10,0.0308837890625,0.040283203125,0.052001953125,0.6015625,3.310177296492147
+mlp.down_proj,234881024,3,6.048139766789973e-11,0.031005859375,0.040283203125,0.051513671875,2.203125,40.92506353293048
+mlp.down_proj,234881024,4,6.45172804070171e-12,0.0311279296875,0.04052734375,0.05078125,1.03125,3.8187901803612516
+mlp.down_proj,234881024,5,3.8198777474462986e-11,0.0308837890625,0.0400390625,0.048583984375,1.578125,5.621878705443758
+mlp.down_proj,234881024,6,2.6557245291769505e-10,0.0308837890625,0.0400390625,0.04833984375,0.345703125,3.106218797786949
+mlp.down_proj,234881024,7,1.3855583347321954e-12,0.03076171875,0.0400390625,0.049560546875,0.62109375,3.260426478046398
+mlp.down_proj,234881024,8,1.318767317570746e-10,0.03076171875,0.0400390625,0.0498046875,0.275390625,3.1479755454453264
+mlp.down_proj,234881024,9,1.2164491636212915e-11,0.0308837890625,0.040283203125,0.04931640625,0.8515625,3.382368968498605
+mlp.down_proj,234881024,10,2.0605739337042905e-12,0.031005859375,0.0400390625,0.048583984375,0.37109375,3.122485664584353
+mlp.down_proj,234881024,11,4.0245140553452075e-11,0.03125,0.040283203125,0.048095703125,0.376953125,3.062540922114779
+mlp.down_proj,234881024,12,1.3926637620897964e-11,0.0311279296875,0.040283203125,0.049072265625,0.326171875,3.120752480448389
+mlp.down_proj,234881024,13,4.729372449219227e-11,0.03125,0.04052734375,0.049072265625,0.29296875,3.1165087362653874
+mlp.down_proj,234881024,14,5.002220859751105e-11,0.03125,0.040771484375,0.0498046875,0.330078125,3.134265975625535
+mlp.down_proj,234881024,15,2.0122570276726037e-11,0.03125,0.04052734375,0.049072265625,0.62890625,3.1442669303755353
+mlp.down_proj,234881024,16,9.43600753089413e-12,0.031494140625,0.040771484375,0.0498046875,0.4921875,3.201492260509564
+mlp.down_proj,234881024,17,5.911715561524034e-11,0.031494140625,0.040771484375,0.049560546875,0.79296875,3.2319948040419804
+mlp.down_proj,234881024,18,3.979039320256561e-11,0.031494140625,0.040771484375,0.049560546875,1.0859375,3.6025000493804074
+mlp.down_proj,234881024,19,5.201172825763933e-12,0.031494140625,0.04052734375,0.049072265625,0.8671875,3.2850041281077913
+mlp.down_proj,234881024,20,2.4783730623312294e-11,0.03173828125,0.040771484375,0.049072265625,0.6015625,3.1949832658398702
+mlp.down_proj,234881024,21,1.1186784831807017e-10,0.03173828125,0.040771484375,0.049072265625,1.1796875,3.7261049941676085
+mlp.down_proj,234881024,22,1.5006662579253316e-10,0.03173828125,0.040771484375,0.048583984375,0.62890625,3.25539392408838
+mlp.down_proj,234881024,23,2.1373125491663814e-11,0.03173828125,0.04052734375,0.04833984375,0.671875,3.2115905720419566
+mlp.down_proj,234881024,24,2.382876118645072e-10,0.03173828125,0.040771484375,0.048828125,0.796875,3.4739324800687013
+mlp.down_proj,234881024,25,1.9099388737231493e-11,0.03173828125,0.040771484375,0.048828125,1.1328125,3.5849791041252113
+mlp.down_proj,234881024,26,1.5370460459962487e-10,0.03173828125,0.040771484375,0.049072265625,0.9453125,3.678427565548734
+mlp.down_proj,234881024,27,5.3887561080046e-11,0.03173828125,0.040771484375,0.049072265625,0.96484375,3.7254041213474163
+mlp.down_proj,234881024,28,2.114575181622058e-11,0.03173828125,0.040771484375,0.049072265625,0.93359375,3.759009141978296
+mlp.down_proj,234881024,29,3.5697667044587433e-11,0.031494140625,0.04052734375,0.048583984375,1.4921875,4.301910453405688
+mlp.down_proj,234881024,30,6.048139766789973e-11,0.031494140625,0.04052734375,0.049072265625,1.453125,4.588222135876319
+mlp.down_proj,234881024,31,1.261923898709938e-11,0.031494140625,0.04052734375,0.048583984375,0.74609375,3.3334573639983685
+mlp.down_proj,234881024,32,8.503775461576879e-11,0.031494140625,0.040283203125,0.048828125,1.6875,5.309337826069821
+mlp.down_proj,234881024,33,2.9103830456733704e-11,0.031494140625,0.04052734375,0.049072265625,1.265625,4.065705882460085
+mlp.down_proj,234881024,34,4.865796654485166e-11,0.031494140625,0.04052734375,0.049560546875,1.3359375,4.176009452468359
+mlp.down_proj,234881024,35,4.5702108764089644e-11,0.031494140625,0.04052734375,0.048583984375,1.2890625,3.8498944690692243
+mlp.down_proj,234881024,36,6.775735528208315e-11,0.031494140625,0.040283203125,0.048828125,1.484375,4.577727345072636
+mlp.down_proj,234881024,37,4.718003765447065e-12,0.031494140625,0.040283203125,0.048583984375,1.421875,3.95171977856392
+mlp.down_proj,234881024,38,3.0468072509393096e-11,0.031494140625,0.040283203125,0.048583984375,0.97265625,3.871893492681137
+mlp.down_proj,234881024,39,2.0122570276726037e-11,0.031494140625,0.040283203125,0.048095703125,1.671875,4.916263363528746
+mlp.down_proj,234881024,40,1.2641976354643703e-10,0.031494140625,0.040283203125,0.048095703125,1.2890625,3.878705027330688
+mlp.down_proj,234881024,41,7.457856554538012e-11,0.031494140625,0.040283203125,0.0478515625,1.390625,4.473397508771255
+mlp.down_proj,234881024,42,9.185896487906575e-11,0.03125,0.0400390625,0.047607421875,1.53125,4.208143703959214
+mlp.down_proj,234881024,43,8.071765478234738e-12,0.03125,0.040283203125,0.0478515625,0.78515625,3.247158572026935
+mlp.down_proj,234881024,44,3.424815986363683e-12,0.03125,0.040283203125,0.0478515625,0.93359375,3.423015452607389
+mlp.down_proj,234881024,45,1.1539214028744027e-11,0.03125,0.040283203125,0.0478515625,1.578125,4.732174697616959
+mlp.down_proj,234881024,46,7.673861546209082e-12,0.03125,0.0400390625,0.047607421875,0.419921875,3.0512241372091022
+mlp.down_proj,234881024,47,3.609557097661309e-12,0.031494140625,0.040283203125,0.047607421875,1.4453125,3.8711078960168943
+mlp.down_proj,234881024,48,8.242295734817162e-12,0.031494140625,0.040283203125,0.0478515625,1.234375,3.6736382178130564
+mlp.down_proj,234881024,49,5.047695594839752e-11,0.031494140625,0.0400390625,0.0478515625,1.5390625,4.739497211321676
+mlp.down_proj,234881024,50,7.09405867382884e-11,0.031494140625,0.0400390625,0.047607421875,0.451171875,3.048031907228929
+mlp.down_proj,234881024,51,1.4279066817834973e-10,0.031494140625,0.040283203125,0.0478515625,1.0390625,3.490316807361041
+mlp.down_proj,234881024,52,2.97859514830634e-11,0.031494140625,0.040283203125,0.0478515625,1.1875,3.9315350132136158
+mlp.down_proj,234881024,53,4.291678123991005e-12,0.031494140625,0.040283203125,0.0478515625,1.5,4.521767643145339
+mlp.down_proj,234881024,54,1.2187229003757238e-10,0.031494140625,0.040283203125,0.047607421875,1.296875,3.570335371634532
+mlp.down_proj,234881024,55,5.297806637827307e-11,0.031494140625,0.040283203125,0.0478515625,1.4765625,3.988535398935915
+mlp.down_proj,234881024,56,1.2732925824820995e-10,0.031494140625,0.040283203125,0.0478515625,1.484375,3.9629788411675455
+mlp.down_proj,234881024,57,1.3983481039758772e-11,0.031494140625,0.040283203125,0.0478515625,0.58203125,3.113966675949956
+mlp.down_proj,234881024,58,1.1550582712516189e-10,0.031494140625,0.040283203125,0.0478515625,0.78515625,3.1401662769508856
+mlp.down_proj,234881024,59,8.003553375601768e-11,0.031494140625,0.040283203125,0.047607421875,1.671875,4.8798645619144745
+mlp.down_proj,234881024,60,8.86757334228605e-11,0.03125,0.0400390625,0.047607421875,1.5078125,4.518730138037068
+mlp.down_proj,234881024,61,1.6916601452976465e-10,0.031494140625,0.040283203125,0.0478515625,0.85546875,3.2611865263377107
+mlp.down_proj,234881024,62,5.820766091346741e-11,0.031494140625,0.040283203125,0.0478515625,1.2109375,3.5360819926944127
+mlp.down_proj,234881024,63,5.729816621169448e-11,0.031494140625,0.040283203125,0.047607421875,1.0546875,3.3990912833212694
+mlp.down_proj,234881024,64,1.233502189279534e-11,0.03125,0.0400390625,0.04736328125,1.1640625,3.624219356608404
+mlp.down_proj,234881024,65,5.911715561524034e-11,0.03125,0.0400390625,0.04736328125,0.66796875,3.1234899243939864
+mlp.down_proj,234881024,66,1.8758328224066645e-11,0.031494140625,0.040283203125,0.0478515625,1.296875,3.5953045723540993
+mlp.down_proj,234881024,67,4.501998773775995e-11,0.031494140625,0.040283203125,0.0478515625,0.427734375,3.0453158848404533
+mlp.down_proj,234881024,68,7.617018127348274e-12,0.03125,0.0400390625,0.04736328125,1.3515625,3.708098459307289
+mlp.down_proj,234881024,69,1.3096723705530167e-10,0.03125,0.0400390625,0.047607421875,0.4375,3.0463545681413824
+mlp.down_proj,234881024,70,2.7284841053187847e-10,0.03173828125,0.04052734375,0.04833984375,1.0625,3.438188971822004
+mlp.down_proj,234881024,71,4.860112312599085e-12,0.03173828125,0.04052734375,0.04833984375,1.0078125,3.317717134967548
+mlp.down_proj,234881024,72,4.638422979041934e-11,0.031494140625,0.040283203125,0.048095703125,1.21875,3.7484732705604906
+mlp.down_proj,234881024,73,4.274625098332763e-11,0.031494140625,0.04052734375,0.048828125,1.1015625,3.753925438508071
+mlp.down_proj,234881024,74,6.912159733474255e-11,0.03173828125,0.040771484375,0.048828125,1.125,3.7184269960502925
+mlp.down_proj,234881024,75,1.1198153515579179e-11,0.03173828125,0.040771484375,0.048828125,1.3125,4.274983209066554
+mlp.down_proj,234881024,76,2.3305801732931286e-11,0.0302734375,0.0390625,0.0478515625,0.7265625,3.554352409069055
+mlp.down_proj,234881024,77,4.490630090003833e-12,0.031982421875,0.04150390625,0.051513671875,0.65234375,3.4642136695895087
+mlp.down_proj,234881024,78,1.6555645743210334e-12,0.032470703125,0.04296875,0.062255859375,0.59765625,3.9014696231139983
+mlp.down_proj,234881024,79,9.731593308970332e-11,0.033203125,0.044677734375,0.0712890625,0.8125,4.427959556429339
+mlp.gate_proj,234881024,0,1.546140993013978e-10,0.0277099609375,0.134765625,1.4453125,92.5,152028.1210157857
+mlp.gate_proj,234881024,1,4.069988790433854e-11,0.0301513671875,0.043212890625,0.1494140625,7.90625,1668.3175172554227
+mlp.gate_proj,234881024,2,1.4551915228366852e-10,0.03125,0.04345703125,0.2392578125,2.796875,853.841317597511
+mlp.gate_proj,234881024,3,1.2641976354643703e-10,0.03173828125,0.045654296875,0.31640625,14.5,15549.898841291071
+mlp.gate_proj,234881024,4,4.7975845518521965e-11,0.031982421875,0.04345703125,0.1640625,7.0,1597.3914285924347
+mlp.gate_proj,234881024,5,1.1323209037072957e-10,0.0322265625,0.050537109375,0.7421875,11.4375,18164.83545613852
+mlp.gate_proj,234881024,6,3.019522409886122e-10,0.0322265625,0.044921875,0.1259765625,1.6015625,17.034797936951914
+mlp.gate_proj,234881024,7,1.4779288903810084e-11,0.031982421875,0.043212890625,0.06787109375,0.5703125,4.41496554631756
+mlp.gate_proj,234881024,8,8.503775461576879e-11,0.031982421875,0.044189453125,0.2275390625,4.125,608.8440758941649
+mlp.gate_proj,234881024,9,2.0463630789890885e-12,0.031982421875,0.04345703125,0.123046875,15.9375,41211.56586934215
+mlp.gate_proj,234881024,10,1.693933882052079e-11,0.032470703125,0.042724609375,0.05810546875,0.52734375,4.2240741226716825
+mlp.gate_proj,234881024,11,1.5347723092418164e-11,0.03271484375,0.043701171875,0.11181640625,1.5546875,91.23103013671914
+mlp.gate_proj,234881024,12,8.86757334228605e-11,0.032470703125,0.04345703125,0.057373046875,0.67578125,3.4527738238581045
+mlp.gate_proj,234881024,13,8.753886504564434e-12,0.032470703125,0.04296875,0.054931640625,0.42578125,3.261513334565574
+mlp.gate_proj,234881024,14,7.412381819449365e-11,0.03271484375,0.043212890625,0.053955078125,0.609375,3.2466506389840455
+mlp.gate_proj,234881024,15,4.206412995699793e-11,0.033203125,0.0439453125,0.0556640625,0.73046875,3.2894161349680218
+mlp.gate_proj,234881024,16,4.229150363244116e-11,0.03369140625,0.044921875,0.058837890625,1.0859375,3.6497308381267235
+mlp.gate_proj,234881024,17,1.837179297581315e-10,0.033447265625,0.04443359375,0.057861328125,0.41796875,3.286721583384047
+mlp.gate_proj,234881024,18,7.776179700158536e-11,0.033935546875,0.044921875,0.057861328125,0.359375,3.2777498462432963
+mlp.gate_proj,234881024,19,2.751221472863108e-11,0.034423828125,0.0458984375,0.060546875,0.451171875,3.322749213926074
+mlp.gate_proj,234881024,20,4.4792614062316716e-11,0.034423828125,0.04541015625,0.05859375,0.77734375,3.3010880863683845
+mlp.gate_proj,234881024,21,1.057287590811029e-11,0.034423828125,0.04541015625,0.05908203125,0.546875,3.2949921728147675
+mlp.gate_proj,234881024,22,5.32054400537163e-11,0.034912109375,0.0458984375,0.058837890625,0.58984375,3.2875596847273876
+mlp.gate_proj,234881024,23,4.2099657093785936e-13,0.034912109375,0.04638671875,0.05908203125,0.59765625,3.248193036701493
+mlp.gate_proj,234881024,24,4.956746124662459e-11,0.03466796875,0.0458984375,0.05908203125,0.5546875,3.3139222064980887
+mlp.gate_proj,234881024,25,6.73594513500575e-12,0.034912109375,0.0458984375,0.05859375,0.5625,3.294534153112876
+mlp.gate_proj,234881024,26,3.774403012357652e-11,0.034912109375,0.04638671875,0.0615234375,0.4296875,3.3282327079888696
+mlp.gate_proj,234881024,27,2.262368070660159e-11,0.034423828125,0.046142578125,0.060546875,0.466796875,3.3270689983874857
+mlp.gate_proj,234881024,28,2.801243681460619e-10,0.034423828125,0.046630859375,0.06689453125,1.09375,3.8671802290104442
+mlp.gate_proj,234881024,29,8.458300726488233e-11,0.0341796875,0.0458984375,0.061279296875,0.8046875,3.5651763803144143
+mlp.gate_proj,234881024,30,1.4068746168049984e-12,0.0341796875,0.046142578125,0.06298828125,0.5,3.4507401187544646
+mlp.gate_proj,234881024,31,5.434230843093246e-11,0.033447265625,0.045654296875,0.06787109375,0.8125,3.8149000138295666
+mlp.gate_proj,234881024,32,2.4101609596982598e-11,0.033935546875,0.046142578125,0.0634765625,0.369140625,3.4202218893805854
+mlp.gate_proj,234881024,33,1.2096279533579946e-10,0.033935546875,0.046875,0.111328125,126.0,1683414.521753214
+mlp.gate_proj,234881024,34,3.433342499192804e-11,0.033935546875,0.046142578125,0.06494140625,0.7734375,3.561450168931808
+mlp.gate_proj,234881024,35,1.291482476517558e-10,0.033447265625,0.045654296875,0.06787109375,0.40625,3.538246269287038
+mlp.gate_proj,234881024,36,3.1377567211166024e-11,0.03369140625,0.046142578125,0.0703125,0.7109375,3.7085742612040358
+mlp.gate_proj,234881024,37,1.3926637620897964e-11,0.03369140625,0.045654296875,0.06298828125,0.73046875,3.4702403168353655
+mlp.gate_proj,234881024,38,1.6643753042444587e-10,0.033935546875,0.046630859375,0.0732421875,0.58984375,3.7638505689776975
+mlp.gate_proj,234881024,39,7.73070496506989e-11,0.033935546875,0.0458984375,0.0654296875,0.515625,3.4996086156761415
+mlp.gate_proj,234881024,40,3.456079866737127e-11,0.0341796875,0.046142578125,0.06494140625,0.6328125,3.4705786053109025
+mlp.gate_proj,234881024,41,1.1013412404281553e-12,0.0341796875,0.0458984375,0.0634765625,0.388671875,3.3724320906306713
+mlp.gate_proj,234881024,42,6.230038707144558e-11,0.0341796875,0.04638671875,0.06494140625,0.41015625,3.442790303059182
+mlp.gate_proj,234881024,43,6.275513442233205e-11,0.034423828125,0.04638671875,0.0634765625,0.78125,3.5606108640087686
+mlp.gate_proj,234881024,44,6.184563972055912e-11,0.03466796875,0.046875,0.06787109375,0.57421875,3.587746640090434
+mlp.gate_proj,234881024,45,1.482476363889873e-10,0.03466796875,0.046875,0.06640625,0.65625,3.6467501532266153
+mlp.gate_proj,234881024,46,1.9099388737231493e-11,0.03466796875,0.047119140625,0.06689453125,0.53125,3.587719313799152
+mlp.gate_proj,234881024,47,9.958966984413564e-11,0.03466796875,0.046630859375,0.06396484375,0.53515625,3.489554840255838
+mlp.gate_proj,234881024,48,5.343281372915953e-12,0.03466796875,0.046875,0.06494140625,0.6328125,3.4655853326900745
+mlp.gate_proj,234881024,49,1.2823875294998288e-10,0.03466796875,0.047119140625,0.06640625,0.61328125,3.6543512457590475
+mlp.gate_proj,234881024,50,3.7971403799019754e-11,0.03466796875,0.047607421875,0.0693359375,0.486328125,3.6423508459082616
+mlp.gate_proj,234881024,51,7.594280759803951e-11,0.03466796875,0.047119140625,0.0693359375,0.578125,3.741959089565503
+mlp.gate_proj,234881024,52,1.1186784831807017e-10,0.034912109375,0.047119140625,0.0654296875,0.984375,3.739471667015059
+mlp.gate_proj,234881024,53,5.161382432561368e-11,0.034912109375,0.047607421875,0.068359375,0.94140625,3.6590146213934363
+mlp.gate_proj,234881024,54,1.5825207810848951e-10,0.03466796875,0.047119140625,0.06591796875,0.828125,3.5166788911510456
+mlp.gate_proj,234881024,55,1.2005330063402653e-10,0.03466796875,0.04736328125,0.06640625,0.5078125,3.4241674344265087
+mlp.gate_proj,234881024,56,5.3660187404602766e-11,0.034912109375,0.0478515625,0.06787109375,0.58984375,3.5251728221969456
+mlp.gate_proj,234881024,57,3.5697667044587433e-11,0.03515625,0.04833984375,0.06884765625,0.41796875,3.465705007597967
+mlp.gate_proj,234881024,58,1.1323209037072957e-10,0.034912109375,0.0478515625,0.0673828125,0.431640625,3.4122069449718317
+mlp.gate_proj,234881024,59,3.5652192309498787e-10,0.03515625,0.0498046875,0.07373046875,0.53125,3.661476866314077
+mlp.gate_proj,234881024,60,7.503331289626658e-11,0.035400390625,0.05078125,0.07470703125,0.55859375,3.625882150882523
+mlp.gate_proj,234881024,61,1.0459189070388675e-10,0.035400390625,0.05078125,0.07421875,0.376953125,3.596496883773714
+mlp.gate_proj,234881024,62,1.482476363889873e-10,0.035400390625,0.05078125,0.07421875,0.50390625,3.596048269978736
+mlp.gate_proj,234881024,63,4.160938260611147e-11,0.035888671875,0.053466796875,0.0791015625,0.5859375,3.8184048367547816
+mlp.gate_proj,234881024,64,1.2823875294998288e-10,0.036376953125,0.0556640625,0.08251953125,0.69140625,3.9624712545253153
+mlp.gate_proj,234881024,65,2.4158453015843406e-12,0.036376953125,0.056640625,0.083984375,0.6796875,4.06973186393582
+mlp.gate_proj,234881024,66,1.482476363889873e-10,0.03564453125,0.053466796875,0.07958984375,0.58203125,3.813177405022612
+mlp.gate_proj,234881024,67,7.139533408917487e-11,0.035888671875,0.053955078125,0.08056640625,0.443359375,3.8139039503803898
+mlp.gate_proj,234881024,68,3.1604940886609256e-11,0.03662109375,0.05712890625,0.083984375,0.57421875,4.054542479966122
+mlp.gate_proj,234881024,69,2.808064891723916e-11,0.036376953125,0.056640625,0.08349609375,0.5703125,3.9510089427607165
+mlp.gate_proj,234881024,70,2.97859514830634e-11,0.035888671875,0.053466796875,0.0791015625,0.6796875,3.819282859677514
+mlp.gate_proj,234881024,71,5.502442945726216e-11,0.03564453125,0.05322265625,0.07861328125,0.484375,3.7640622592124564
+mlp.gate_proj,234881024,72,2.2964741219766438e-11,0.03662109375,0.056640625,0.08251953125,0.5234375,3.9334246483884576
+mlp.gate_proj,234881024,73,4.7066350816749036e-11,0.03662109375,0.055908203125,0.08056640625,0.5625,3.9582369663931676
+mlp.gate_proj,234881024,74,9.208633855450898e-12,0.036376953125,0.055419921875,0.0810546875,0.421875,3.8125319246188405
+mlp.gate_proj,234881024,75,5.616129783447832e-11,0.037353515625,0.057373046875,0.08349609375,0.4453125,3.9576239258884582
+mlp.gate_proj,234881024,76,1.0959411156363785e-10,0.04296875,0.06787109375,0.09130859375,0.53125,4.743219601344636
+mlp.gate_proj,234881024,77,8.958522812463343e-11,0.0380859375,0.0576171875,0.08154296875,0.466796875,3.8922575208608077
+mlp.gate_proj,234881024,78,5.206857167650014e-11,0.03857421875,0.0576171875,0.0830078125,0.8203125,4.189828387529034
+mlp.gate_proj,234881024,79,7.594280759803951e-11,0.039794921875,0.057373046875,0.08203125,0.482421875,3.79617330000831
+mlp.up_proj,234881024,0,5.502442945726216e-11,0.02734375,0.1337890625,1.453125,63.75,119918.07062965505
+mlp.up_proj,234881024,1,1.609805622138083e-10,0.02978515625,0.04150390625,0.1416015625,5.1875,266.63900518821873
+mlp.up_proj,234881024,2,2.0889956431346945e-12,0.03076171875,0.042236328125,0.240234375,2.734375,923.7852892572375
+mlp.up_proj,234881024,3,1.1766587704187259e-11,0.0311279296875,0.04345703125,0.29296875,3.828125,2544.010916475619
+mlp.up_proj,234881024,4,9.185896487906575e-11,0.031494140625,0.04248046875,0.162109375,3.046875,1282.036071990957
+mlp.up_proj,234881024,5,1.0049916454590857e-10,0.03125,0.048583984375,0.7265625,11.9375,19739.246492926595
+mlp.up_proj,234881024,6,7.275957614183426e-11,0.031005859375,0.042724609375,0.12353515625,1.40625,17.296878982973315
+mlp.up_proj,234881024,7,3.893774191965349e-12,0.0308837890625,0.041015625,0.0673828125,0.58203125,4.456353772644259
+mlp.up_proj,234881024,8,4.979483492206782e-11,0.0308837890625,0.0419921875,0.220703125,2.6875,547.1596728038497
+mlp.up_proj,234881024,9,4.831690603168681e-12,0.0308837890625,0.041015625,0.11962890625,18.5,43302.43635352214
+mlp.up_proj,234881024,10,9.947598300641403e-12,0.031005859375,0.04052734375,0.054931640625,0.55078125,4.263852285631778
+mlp.up_proj,234881024,11,3.7061909097246826e-11,0.031494140625,0.04150390625,0.10791015625,1.875,90.34909732792207
+mlp.up_proj,234881024,12,7.139533408917487e-11,0.0311279296875,0.04052734375,0.05078125,0.828125,3.414744068381514
+mlp.up_proj,234881024,13,1.77351466845721e-11,0.03125,0.040771484375,0.05029296875,0.4453125,3.1821993724586544
+mlp.up_proj,234881024,14,2.637534635141492e-11,0.03125,0.04052734375,0.049560546875,0.283203125,3.123535757410445
+mlp.up_proj,234881024,15,2.0463630789890885e-11,0.03125,0.040771484375,0.049560546875,0.265625,3.1130396061995094
+mlp.up_proj,234881024,16,1.5916157281026244e-10,0.031494140625,0.041015625,0.050048828125,0.51953125,3.1306818874487616
+mlp.up_proj,234881024,17,1.673470251262188e-10,0.031494140625,0.040771484375,0.04931640625,0.265625,3.087693649869091
+mlp.up_proj,234881024,18,2.523847797419876e-11,0.031494140625,0.04052734375,0.048828125,0.32421875,3.078283194010078
+mlp.up_proj,234881024,19,5.297806637827307e-11,0.03125,0.040283203125,0.04833984375,0.34765625,3.058462980319938
+mlp.up_proj,234881024,20,7.366907084360719e-11,0.03173828125,0.040771484375,0.048828125,0.337890625,3.0637566736499084
+mlp.up_proj,234881024,21,7.366907084360719e-11,0.03173828125,0.04052734375,0.048583984375,0.41796875,3.054457775960701
+mlp.up_proj,234881024,22,9.640643838793039e-11,0.031494140625,0.04052734375,0.048583984375,0.408203125,3.081980563195108
+mlp.up_proj,234881024,23,3.225864020350855e-12,0.031494140625,0.04052734375,0.04833984375,0.341796875,3.0641421728481757
+mlp.up_proj,234881024,24,2.4556356947869062e-11,0.03173828125,0.040771484375,0.048828125,0.69921875,3.1114658908470907
+mlp.up_proj,234881024,25,6.093614501878619e-11,0.031982421875,0.040771484375,0.049072265625,0.62890625,3.1859056729040844
+mlp.up_proj,234881024,26,3.342393029015511e-11,0.031982421875,0.041015625,0.04931640625,0.353515625,3.0987695945196934
+mlp.up_proj,234881024,27,2.1259438653942198e-11,0.03173828125,0.040771484375,0.048828125,0.3359375,3.080309848501878
+mlp.up_proj,234881024,28,6.366462912410498e-11,0.03173828125,0.040771484375,0.049072265625,0.345703125,3.0774113098476876
+mlp.up_proj,234881024,29,4.274625098332763e-11,0.03173828125,0.04052734375,0.048828125,0.53125,3.087877749362272
+mlp.up_proj,234881024,30,7.457856554538012e-11,0.031494140625,0.04052734375,0.048828125,0.4921875,3.091417459140912
+mlp.up_proj,234881024,31,1.0368239600211382e-10,0.031494140625,0.04052734375,0.04833984375,0.408203125,3.052193468931409
+mlp.up_proj,234881024,32,3.7971403799019754e-11,0.031494140625,0.04052734375,0.048583984375,0.365234375,3.0804467662228294
+mlp.up_proj,234881024,33,1.8098944565281272e-10,0.031494140625,0.041015625,0.0849609375,46.25,187678.1035924149
+mlp.up_proj,234881024,34,1.6143530956469476e-11,0.031494140625,0.04052734375,0.048828125,0.353515625,3.075940413946093
+mlp.up_proj,234881024,35,3.410605131648481e-11,0.03125,0.040283203125,0.048095703125,0.43359375,3.0527676242938195
+mlp.up_proj,234881024,36,1.8758328224066645e-11,0.03125,0.040283203125,0.048095703125,0.376953125,3.0567157028720624
+mlp.up_proj,234881024,37,1.2369127944111824e-10,0.03125,0.040283203125,0.048095703125,0.60546875,3.080026774843434
+mlp.up_proj,234881024,38,6.821210263296962e-12,0.03125,0.0400390625,0.0478515625,0.439453125,3.077418510953839
+mlp.up_proj,234881024,39,5.1386450650170445e-11,0.0311279296875,0.0400390625,0.047607421875,0.416015625,3.053429665446834
+mlp.up_proj,234881024,40,1.2187229003757238e-10,0.03125,0.0400390625,0.047607421875,0.3828125,3.0689125613914765
+mlp.up_proj,234881024,41,2.546585164964199e-11,0.03125,0.0400390625,0.047607421875,0.326171875,3.0315255224849613
+mlp.up_proj,234881024,42,2.489741746103391e-11,0.0311279296875,0.039794921875,0.04736328125,0.494140625,3.052711360007773
+mlp.up_proj,234881024,43,1.191438059322536e-10,0.0311279296875,0.039794921875,0.047607421875,0.3125,3.0389545932769138
+mlp.up_proj,234881024,44,8.958522812463343e-11,0.03125,0.0400390625,0.047607421875,0.302734375,3.047583273442654
+mlp.up_proj,234881024,45,1.3369572116062045e-10,0.03125,0.0400390625,0.047607421875,0.4375,3.0680652957533896
+mlp.up_proj,234881024,46,5.616129783447832e-11,0.03125,0.0400390625,0.04736328125,0.376953125,3.037168012023843
+mlp.up_proj,234881024,47,1.602984411874786e-11,0.03125,0.0400390625,0.047607421875,0.2734375,3.024496555865466
+mlp.up_proj,234881024,48,2.091837814077735e-10,0.03125,0.0400390625,0.047607421875,0.57421875,3.073590685584435
+mlp.up_proj,234881024,49,1.2187229003757238e-10,0.03125,0.0400390625,0.047607421875,0.40625,3.0504692049693696
+mlp.up_proj,234881024,50,3.774403012357652e-11,0.03125,0.0400390625,0.047607421875,0.333984375,3.037159152893652
+mlp.up_proj,234881024,51,3.751665644813329e-11,0.03125,0.0400390625,0.047607421875,0.40625,3.06804259930161
+mlp.up_proj,234881024,52,1.864464138634503e-11,0.03125,0.0400390625,0.0478515625,0.48828125,3.0644479531958604
+mlp.up_proj,234881024,53,5.866240826435387e-11,0.03125,0.0400390625,0.047607421875,0.27734375,3.0279834538343913
+mlp.up_proj,234881024,54,5.638867150992155e-11,0.031494140625,0.040283203125,0.0478515625,0.38671875,3.032572012405235
+mlp.up_proj,234881024,55,8.230927051045e-11,0.031494140625,0.040283203125,0.0478515625,0.671875,3.0910513407852993
+mlp.up_proj,234881024,56,3.5697667044587433e-11,0.031494140625,0.040283203125,0.0478515625,0.2734375,3.0202966120862285
+mlp.up_proj,234881024,57,2.601154847070575e-10,0.031494140625,0.040283203125,0.047607421875,0.27734375,3.0213848560529595
+mlp.up_proj,234881024,58,3.069544618483633e-11,0.031494140625,0.040283203125,0.0478515625,0.2734375,3.018797958280288
+mlp.up_proj,234881024,59,5.32054400537163e-11,0.031494140625,0.040283203125,0.0478515625,0.462890625,3.0396608178941142
+mlp.up_proj,234881024,60,1.6370904631912708e-11,0.03125,0.0400390625,0.047607421875,0.37109375,3.0302089507979653
+mlp.up_proj,234881024,61,6.565414878423326e-12,0.031494140625,0.040283203125,0.0478515625,0.439453125,3.0293925370933517
+mlp.up_proj,234881024,62,7.23048287909478e-11,0.031494140625,0.040283203125,0.048095703125,0.3359375,3.0253411474358676
+mlp.up_proj,234881024,63,4.838511813431978e-10,0.031494140625,0.040283203125,0.0478515625,0.302734375,3.030183900081665
+mlp.up_proj,234881024,64,7.958078640513122e-11,0.03125,0.0400390625,0.047607421875,0.333984375,3.0315619119501673
+mlp.up_proj,234881024,65,1.4551915228366852e-10,0.03125,0.0400390625,0.047607421875,0.302734375,3.0263079546657616
+mlp.up_proj,234881024,66,2.0804691303055733e-11,0.03173828125,0.04052734375,0.048095703125,0.431640625,3.0504036078160146
+mlp.up_proj,234881024,67,5.820766091346741e-11,0.03173828125,0.04052734375,0.048095703125,0.392578125,3.0575669537034122
+mlp.up_proj,234881024,68,1.4097167877480388e-10,0.031494140625,0.040283203125,0.0478515625,0.3671875,3.052046830098797
+mlp.up_proj,234881024,69,2.6716406864579767e-11,0.031494140625,0.04052734375,0.048095703125,0.42578125,3.052771722444606
+mlp.up_proj,234881024,70,4.3655745685100555e-11,0.031982421875,0.040771484375,0.048583984375,0.54296875,3.0940400648155406
+mlp.up_proj,234881024,71,4.746425474877469e-12,0.031982421875,0.040771484375,0.048828125,0.40625,3.062959530095299
+mlp.up_proj,234881024,72,1.0089706847793423e-12,0.03173828125,0.04052734375,0.04833984375,0.4375,3.048661487228871
+mlp.up_proj,234881024,73,1.7124079931818414e-12,0.03173828125,0.040771484375,0.049072265625,0.66796875,3.2362139064120234
+mlp.up_proj,234881024,74,1.546140993013978e-11,0.031982421875,0.041015625,0.049072265625,0.447265625,3.0649306314452165
+mlp.up_proj,234881024,75,1.1482370609883219e-11,0.031982421875,0.041015625,0.049072265625,0.6640625,3.0891108181329963
+mlp.up_proj,234881024,76,4.888534022029489e-11,0.0306396484375,0.03955078125,0.04833984375,0.48828125,3.2906809693844306
+mlp.up_proj,234881024,77,7.567280135845067e-13,0.0322265625,0.04150390625,0.051025390625,0.376953125,3.3075492045488186
+mlp.up_proj,234881024,78,3.387867764104158e-11,0.033203125,0.043212890625,0.059326171875,0.36328125,3.6645297892956856
+mlp.up_proj,234881024,79,3.979039320256561e-12,0.0361328125,0.04833984375,0.064453125,0.62890625,3.558551898867972
+post_attention_layernorm,8192,0,5.145557224750519e-08,0.045166015625,0.08528466796875378,0.1315364257812277,0.1611328125,26.024303178744248
+post_attention_layernorm,8192,1,5.424022674560547e-06,0.048095703125,0.07070751953125054,0.1376558593749735,0.1728515625,17.30037092136777
+post_attention_layernorm,8192,2,1.5079975128173828e-05,0.05517578125,0.05732641601562527,0.06497817382811988,0.07177734375,10.814168061823798
+post_attention_layernorm,8192,3,3.2335519790649414e-06,0.0634765625,0.06591796875,0.1041379882811313,0.26171875,25.040672830286436
+post_attention_layernorm,8192,4,7.338821887969971e-07,0.068359375,0.06982421875,0.0710657714843741,0.072265625,12.488926212282163
+post_attention_layernorm,8192,5,5.185604095458984e-06,0.0673828125,0.06884765625,0.0693359375,0.0693359375,13.391839908938262
+post_attention_layernorm,8192,6,7.212162017822266e-06,0.0693359375,0.07080078125,0.0719540039062494,0.07275390625,13.532777665211444
+post_attention_layernorm,8192,7,3.695487976074219e-05,0.06982421875,0.0712890625,0.0730188964843741,0.07421875,14.8408786403067
+post_attention_layernorm,8192,8,1.6689300537109375e-05,0.068359375,0.06982421875,0.07080078125,0.07080078125,19.371953466900802
+post_attention_layernorm,8192,9,6.020069122314453e-06,0.06982421875,0.0712890625,0.0723539550781247,0.07275390625,17.7477954070196
+post_attention_layernorm,8192,10,3.8623809814453125e-05,0.08056640625,0.08203125,0.0830961425781247,0.08349609375,15.179490410351487
+post_attention_layernorm,8192,11,1.728534698486328e-05,0.0869140625,0.08935546875,0.0909969726562494,0.091796875,16.760104266021944
+post_attention_layernorm,8192,12,3.266334533691406e-05,0.08203125,0.08447265625,0.0856258789062494,0.08642578125,22.000339561452193
+post_attention_layernorm,8192,13,0.00010633468627929688,0.08154296875,0.08349609375,0.0849609375,0.0849609375,16.916524486038814
+post_attention_layernorm,8192,14,0.00011777877807617188,0.091796875,0.09375,0.0949032226562494,0.095703125,15.860754616433491
+post_attention_layernorm,8192,15,0.0003566741943359375,0.09521484375,0.09765625,0.0987211425781247,0.09912109375,20.19868688406622
+post_attention_layernorm,8192,16,0.00156402587890625,0.10107421875,0.10302734375,0.1045805175781247,0.10498046875,26.737068798419717
+post_attention_layernorm,8192,17,0.0107421875,0.109375,0.11172314453125054,0.1128812988281247,0.11328125,26.285353651046577
+post_attention_layernorm,8192,18,0.004302978515625,0.11962890625,0.12158203125,0.12375351562499759,0.126953125,33.13379458139908
+post_attention_layernorm,8192,19,0.01165771484375,0.12353515625,0.125,0.1261532226562494,0.126953125,39.733741316971326
+post_attention_layernorm,8192,20,0.01055908203125,0.130859375,0.1328125,0.1357421875,0.1357421875,40.41725058199672
+post_attention_layernorm,8192,21,0.0198974609375,0.1396484375,0.1416015625,0.1437313476562494,0.14453125,43.067532400861836
+post_attention_layernorm,8192,22,0.0205078125,0.1455078125,0.1474609375,0.1494140625,0.1494140625,42.53740443727975
+post_attention_layernorm,8192,23,1.0617077350616455e-07,0.150390625,0.1533203125,0.1556267578124988,0.1572265625,48.74705224059872
+post_attention_layernorm,8192,24,0.0004215240478515625,0.1533203125,0.15625,0.1593563476562494,0.16015625,48.89328060699674
+post_attention_layernorm,8192,25,9.250640869140625e-05,0.1572265625,0.16015625,0.1630859375,0.1630859375,51.193182307820784
+post_attention_layernorm,8192,26,0.0169677734375,0.1572265625,0.16015625,0.1622860351562494,0.1630859375,43.62270826210974
+post_attention_layernorm,8192,27,0.025390625,0.1533203125,0.1552734375,0.158203125,0.158203125,50.168165436560024
+post_attention_layernorm,8192,28,0.00019550323486328125,0.1533203125,0.1552734375,0.1574032226562494,0.158203125,69.22427726404085
+post_attention_layernorm,8192,29,0.0299072265625,0.1552734375,0.1572265625,0.1591796875,0.1591796875,62.9063380783949
+post_attention_layernorm,8192,30,0.0208740234375,0.154296875,0.1572265625,0.158203125,0.158203125,82.92646660968057
+post_attention_layernorm,8192,31,0.004302978515625,0.154296875,0.15625,0.1574032226562494,0.158203125,97.785125345985
+post_attention_layernorm,8192,32,0.0003814697265625,0.154296875,0.15625,0.1583797851562494,0.1591796875,110.09469571158424
+post_attention_layernorm,8192,33,8.165836334228516e-06,0.1552734375,0.1572265625,0.1585564453124988,0.16015625,129.11454166324575
+post_attention_layernorm,8192,34,0.0272216796875,0.15234375,0.154296875,0.15625,0.15625,108.93775879338642
+post_attention_layernorm,8192,35,0.0172119140625,0.1552734375,0.15625,0.16015625,0.16015625,117.14973505486735
+post_attention_layernorm,8192,36,0.0216064453125,0.1552734375,0.15704003906250108,0.1583797851562494,0.1591796875,118.31827383178016
+post_attention_layernorm,8192,37,0.005828857421875,0.15625,0.158203125,0.1593563476562494,0.16015625,124.45640206607933
+post_attention_layernorm,8192,38,0.0247802734375,0.1591796875,0.16015625,0.1622860351562494,0.1630859375,123.52971584580693
+post_attention_layernorm,8192,39,0.0189208984375,0.1591796875,0.1611328125,0.1622860351562494,0.1630859375,127.51268774834456
+post_attention_layernorm,8192,40,0.018310546875,0.16024414062500014,0.162109375,0.1630859375,0.1630859375,132.75562811600113
+post_attention_layernorm,8192,41,0.01409912109375,0.1640625,0.166015625,0.1669921875,0.1669921875,133.0559880006458
+post_attention_layernorm,8192,42,0.01226806640625,0.166015625,0.16796875,0.1683220703124988,0.169921875,136.24298089428515
+post_attention_layernorm,8192,43,0.0115966796875,0.1669921875,0.1689453125,0.169921875,0.169921875,139.67033423123857
+post_attention_layernorm,8192,44,0.017822265625,0.16796875,0.169921875,0.1702751953124988,0.171875,143.499210894778
+post_attention_layernorm,8192,45,0.0137939453125,0.1708984375,0.1728515625,0.173828125,0.173828125,144.0282821128636
+post_attention_layernorm,8192,46,0.0086669921875,0.173828125,0.1748046875,0.1759579101562494,0.1767578125,145.17409971592988
+post_attention_layernorm,8192,47,0.00897216796875,0.1748046875,0.17657128906250108,0.177734375,0.177734375,149.41165936486027
+post_attention_layernorm,8192,48,0.01031494140625,0.17578125,0.177734375,0.1787109375,0.1787109375,152.18934081335615
+post_attention_layernorm,8192,49,0.01336669921875,0.1787109375,0.1796875,0.1806640625,0.1806640625,151.87707255271138
+post_attention_layernorm,8192,50,0.00958251953125,0.1806640625,0.1826171875,0.1837704101562494,0.1845703125,151.14965662608745
+post_attention_layernorm,8192,51,0.01220703125,0.181640625,0.18359375,0.1845703125,0.1845703125,154.55778653395555
+post_attention_layernorm,8192,52,0.0130615234375,0.18359375,0.1845703125,0.185546875,0.185546875,154.97878189734337
+post_attention_layernorm,8192,53,0.0137939453125,0.1865234375,0.1875,0.1884765625,0.1884765625,154.2643082521678
+post_attention_layernorm,8192,54,0.01385498046875,0.1875,0.1884765625,0.189453125,0.189453125,155.48519370791814
+post_attention_layernorm,8192,55,0.01055908203125,0.189453125,0.1904296875,0.19140625,0.19140625,158.29965517970865
+post_attention_layernorm,8192,56,0.013671875,0.19140625,0.1923828125,0.1935360351562494,0.1943359375,161.5150058718699
+post_attention_layernorm,8192,57,0.011962890625,0.193359375,0.1953125,0.1953125,0.1953125,161.33404009302734
+post_attention_layernorm,8192,58,0.0120849609375,0.1953125,0.197265625,0.1984188476562494,0.19921875,162.08037045603444
+post_attention_layernorm,8192,59,0.0213623046875,0.197265625,0.19921875,0.2007252929687482,0.203125,162.04702728687
+post_attention_layernorm,8192,60,0.02001953125,0.2001953125,0.2021484375,0.203125,0.203125,165.77248279582878
+post_attention_layernorm,8192,61,0.017333984375,0.2021484375,0.20489160156250108,0.2075612304687482,0.2099609375,167.592483533934
+post_attention_layernorm,8192,62,0.0152587890625,0.2041015625,0.2060546875,0.2072079101562494,0.2080078125,166.44602655097563
+post_attention_layernorm,8192,63,0.019287109375,0.2080078125,0.20977441406250108,0.2142205078124988,0.2158203125,167.4440641119696
+post_attention_layernorm,8192,64,0.02685546875,0.2119140625,0.2158203125,0.2194566406249976,0.22265625,169.65706685375662
+post_attention_layernorm,8192,65,0.02197265625,0.21484375,0.21875,0.221586425781247,0.2255859375,172.03219214877294
+post_attention_layernorm,8192,66,0.0260009765625,0.216796875,0.220703125,0.2262925781249976,0.2294921875,170.0085565233429
+post_attention_layernorm,8192,67,0.0262451171875,0.21981445312500014,0.22637597656250108,0.2308220703124988,0.232421875,173.01860216184525
+post_attention_layernorm,8192,68,0.0277099609375,0.2265625,0.23516503906250108,0.2389878906249976,0.2421875,182.35497286049554
+post_attention_layernorm,8192,69,0.0279541015625,0.23046875,0.23907128906250108,0.2446706054687482,0.2470703125,181.5281930252903
+post_attention_layernorm,8192,70,0.0311279296875,0.2333984375,0.24102441406250108,0.2466237304687482,0.2490234375,178.62695277052944
+post_attention_layernorm,8192,71,0.0301513671875,0.240234375,0.248046875,0.2562126953124988,0.2578125,184.70141793614715
+post_attention_layernorm,8192,72,0.0419921875,0.2490234375,0.26134570312500216,0.2682847656249976,0.271484375,198.91521450088587
+post_attention_layernorm,8192,73,0.046875,0.2578125,0.265625,0.2734375,0.2734375,191.79371992616464
+post_attention_layernorm,8192,74,0.045654296875,0.267578125,0.2734375,0.2835564453124988,0.28515625,190.99220929718402
+post_attention_layernorm,8192,75,0.0791015625,0.275390625,0.28125,0.2890625,0.2890625,178.63861450679158
+post_attention_layernorm,8192,76,0.04833984375,0.31640625,0.322265625,0.3265251953124988,0.328125,135.42351695674867
+post_attention_layernorm,8192,77,0.054931640625,0.296875,0.30078125,0.302734375,0.302734375,143.6337340841617
+post_attention_layernorm,8192,78,0.07763671875,0.291015625,0.298828125,0.30485429687499277,0.314453125,107.43743972323314
+post_attention_layernorm,8192,79,0.0306396484375,0.251953125,0.2922226562500043,0.32509218749999036,0.337890625,21.908354295399647
+self_attn.k_proj,8388608,0,4.765752237290144e-10,0.1181640625,0.96875,6.84375,84.5,39646.12486423227
+self_attn.k_proj,8388608,1,2.7284841053187847e-10,0.06396484375,0.1826171875,0.93359375,5.375,4068.5377394146476
+self_attn.k_proj,8388608,2,4.347384674474597e-10,0.05908203125,0.11328125,0.23046875,4.125,1166.5793320311434
+self_attn.k_proj,8388608,3,1.0331859812140465e-09,0.0693359375,0.12255859375,0.4921875,11.1875,21040.146465794718
+self_attn.k_proj,8388608,4,5.602487362921238e-10,0.0673828125,0.11865234375,0.17578125,0.59375,9.548554152831752
+self_attn.k_proj,8388608,5,3.841705620288849e-09,0.0634765625,0.1005859375,0.189453125,3.84375,694.1071698575157
+self_attn.k_proj,8388608,6,5.471520125865936e-09,0.07177734375,0.10986328125,0.15625,0.58984375,6.321799228868456
+self_attn.k_proj,8388608,7,2.9831426218152046e-09,0.06884765625,0.1064453125,0.15234375,0.59375,6.418045559593748
+self_attn.k_proj,8388608,8,1.4988472685217857e-09,0.0751953125,0.1123046875,0.154296875,0.53125,5.616744233511679
+self_attn.k_proj,8388608,9,6.577465683221817e-09,0.068359375,0.1044921875,0.1650390625,1.359375,18.549823086428695
+self_attn.k_proj,8388608,10,3.6816345527768135e-09,0.0791015625,0.11767578125,0.1572265625,0.328125,5.931634442806812
+self_attn.k_proj,8388608,11,1.3751559890806675e-09,0.07763671875,0.11474609375,0.16796875,2.828125,98.12090925309802
+self_attn.k_proj,8388608,12,1.0710209608078003e-08,0.0771484375,0.12060546875,0.169921875,0.37109375,6.77314306575891
+self_attn.k_proj,8388608,13,3.4051481634378433e-09,0.0859375,0.1298828125,0.1708984375,0.26953125,5.727827551569305
+self_attn.k_proj,8388608,14,1.0322764865122736e-10,0.08056640625,0.11865234375,0.15625,0.2890625,5.588388600916944
+self_attn.k_proj,8388608,15,1.2187229003757238e-10,0.0791015625,0.1162109375,0.1591796875,0.30859375,5.303491003670523
+self_attn.k_proj,8388608,16,5.471520125865936e-09,0.07421875,0.1044921875,0.1396484375,0.431640625,4.40224854099913
+self_attn.k_proj,8388608,17,5.638867150992155e-10,0.08056640625,0.115234375,0.16015625,0.349609375,4.588218441819795
+self_attn.k_proj,8388608,18,1.877197064459324e-09,0.0771484375,0.109375,0.150390625,0.3203125,4.277027629521406
+self_attn.k_proj,8388608,19,2.751221472863108e-11,0.07763671875,0.10888671875,0.150390625,0.35546875,4.320402944779091
+self_attn.k_proj,8388608,20,1.0186340659856796e-10,0.0849609375,0.11767578125,0.154296875,0.388671875,4.310378339769803
+self_attn.k_proj,8388608,21,1.4988472685217857e-09,0.0849609375,0.1171875,0.1552734375,0.3359375,4.287521387770549
+self_attn.k_proj,8388608,22,4.802132025361061e-09,0.08447265625,0.11669921875,0.154296875,0.3515625,4.240360143102091
+self_attn.k_proj,8388608,23,7.785274647176266e-10,0.0869140625,0.12109375,0.1650390625,0.3984375,4.363882711450329
+self_attn.k_proj,8388608,24,1.2660166248679161e-09,0.08935546875,0.1337890625,0.1953125,0.451171875,5.513538329043034
+self_attn.k_proj,8388608,25,4.984030965715647e-10,0.08935546875,0.1240234375,0.1640625,0.322265625,4.400090977083568
+self_attn.k_proj,8388608,26,5.296897143125534e-09,0.08935546875,0.1279296875,0.1728515625,0.384765625,4.743003687975382
+self_attn.k_proj,8388608,27,7.246853783726692e-09,0.0947265625,0.134765625,0.177734375,0.3828125,4.759157034993919
+self_attn.k_proj,8388608,28,1.4479155652225018e-09,0.09033203125,0.1279296875,0.16796875,0.318359375,4.558994200475479
+self_attn.k_proj,8388608,29,3.346940502524376e-09,0.091796875,0.1279296875,0.16796875,0.396484375,4.591604957223898
+self_attn.k_proj,8388608,30,8.185452315956354e-11,0.09130859375,0.12890625,0.17578125,0.57421875,4.559349739274729
+self_attn.k_proj,8388608,31,1.1175870895385742e-08,0.091796875,0.1337890625,0.17578125,0.296875,4.6906579514257825
+self_attn.k_proj,8388608,32,1.4115357771515846e-09,0.083984375,0.115234375,0.15234375,0.404296875,4.190517994527587
+self_attn.k_proj,8388608,33,4.94765117764473e-10,0.08935546875,0.1259765625,0.1650390625,0.427734375,4.400687114175063
+self_attn.k_proj,8388608,34,4.4929038267582655e-10,0.0869140625,0.1201171875,0.158203125,0.83203125,4.202459078141866
+self_attn.k_proj,8388608,35,9.720679372549057e-09,0.09423828125,0.1328125,0.1748046875,0.365234375,4.733119114219634
+self_attn.k_proj,8388608,36,1.0550138540565968e-09,0.09375,0.134765625,0.1826171875,0.77734375,4.973801120816212
+self_attn.k_proj,8388608,37,4.423782229423523e-09,0.0927734375,0.12890625,0.173828125,0.64453125,4.270985650042999
+self_attn.k_proj,8388608,38,1.4624674804508686e-09,0.09033203125,0.1279296875,0.1728515625,0.98046875,4.737448190109222
+self_attn.k_proj,8388608,39,1.4406396076083183e-09,0.09423828125,0.1376953125,0.1875,0.498046875,5.086956934208727
+self_attn.k_proj,8388608,40,5.093170329928398e-10,0.08203125,0.11572265625,0.1572265625,0.330078125,4.503093215829101
+self_attn.k_proj,8388608,41,1.3460521586239338e-09,0.0927734375,0.1318359375,0.177734375,0.390625,4.639537178990493
+self_attn.k_proj,8388608,42,1.331500243395567e-09,0.0888671875,0.1328125,0.1962890625,0.48828125,6.017241158743002
+self_attn.k_proj,8388608,43,5.493347998708487e-10,0.08544921875,0.12353515625,0.1875,0.5703125,5.398615021606229
+self_attn.k_proj,8388608,44,8.440110832452774e-09,0.08447265625,0.11962890625,0.16015625,0.34765625,4.351425843449618
+self_attn.k_proj,8388608,45,1.949956640601158e-09,0.0869140625,0.12353515625,0.17578125,0.46484375,5.096520225548973
+self_attn.k_proj,8388608,46,1.862645149230957e-09,0.061279296875,0.12353515625,0.302734375,0.734375,31.49440030578887
+self_attn.k_proj,8388608,47,8.032657206058502e-09,0.0849609375,0.12890625,0.2080078125,0.5234375,6.540214353151834
+self_attn.k_proj,8388608,48,1.2951204553246498e-09,0.0859375,0.1259765625,0.197265625,0.53515625,5.7931525957958
+self_attn.k_proj,8388608,49,9.458744898438454e-10,0.0859375,0.1318359375,0.2021484375,0.458984375,6.381165168314386
+self_attn.k_proj,8388608,50,6.257323548197746e-10,0.0810546875,0.138671875,0.2373046875,0.640625,10.212523150832968
+self_attn.k_proj,8388608,51,1.5425030142068863e-09,0.08349609375,0.1259765625,0.2080078125,0.7734375,6.291737723546597
+self_attn.k_proj,8388608,52,6.2282197177410126e-09,0.08544921875,0.12451171875,0.17578125,0.40234375,4.9210951097593405
+self_attn.k_proj,8388608,53,2.8230715543031693e-09,0.08740234375,0.134765625,0.2109375,0.5546875,6.635586451407277
+self_attn.k_proj,8388608,54,3.4378899727016687e-10,0.07861328125,0.1298828125,0.2392578125,0.7421875,11.091042316316726
+self_attn.k_proj,8388608,55,7.203198038041592e-10,0.076171875,0.11474609375,0.21875,0.58984375,7.40726506048721
+self_attn.k_proj,8388608,56,1.1641532182693481e-09,0.080078125,0.11474609375,0.1689453125,0.396484375,4.71235485795147
+self_attn.k_proj,8388608,57,2.9685907065868378e-09,0.0830078125,0.1220703125,0.19642509765526484,0.470703125,5.5699497106662585
+self_attn.k_proj,8388608,58,3.7834979593753815e-09,0.072265625,0.12060546875,0.2314453125,0.58203125,9.455784546056366
+self_attn.k_proj,8388608,59,3.219611244276166e-10,0.0771484375,0.12255859375,0.240234375,0.66796875,9.401244027971893
+self_attn.k_proj,8388608,60,1.949956640601158e-09,0.07958984375,0.11474609375,0.169921875,0.400390625,4.6580458037129295
+self_attn.k_proj,8388608,61,1.2587406672537327e-09,0.0791015625,0.1259765625,0.232421875,0.62890625,8.907720991299062
+self_attn.k_proj,8388608,62,1.0186340659856796e-09,0.061767578125,0.1298828125,0.326171875,0.98828125,40.33582291351143
+self_attn.k_proj,8388608,63,1.5370460459962487e-10,0.078125,0.1259765625,0.2470703125,0.81640625,12.01756647754177
+self_attn.k_proj,8388608,64,3.434251993894577e-09,0.08251953125,0.12060546875,0.1845703125,0.435546875,5.297340193829493
+self_attn.k_proj,8388608,65,1.6370904631912708e-09,0.06884765625,0.119140625,0.267578125,1.9765625,34.57480150984642
+self_attn.k_proj,8388608,66,5.638867150992155e-10,0.07763671875,0.1220703125,0.22265625,0.71875,8.139403936870462
+self_attn.k_proj,8388608,67,1.709850039333105e-09,0.08056640625,0.1162109375,0.1875,0.486328125,5.08585050191573
+self_attn.k_proj,8388608,68,1.0477378964424133e-08,0.07763671875,0.11181640625,0.1796875,0.5234375,4.799619369814445
+self_attn.k_proj,8388608,69,2.5174813345074654e-09,0.07958984375,0.1181640625,0.1865234375,0.427734375,5.131691117968469
+self_attn.k_proj,8388608,70,4.045432433485985e-09,0.0751953125,0.10693359375,0.166015625,0.56640625,4.514398680237248
+self_attn.k_proj,8388608,71,5.558831617236137e-09,0.07666015625,0.10693359375,0.1533203125,0.349609375,4.023973431437011
+self_attn.k_proj,8388608,72,4.190951585769653e-09,0.07568359375,0.10546875,0.1455078125,0.431640625,4.0646408785562045
+self_attn.k_proj,8388608,73,5.711626727133989e-10,0.07666015625,0.10595703125,0.1435546875,0.380859375,4.183042627948163
+self_attn.k_proj,8388608,74,1.0652001947164536e-08,0.07421875,0.10693359375,0.15234375,0.435546875,4.133060162572276
+self_attn.k_proj,8388608,75,1.877197064459324e-09,0.07080078125,0.099609375,0.1484375,0.384765625,4.12034204854751
+self_attn.k_proj,8388608,76,3.4378899727016687e-10,0.06982421875,0.0986328125,0.1328125,0.404296875,4.022857106083322
+self_attn.k_proj,8388608,77,6.9267116487026215e-09,0.0712890625,0.099609375,0.14369072265526484,0.439453125,4.035307115689597
+self_attn.k_proj,8388608,78,1.418811734765768e-09,0.07275390625,0.10009765625,0.1435546875,0.8203125,4.022738840866351
+self_attn.k_proj,8388608,79,1.2460077414289117e-10,0.072265625,0.1044921875,0.1728515625,0.70703125,5.063836506881257
+self_attn.o_proj,67108864,0,1.2846612662542611e-11,0.020263671875,0.031982421875,0.052734375,0.447265625,10.837524828006188
+self_attn.o_proj,67108864,1,6.002665031701326e-10,0.026611328125,0.036865234375,0.058349609375,0.53125,5.236964777566277
+self_attn.o_proj,67108864,2,9.1313268058002e-10,0.0286865234375,0.039794921875,0.062255859375,0.2890625,3.659352068139551
+self_attn.o_proj,67108864,3,2.580691216280684e-11,0.02783203125,0.0380859375,0.0576171875,0.2734375,3.6395616733522904
+self_attn.o_proj,67108864,4,4.984030965715647e-10,0.02880859375,0.04345703125,0.07666015625,0.71875,6.273245320000593
+self_attn.o_proj,67108864,5,1.191438059322536e-10,0.028564453125,0.0380859375,0.050537109375,0.259765625,3.2950351794613675
+self_attn.o_proj,67108864,6,9.595169103704393e-11,0.028076171875,0.036865234375,0.046875,0.2265625,3.186909078283709
+self_attn.o_proj,67108864,7,2.955857780762017e-11,0.028076171875,0.037109375,0.048095703125,0.1865234375,3.226283796521862
+self_attn.o_proj,67108864,8,1.7553247744217515e-10,0.02880859375,0.038330078125,0.05126953125,0.353515625,3.3089644774577396
+self_attn.o_proj,67108864,9,1.8917489796876907e-10,0.0289306640625,0.038818359375,0.05419921875,0.2099609375,3.342557236971617
+self_attn.o_proj,67108864,10,3.2514435588382185e-11,0.0279541015625,0.036865234375,0.04638671875,0.251953125,3.197919883070184
+self_attn.o_proj,67108864,11,2.5283952709287405e-10,0.028564453125,0.036865234375,0.044677734375,0.234375,3.1088170775181947
+self_attn.o_proj,67108864,12,3.6925484891980886e-10,0.0286865234375,0.037841796875,0.049560546875,0.203125,3.194289905831224
+self_attn.o_proj,67108864,13,8.139977580867708e-11,0.028564453125,0.03759765625,0.04931640625,0.1982421875,3.2068579854984693
+self_attn.o_proj,67108864,14,1.9826984498649836e-10,0.02783203125,0.036376953125,0.044921875,0.1962890625,3.1366069083359447
+self_attn.o_proj,67108864,15,5.184119800105691e-11,0.0281982421875,0.03662109375,0.04443359375,0.205078125,3.0938945061697978
+self_attn.o_proj,67108864,16,3.019522409886122e-10,0.0284423828125,0.037109375,0.046630859375,0.2021484375,3.1474698055685746
+self_attn.o_proj,67108864,17,3.660716174636036e-11,0.0279541015625,0.036376953125,0.045654296875,0.23046875,3.1626931541221217
+self_attn.o_proj,67108864,18,2.0463630789890885e-10,0.02783203125,0.0361328125,0.043701171875,0.2392578125,3.125731608779786
+self_attn.o_proj,67108864,19,1.0686562745831907e-11,0.0296630859375,0.03857421875,0.046875,0.375,3.143411751352025
+self_attn.o_proj,67108864,20,6.275513442233205e-11,0.0291748046875,0.037841796875,0.046142578125,0.43359375,3.1821738400891446
+self_attn.o_proj,67108864,21,2.000888343900442e-10,0.0284423828125,0.036865234375,0.045166015625,0.37109375,3.252800272517037
+self_attn.o_proj,67108864,22,3.255991032347083e-10,0.030029296875,0.038818359375,0.046875,0.3984375,3.407537112907576
+self_attn.o_proj,67108864,23,6.957634468562901e-11,0.029541015625,0.038330078125,0.046875,0.455078125,3.477447502933567
+self_attn.o_proj,67108864,24,8.658389560878277e-10,0.0296630859375,0.039306640625,0.0595703125,0.49609375,4.392831990482818
+self_attn.o_proj,67108864,25,2.8421709430404007e-11,0.0296630859375,0.038330078125,0.046630859375,0.7890625,4.369417392591403
+self_attn.o_proj,67108864,26,1.7280399333685637e-11,0.0294189453125,0.0380859375,0.046630859375,0.55078125,3.8007456573681297
+self_attn.o_proj,67108864,27,5.3660187404602766e-11,0.028564453125,0.03759765625,0.048095703125,0.41796875,3.9338062405294827
+self_attn.o_proj,67108864,28,3.41970007866621e-10,0.02880859375,0.037841796875,0.04736328125,0.87890625,7.180671468274124
+self_attn.o_proj,67108864,29,2.837623469531536e-10,0.02880859375,0.03759765625,0.047119140625,1.0078125,6.2592912678215535
+self_attn.o_proj,67108864,30,6.139089236967266e-11,0.02880859375,0.037841796875,0.047119140625,0.58203125,3.968305184139603
+self_attn.o_proj,67108864,31,1.8985701899509877e-11,0.0279541015625,0.036865234375,0.04638671875,0.4921875,4.338965943591874
+self_attn.o_proj,67108864,32,2.0372681319713593e-10,0.02880859375,0.03759765625,0.046875,0.65234375,4.909372446237792
+self_attn.o_proj,67108864,33,2.0099832909181714e-10,0.0281982421875,0.037353515625,0.04833984375,0.494140625,4.950690141238252
+self_attn.o_proj,67108864,34,4.4565240386873484e-11,0.0283203125,0.037109375,0.048095703125,0.85546875,8.471163153214853
+self_attn.o_proj,67108864,35,1.0095391189679503e-10,0.0289306640625,0.039306640625,0.052001953125,0.9765625,13.384040186851125
+self_attn.o_proj,67108864,36,3.310560714453459e-10,0.0286865234375,0.037841796875,0.050048828125,0.546875,3.8020734087711454
+self_attn.o_proj,67108864,37,1.4551915228366852e-10,0.0289306640625,0.0380859375,0.0478515625,1.1015625,8.501927943818712
+self_attn.o_proj,67108864,38,1.5802470443304628e-11,0.02880859375,0.037841796875,0.0478515625,0.6015625,3.7324186568686395
+self_attn.o_proj,67108864,39,4.729372449219227e-10,0.0289306640625,0.037841796875,0.046142578125,0.96875,14.324669799139414
+self_attn.o_proj,67108864,40,3.1468516681343317e-10,0.0294189453125,0.03857421875,0.0498046875,0.57421875,3.8931780427002822
+self_attn.o_proj,67108864,41,2.0736479200422764e-10,0.02880859375,0.037109375,0.04443359375,0.384765625,3.2733611667722022
+self_attn.o_proj,67108864,42,1.9281287677586079e-10,0.0291748046875,0.03759765625,0.044921875,0.55859375,3.2821447690514023
+self_attn.o_proj,67108864,43,7.457856554538012e-11,0.0289306640625,0.037353515625,0.045654296875,0.62890625,3.6258097383525447
+self_attn.o_proj,67108864,44,2.764863893389702e-10,0.0281982421875,0.036865234375,0.046142578125,0.328125,3.290672239796179
+self_attn.o_proj,67108864,45,2.2168933355715126e-11,0.02880859375,0.037109375,0.046142578125,0.380859375,3.286454818282029
+self_attn.o_proj,67108864,46,5.602487362921238e-10,0.02978515625,0.0380859375,0.045166015625,0.310546875,3.0422681875880886
+self_attn.o_proj,67108864,47,2.2464519133791327e-10,0.029052734375,0.03759765625,0.04541015625,0.435546875,3.1382412112094302
+self_attn.o_proj,67108864,48,3.296918293926865e-11,0.0291748046875,0.037841796875,0.046630859375,0.455078125,3.3040220858545313
+self_attn.o_proj,67108864,49,1.2096279533579946e-10,0.0286865234375,0.036865234375,0.044677734375,0.53125,3.2609543500704152
+self_attn.o_proj,67108864,50,7.867129170335829e-11,0.029296875,0.03759765625,0.044921875,0.33203125,3.0647149108573135
+self_attn.o_proj,67108864,51,1.837179297581315e-10,0.029052734375,0.03759765625,0.04638671875,0.357421875,3.1549127772403147
+self_attn.o_proj,67108864,52,6.548361852765083e-11,0.0279541015625,0.036376953125,0.04638671875,0.333984375,3.5489120619215
+self_attn.o_proj,67108864,53,1.716671249596402e-11,0.02880859375,0.037109375,0.04443359375,0.341796875,3.0968604563103006
+self_attn.o_proj,67108864,54,1.7462298274040222e-10,0.0286865234375,0.037109375,0.047119140625,0.5625,3.408498872958423
+self_attn.o_proj,67108864,55,1.864464138634503e-10,0.028564453125,0.0380859375,0.0634765625,1.59375,90.50309198292088
+self_attn.o_proj,67108864,56,1.255102688446641e-10,0.0286865234375,0.036865234375,0.0439453125,0.2080078125,3.0502984151590886
+self_attn.o_proj,67108864,57,2.1032064978498966e-11,0.0291748046875,0.03759765625,0.044921875,0.3828125,3.1711409273961717
+self_attn.o_proj,67108864,58,6.330083124339581e-10,0.029296875,0.037841796875,0.04541015625,0.55078125,3.2140882616095787
+self_attn.o_proj,67108864,59,2.4101609596982598e-11,0.0289306640625,0.037109375,0.04443359375,0.2578125,3.0844639829320624
+self_attn.o_proj,67108864,60,4.75210981676355e-11,0.029052734375,0.03759765625,0.04541015625,0.423828125,3.186876059782521
+self_attn.o_proj,67108864,61,1.0913936421275139e-10,0.029296875,0.037841796875,0.04541015625,0.2158203125,3.0658059807533258
+self_attn.o_proj,67108864,62,2.191882231272757e-10,0.029296875,0.03759765625,0.04541015625,0.578125,3.6406196987645947
+self_attn.o_proj,67108864,63,5.311449058353901e-10,0.0286865234375,0.037109375,0.0458984375,0.314453125,3.254844193905368
+self_attn.o_proj,67108864,64,7.776179700158536e-11,0.029541015625,0.038330078125,0.046142578125,0.345703125,3.303616601344174
+self_attn.o_proj,67108864,65,1.750777300912887e-11,0.02880859375,0.037353515625,0.044921875,1.5078125,55.788911776408774
+self_attn.o_proj,67108864,66,3.228706191293895e-11,0.0291748046875,0.0380859375,0.05419921875,0.65234375,4.87020276612268
+self_attn.o_proj,67108864,67,8.094502845779061e-11,0.0296630859375,0.038330078125,0.04638671875,0.375,3.258195015368982
+self_attn.o_proj,67108864,68,4.874891601502895e-10,0.0302734375,0.03955078125,0.048095703125,0.5,3.2165433919776825
+self_attn.o_proj,67108864,69,2.9831426218152046e-10,0.0303955078125,0.03955078125,0.04931640625,0.486328125,3.2990301636429376
+self_attn.o_proj,67108864,70,4.6202330850064754e-10,0.029541015625,0.0390625,0.05078125,0.765625,6.146184007523486
+self_attn.o_proj,67108864,71,3.2514435588382185e-11,0.0303955078125,0.03955078125,0.048583984375,0.55078125,3.5054969970553578
+self_attn.o_proj,67108864,72,3.410605131648481e-11,0.0302734375,0.039794921875,0.049560546875,1.0078125,19.708319403009522
+self_attn.o_proj,67108864,73,8.258211892098188e-10,0.03076171875,0.040283203125,0.0517578125,0.69921875,8.158779870855678
+self_attn.o_proj,67108864,74,4.019966581836343e-10,0.0306396484375,0.041748046875,0.056884765625,0.79296875,8.66342764383824
+self_attn.o_proj,67108864,75,5.420588422566652e-10,0.0322265625,0.04296875,0.056396484375,0.4296875,3.8107046355645395
+self_attn.o_proj,67108864,76,2.710294211283326e-10,0.03173828125,0.042724609375,0.057373046875,0.59375,5.712923656026421
+self_attn.o_proj,67108864,77,4.956746124662459e-11,0.03271484375,0.04296875,0.05419921875,0.40625,3.57187471428582
+self_attn.o_proj,67108864,78,8.86757334228605e-12,0.03173828125,0.041748046875,0.0537109375,0.3828125,3.4134130172123576
+self_attn.o_proj,67108864,79,4.602043190971017e-10,0.031494140625,0.04638671875,0.07568359375,0.55078125,6.128242164506094
+self_attn.q_proj,67108864,0,5.775291356258094e-11,0.060546875,0.46875,3.5625,72.5,50083.16138095082
+self_attn.q_proj,67108864,1,5.9685589803848416e-12,0.037353515625,0.09716796875,0.50390625,6.53125,7682.686712188278
+self_attn.q_proj,67108864,2,2.673914423212409e-10,0.037109375,0.07470703125,0.2001953125,3.21875,1434.0545690239107
+self_attn.q_proj,67108864,3,2.2396307031158358e-11,0.041748046875,0.07275390625,0.33203125,9.0625,17794.156434784985
+self_attn.q_proj,67108864,4,6.330083124339581e-10,0.03955078125,0.06494140625,0.09521484375,0.376953125,7.022209157954158
+self_attn.q_proj,67108864,5,5.752553988713771e-11,0.040771484375,0.0615234375,0.095703125,1.5,23.883154423436018
+self_attn.q_proj,67108864,6,1.1823431123048067e-10,0.042724609375,0.0625,0.0869140625,0.2255859375,4.734148090725354
+self_attn.q_proj,67108864,7,2.455635694786906e-10,0.04150390625,0.06298828125,0.09130859375,0.2158203125,5.294337394021124
+self_attn.q_proj,67108864,8,8.697043085703626e-12,0.0419921875,0.059814453125,0.078125,0.298828125,4.232316125754419
+self_attn.q_proj,67108864,9,4.5929482439532876e-11,0.0419921875,0.061767578125,0.08544921875,0.5078125,4.63188427853377
+self_attn.q_proj,67108864,10,7.639755494892597e-10,0.044677734375,0.06494140625,0.087890625,0.2109375,4.653951059335886
+self_attn.q_proj,67108864,11,5.3660187404602766e-11,0.04345703125,0.0615234375,0.08251953125,0.7265625,4.330151547249285
+self_attn.q_proj,67108864,12,8.594724931754172e-11,0.04248046875,0.06298828125,0.0859375,0.2421875,4.646924785124906
+self_attn.q_proj,67108864,13,8.412825991399586e-11,0.044677734375,0.062255859375,0.07958984375,0.205078125,3.9217833263367528
+self_attn.q_proj,67108864,14,5.7980287238024175e-11,0.04638671875,0.0673828125,0.08837890625,0.2080078125,4.480809371448292
+self_attn.q_proj,67108864,15,3.001332515850663e-10,0.04541015625,0.064453125,0.08349609375,0.1826171875,4.198525248714015
+self_attn.q_proj,67108864,16,2.0554580260068178e-10,0.04541015625,0.06591796875,0.08935546875,0.2041015625,4.117569027976463
+self_attn.q_proj,67108864,17,1.5825207810848951e-10,0.046630859375,0.06591796875,0.08544921875,0.19921875,3.922875994305225
+self_attn.q_proj,67108864,18,2.4920154828578234e-10,0.048095703125,0.07080078125,0.09716796875,0.2734375,4.2775652908780115
+self_attn.q_proj,67108864,19,1.1132215149700642e-09,0.047607421875,0.06982421875,0.09375,0.205078125,4.328052984665264
+self_attn.q_proj,67108864,20,7.048583938740194e-11,0.04296875,0.0576171875,0.07275390625,0.185546875,3.6041555063511583
+self_attn.q_proj,67108864,21,7.048583938740194e-11,0.04541015625,0.06298828125,0.08251953125,0.20703125,3.8382714894729513
+self_attn.q_proj,67108864,22,8.958522812463343e-11,0.044677734375,0.06298828125,0.08447265625,0.1904296875,3.9835508416742784
+self_attn.q_proj,67108864,23,5.275069270282984e-11,0.044677734375,0.06103515625,0.078125,0.1865234375,3.7832934326352636
+self_attn.q_proj,67108864,24,9.805489753489383e-13,0.043212890625,0.060302734375,0.07958984375,0.228515625,4.2099810896211345
+self_attn.q_proj,67108864,25,4.94765117764473e-10,0.04345703125,0.059814453125,0.078125,0.30859375,3.911247108595978
+self_attn.q_proj,67108864,26,2.2009771782904863e-10,0.04296875,0.05908203125,0.0771484375,0.21484375,3.8304069781054153
+self_attn.q_proj,67108864,27,9.058567229658365e-10,0.045654296875,0.06396484375,0.08349609375,0.197265625,4.000593529659468
+self_attn.q_proj,67108864,28,5.3432813729159534e-11,0.0439453125,0.06103515625,0.0791015625,0.189453125,3.903941806376711
+self_attn.q_proj,67108864,29,8.076312951743603e-10,0.043701171875,0.061279296875,0.07958984375,0.16796875,3.9669127062044978
+self_attn.q_proj,67108864,30,2.510205376893282e-10,0.044921875,0.06298828125,0.08251953125,0.28515625,4.06329405607942
+self_attn.q_proj,67108864,31,1.5734258340671659e-10,0.047119140625,0.06689453125,0.08642578125,0.2099609375,4.179585194598344
+self_attn.q_proj,67108864,32,3.710738383233547e-10,0.04345703125,0.0625,0.083984375,0.2138671875,4.3968309463276345
+self_attn.q_proj,67108864,33,1.8553691916167736e-10,0.045654296875,0.064453125,0.0830078125,0.2060546875,4.016806615754281
+self_attn.q_proj,67108864,34,1.4495071809506044e-11,0.04638671875,0.064453125,0.08251953125,0.279296875,3.954191640859485
+self_attn.q_proj,67108864,35,1.000444171950221e-11,0.04736328125,0.06689453125,0.0859375,0.23046875,4.277474510352577
+self_attn.q_proj,67108864,36,5.7980287238024175e-11,0.04541015625,0.064453125,0.08447265625,0.2041015625,4.301913240764423
+self_attn.q_proj,67108864,37,5.566107574850321e-10,0.04541015625,0.062255859375,0.07958984375,0.234375,3.896854579863547
+self_attn.q_proj,67108864,38,2.432898327242583e-11,0.044921875,0.06689453125,0.09375,0.29296875,4.594471985583689
+self_attn.q_proj,67108864,39,5.4797055781818926e-11,0.044189453125,0.06396484375,0.08447265625,0.59765625,4.481772856118051
+self_attn.q_proj,67108864,40,6.639311322942376e-11,0.04248046875,0.0634765625,0.08740234375,0.244140625,4.61039945616518
+self_attn.q_proj,67108864,41,9.413270163349807e-11,0.04345703125,0.061767578125,0.08154296875,0.2353515625,4.251164117085849
+self_attn.q_proj,67108864,42,2.3646862246096134e-10,0.040283203125,0.058837890625,0.08056640625,0.2451171875,4.73064827581074
+self_attn.q_proj,67108864,43,1.9826984498649836e-10,0.0400390625,0.05615234375,0.07373046875,0.25390625,4.131079439778931
+self_attn.q_proj,67108864,44,2.928572939708829e-10,0.042724609375,0.061767578125,0.0830078125,0.220703125,4.1630257797324
+self_attn.q_proj,67108864,45,1.7848833522293717e-11,0.040771484375,0.05810546875,0.07763671875,0.2412109375,4.438619672905994
+self_attn.q_proj,67108864,46,2.892193151637912e-10,0.030029296875,0.04541015625,0.07568359375,0.322265625,6.005517659052607
+self_attn.q_proj,67108864,47,2.2919266484677792e-10,0.03857421875,0.059326171875,0.08642578125,0.2314453125,4.896771493560623
+self_attn.q_proj,67108864,48,5.311449058353901e-10,0.0390625,0.05712890625,0.0791015625,0.3046875,4.489251908768736
+self_attn.q_proj,67108864,49,1.2823875294998288e-10,0.037841796875,0.055908203125,0.07763671875,0.2314453125,4.525748546778211
+self_attn.q_proj,67108864,50,6.184563972055912e-11,0.035888671875,0.0556640625,0.07763671875,0.396484375,5.050756883995371
+self_attn.q_proj,67108864,51,3.1104718800634146e-10,0.038330078125,0.05517578125,0.0751953125,0.302734375,4.3494279336003725
+self_attn.q_proj,67108864,52,1.4438228390645236e-11,0.04296875,0.0625,0.08447265625,0.27734375,4.4875343548414905
+self_attn.q_proj,67108864,53,8.731149137020111e-11,0.038330078125,0.055908203125,0.07666015625,0.26171875,4.386717610198251
+self_attn.q_proj,67108864,54,6.730260793119669e-11,0.03662109375,0.056640625,0.07958984375,0.265625,5.400001730685865
+self_attn.q_proj,67108864,55,8.822098607197404e-11,0.036865234375,0.05517578125,0.080078125,0.6171875,5.022552261144405
+self_attn.q_proj,67108864,56,1.3915268937125802e-10,0.040771484375,0.058349609375,0.080078125,0.326171875,4.320395574864666
+self_attn.q_proj,67108864,57,1.8826540326699615e-10,0.038818359375,0.05517578125,0.07470703125,0.294921875,4.308070487805094
+self_attn.q_proj,67108864,58,7.60337570682168e-10,0.0361328125,0.053466796875,0.07421875,0.392578125,4.778413499844459
+self_attn.q_proj,67108864,59,1.546140993013978e-10,0.035400390625,0.053955078125,0.07763671875,0.2275390625,4.713367636358771
+self_attn.q_proj,67108864,60,4.615685611497611e-11,0.039794921875,0.05712890625,0.078125,0.314453125,4.208438303133802
+self_attn.q_proj,67108864,61,4.4792614062316716e-11,0.035888671875,0.052734375,0.07470703125,0.34375,4.675361627657796
+self_attn.q_proj,67108864,62,3.205968823749572e-11,0.0299072265625,0.043212890625,0.064453125,0.265625,4.560936684645494
+self_attn.q_proj,67108864,63,3.0740920919924974e-10,0.0341796875,0.05126953125,0.07177734375,0.27734375,4.72639690018881
+self_attn.q_proj,67108864,64,1.1186784831807017e-10,0.03955078125,0.056884765625,0.0771484375,0.28515625,4.204492255464401
+self_attn.q_proj,67108864,65,3.2741809263825417e-10,0.032470703125,0.046142578125,0.06787109375,0.93359375,8.646527091175438
+self_attn.q_proj,67108864,66,1.4006218407303095e-10,0.034912109375,0.05224609375,0.07763671875,0.265625,4.644191712900863
+self_attn.q_proj,67108864,67,5.0249582272954285e-11,0.037841796875,0.05322265625,0.07373046875,0.2421875,3.999227996038077
+self_attn.q_proj,67108864,68,7.912603905424476e-11,0.0390625,0.054443359375,0.0732421875,0.283203125,3.875407639932188
+self_attn.q_proj,67108864,69,3.0377123039215803e-10,0.037841796875,0.0546875,0.0771484375,0.31640625,4.077028787344337
+self_attn.q_proj,67108864,70,7.530616130679846e-10,0.0390625,0.054931640625,0.07470703125,0.205078125,3.911577965252163
+self_attn.q_proj,67108864,71,3.1650415621697903e-10,0.041259765625,0.05810546875,0.0791015625,0.2177734375,3.8300258013362867
+self_attn.q_proj,67108864,72,1.255102688446641e-10,0.041259765625,0.05712890625,0.07568359375,0.20703125,3.723592917510143
+self_attn.q_proj,67108864,73,3.9108272176235914e-10,0.040771484375,0.057373046875,0.0771484375,0.2197265625,3.944587957567539
+self_attn.q_proj,67108864,74,4.5929482439532876e-11,0.041015625,0.059326171875,0.080078125,0.224609375,3.985724357998847
+self_attn.q_proj,67108864,75,2.3283064365386963e-10,0.042236328125,0.060302734375,0.08154296875,0.2578125,3.986357206743502
+self_attn.q_proj,67108864,76,8.913048077374697e-11,0.040771484375,0.058837890625,0.080078125,0.24609375,4.038383533861974
+self_attn.q_proj,67108864,77,3.54702933691442e-10,0.041259765625,0.05908203125,0.080078125,0.2314453125,3.9875770449949397
+self_attn.q_proj,67108864,78,2.0736479200422764e-10,0.040283203125,0.056884765625,0.07861328125,0.30859375,3.839640369367321
+self_attn.q_proj,67108864,79,2.964952727779746e-10,0.0361328125,0.052001953125,0.07421875,0.302734375,4.29919918152767
+self_attn.v_proj,8388608,0,3.6561687011271715e-10,0.232421875,2.40625,18.125,92.5,9717.918882348631
+self_attn.v_proj,8388608,1,4.2382453102618456e-10,0.036376953125,0.26171875,1.8828125,12.3125,9774.377718188533
+self_attn.v_proj,8388608,2,3.019522409886122e-10,0.031005859375,0.042236328125,0.1806640625,4.84375,10182.116761880878
+self_attn.v_proj,8388608,3,1.9063008949160576e-09,0.0289306640625,0.0390625,0.40625,7.96875,25480.10092292674
+self_attn.v_proj,8388608,4,2.837623469531536e-10,0.03271484375,0.04345703125,0.05322265625,0.130859375,3.4169906785278132
+self_attn.v_proj,8388608,5,5.566107574850321e-10,0.032470703125,0.043212890625,0.0888671875,1.7890625,868.2498787297528
+self_attn.v_proj,8388608,6,2.2992026060819626e-09,0.028564453125,0.037353515625,0.045166015625,0.11376953125,3.1968482660883955
+self_attn.v_proj,8388608,7,2.1100277081131935e-09,0.031494140625,0.041748046875,0.05126953125,0.12158203125,3.321863804758895
+self_attn.v_proj,8388608,8,5.209585651755333e-09,0.0294189453125,0.038330078125,0.0458984375,0.11572265625,3.1459668112901373
+self_attn.v_proj,8388608,9,3.9472070056945086e-10,0.031005859375,0.04052734375,0.049560546875,0.2265625,3.406122685260925
+self_attn.v_proj,8388608,10,2.5174813345074654e-09,0.02734375,0.035888671875,0.043701171875,0.24609375,3.2873765854937815
+self_attn.v_proj,8388608,11,1.8189894035458565e-09,0.0281982421875,0.03662109375,0.044921875,0.66796875,10.93285435712034
+self_attn.v_proj,8388608,12,3.987224772572517e-09,0.02880859375,0.03759765625,0.044921875,0.07861328125,3.1322791440648916
+self_attn.v_proj,8388608,13,3.510649548843503e-10,0.0267333984375,0.034912109375,0.0419921875,0.068359375,3.154067416353237
+self_attn.v_proj,8388608,14,3.3032847568392754e-09,0.0264892578125,0.03515625,0.04296875,0.083984375,3.375239324109593
+self_attn.v_proj,8388608,15,1.7680577002465725e-09,0.0277099609375,0.03662109375,0.044189453125,0.07666015625,3.2999674781314567
+self_attn.v_proj,8388608,16,1.2223608791828156e-09,0.02685546875,0.034912109375,0.04150390625,0.06982421875,3.1012277498908474
+self_attn.v_proj,8388608,17,1.2441887520253658e-09,0.024658203125,0.0322265625,0.0390625,0.0986328125,3.18853429351127
+self_attn.v_proj,8388608,18,7.8580342233181e-10,0.025390625,0.033447265625,0.040771484375,0.08203125,3.2637934671283646
+self_attn.v_proj,8388608,19,1.9736035028472543e-10,0.0291748046875,0.038818359375,0.047119140625,0.06787109375,3.338905145374987
+self_attn.v_proj,8388608,20,1.964508555829525e-09,0.0277099609375,0.036865234375,0.044677734375,0.07373046875,3.2962823304418096
+self_attn.v_proj,8388608,21,1.0113581083714962e-09,0.0252685546875,0.0341796875,0.042236328125,0.056884765625,3.41130823684267
+self_attn.v_proj,8388608,22,1.3387762010097504e-09,0.0296630859375,0.038818359375,0.046875,0.08984375,3.2763309190005008
+self_attn.v_proj,8388608,23,4.103640094399452e-09,0.0283203125,0.03759765625,0.045654296875,0.10302734375,3.390681248948706
+self_attn.v_proj,8388608,24,7.639755494892597e-10,0.0303955078125,0.040283203125,0.049072265625,0.080078125,3.3959420713577035
+self_attn.v_proj,8388608,25,3.14321368932724e-09,0.0296630859375,0.038818359375,0.046875,0.1572265625,3.4798392174865618
+self_attn.v_proj,8388608,26,3.5797711461782455e-09,0.028564453125,0.037841796875,0.046142578125,0.109375,3.2734858470335397
+self_attn.v_proj,8388608,27,1.5425030142068863e-09,0.024169921875,0.031982421875,0.038818359375,0.09521484375,3.3812948922139876
+self_attn.v_proj,8388608,28,6.366462912410498e-11,0.0260009765625,0.034912109375,0.04248046875,0.1513671875,3.745201766747084
+self_attn.v_proj,8388608,29,1.4406396076083183e-09,0.0240478515625,0.0322265625,0.03955078125,0.1533203125,3.477744038729996
+self_attn.v_proj,8388608,30,6.293703336268663e-10,0.0257568359375,0.034423828125,0.0419921875,0.162109375,3.4251504374872157
+self_attn.v_proj,8388608,31,3.5288394428789616e-10,0.0218505859375,0.0296630859375,0.03662109375,0.1298828125,3.4719001417620374
+self_attn.v_proj,8388608,32,2.459273673593998e-09,0.02685546875,0.03515625,0.04248046875,0.1416015625,3.1786014162538634
+self_attn.v_proj,8388608,33,1.127773430198431e-09,0.021484375,0.028076171875,0.033935546875,0.08642578125,3.175243147388128
+self_attn.v_proj,8388608,34,3.8562575355172157e-10,0.0242919921875,0.0322265625,0.039306640625,0.1123046875,3.372045459841432
+self_attn.v_proj,8388608,35,5.675246939063072e-10,0.02294921875,0.0306396484375,0.037841796875,0.10400390625,3.315832516493081
+self_attn.v_proj,8388608,36,3.812601789832115e-09,0.025390625,0.033447265625,0.041259765625,0.158203125,3.346442344371083
+self_attn.v_proj,8388608,37,9.240466170012951e-10,0.023681640625,0.03076171875,0.037109375,0.08740234375,3.1933712721577217
+self_attn.v_proj,8388608,38,1.4915713109076023e-10,0.025146484375,0.03271484375,0.0390625,0.07177734375,3.1878083780655766
+self_attn.v_proj,8388608,39,4.423782229423523e-09,0.026123046875,0.0341796875,0.040771484375,0.07373046875,3.21168290976637
+self_attn.v_proj,8388608,40,9.458744898438454e-10,0.0281982421875,0.036865234375,0.04443359375,0.06396484375,3.1193623389482483
+self_attn.v_proj,8388608,41,1.0174971976084635e-11,0.026123046875,0.033935546875,0.04052734375,0.0576171875,3.11351304662043
+self_attn.v_proj,8388608,42,3.6197889130562544e-10,0.028076171875,0.0361328125,0.04296875,0.1181640625,3.0689071677143565
+self_attn.v_proj,8388608,43,3.899913281202316e-09,0.0274658203125,0.035400390625,0.04296875,0.232421875,3.3904286721638943
+self_attn.v_proj,8388608,44,1.3460521586239338e-09,0.0264892578125,0.0341796875,0.04052734375,0.054931640625,3.075701258347812
+self_attn.v_proj,8388608,45,1.622538547962904e-09,0.0281982421875,0.036376953125,0.043212890625,0.080078125,3.0671891172913743
+self_attn.v_proj,8388608,46,4.524736141320318e-11,0.033447265625,0.042724609375,0.05078125,0.1005859375,3.040834409776855
+self_attn.v_proj,8388608,47,5.704350769519806e-09,0.029541015625,0.03955078125,0.049072265625,0.07861328125,3.2726849122532604
+self_attn.v_proj,8388608,48,7.594280759803951e-11,0.030517578125,0.040771484375,0.050048828125,0.08984375,3.282123628684999
+self_attn.v_proj,8388608,49,6.621121428906918e-10,0.028076171875,0.036376953125,0.043212890625,0.09521484375,3.070716753817178
+self_attn.v_proj,8388608,50,4.394678398966789e-09,0.03125,0.041015625,0.049560546875,0.08251953125,3.1351183706270374
+self_attn.v_proj,8388608,51,5.784386303275824e-10,0.03076171875,0.04052734375,0.050048828125,0.09326171875,3.1907057821703826
+self_attn.v_proj,8388608,52,1.7971615307033062e-09,0.0267333984375,0.034912109375,0.0419921875,0.0625,3.1642753286784573
+self_attn.v_proj,8388608,53,1.3751559890806675e-09,0.02880859375,0.037109375,0.044189453125,0.0625,3.0533924445075806
+self_attn.v_proj,8388608,54,2.0081643015146255e-09,0.029541015625,0.0380859375,0.04541015625,0.08154296875,3.078085027195791
+self_attn.v_proj,8388608,55,3.2159732654690742e-09,0.0294189453125,0.0380859375,0.045654296875,0.11376953125,3.086226454321636
+self_attn.v_proj,8388608,56,8.985807653516531e-10,0.0283203125,0.036376953125,0.04345703125,0.068359375,3.0509449766589958
+self_attn.v_proj,8388608,57,3.0850060284137726e-09,0.03125,0.04052734375,0.048828125,0.0712890625,3.098038492220963
+self_attn.v_proj,8388608,58,4.774847184307873e-11,0.033203125,0.044189453125,0.0546875,0.07958984375,3.2262278161633278
+self_attn.v_proj,8388608,59,4.229150363244116e-11,0.03173828125,0.041015625,0.04931640625,0.07666015625,3.094320462151886
+self_attn.v_proj,8388608,60,5.297806637827307e-11,0.03173828125,0.041015625,0.04931640625,0.07080078125,3.109525146514418
+self_attn.v_proj,8388608,61,5.347828846424818e-10,0.034423828125,0.04736328125,0.05960432128881621,0.09228515625,3.3832441617501847
+self_attn.v_proj,8388608,62,2.4374458007514477e-10,0.034423828125,0.0439453125,0.05224609375,0.07275390625,3.0349663934649618
+self_attn.v_proj,8388608,63,1.5279510989785194e-09,0.03125,0.0400390625,0.0478515625,0.06884765625,3.057956214364756
+self_attn.v_proj,8388608,64,2.7939677238464355e-09,0.0341796875,0.04541015625,0.0556640625,0.0771484375,3.2566670819800563
+self_attn.v_proj,8388608,65,3.6816345527768135e-09,0.033447265625,0.043212890625,0.051513671875,0.09375,3.1438635310586958
+self_attn.v_proj,8388608,66,2.5174813345074654e-09,0.03369140625,0.044189453125,0.05322265625,0.10546875,3.1577386647376646
+self_attn.v_proj,8388608,67,3.259629011154175e-09,0.0341796875,0.044189453125,0.053466796875,0.07666015625,3.118794756358706
+self_attn.v_proj,8388608,68,2.051820047199726e-09,0.036376953125,0.047607421875,0.057373046875,0.09228515625,3.1670019742921824
+self_attn.v_proj,8388608,69,3.157765604555607e-09,0.035888671875,0.046875,0.05712890625,0.115234375,3.1480455031650116
+self_attn.v_proj,8388608,70,8.87666828930378e-10,0.033935546875,0.04443359375,0.053466796875,0.10009765625,3.1753487961601383
+self_attn.v_proj,8388608,71,5.529727786779404e-10,0.035400390625,0.046142578125,0.05517578125,0.07470703125,3.1385387556967834
+self_attn.v_proj,8388608,72,1.318767317570746e-10,0.035888671875,0.046875,0.056396484375,0.10400390625,3.1827113877970135
+self_attn.v_proj,8388608,73,2.561137080192566e-09,0.03759765625,0.0498046875,0.060546875,0.087890625,3.3565223454572113
+self_attn.v_proj,8388608,74,5.180481821298599e-09,0.038330078125,0.05322265625,0.06689453125,0.10107421875,3.5860333745901336
+self_attn.v_proj,8388608,75,4.347384674474597e-10,0.0390625,0.05126953125,0.061767578125,0.08740234375,3.205851528949617
+self_attn.v_proj,8388608,76,6.475602276623249e-10,0.0390625,0.0517578125,0.0625,0.130859375,3.3051598725723825
+self_attn.v_proj,8388608,77,4.016328603029251e-09,0.04248046875,0.057373046875,0.07080078125,0.12890625,3.4518868703668013
+self_attn.v_proj,8388608,78,1.2587406672537327e-09,0.0390625,0.052734375,0.06591796875,0.0966796875,3.391800086318421
+self_attn.v_proj,8388608,79,2.5756889954209328e-09,0.042236328125,0.05712890625,0.0703125,0.1328125,3.6637021715926004

lm-quant-toolkit/data-vis/data/wdist/wdist-Meta-Llama-3-70B.csv

@@ -0,0 +1,721 @@
+module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis
+input_layernorm,8192,0,3.0547380447387695e-07,0.038107910156250036,0.14006542968750324,0.51171875,0.51171875,684.6634193640824
+input_layernorm,8192,1,1.862645149230957e-07,0.1806640625,0.240234375,0.2815638671874723,0.318359375,17.7630325886239
+input_layernorm,8192,2,2.652406692504883e-06,0.09827636718750021,0.21646777343750756,0.2581658203124988,0.259765625,36.26728257930661
+input_layernorm,8192,3,8.165836334228516e-06,0.154296875,0.1875,0.2124978515624747,0.24609375,9.258284745420065
+input_layernorm,8192,4,1.0132789611816406e-05,0.1904296875,0.21954003906250108,0.23365849609374578,0.2392578125,9.184613523327679
+input_layernorm,8192,5,6.139278411865234e-06,0.2041015625,0.23223535156250108,0.24786035156249397,0.255859375,9.486358843966515
+input_layernorm,8192,6,6.407499313354492e-06,0.2119140625,0.22832910156250108,0.24031777343749638,0.2451171875,5.318362083542443
+input_layernorm,8192,7,8.456408977508545e-07,0.26953125,0.30078125,0.3100070312499952,0.31640625,11.647471454879328
+input_layernorm,8192,8,3.5762786865234375e-06,0.166015625,0.2060546875,0.2210564453124988,0.22265625,5.142165546405373
+input_layernorm,8192,9,8.225440979003906e-06,0.1787109375,0.21465722656250108,0.24120107421874337,0.25,10.279163554031381
+input_layernorm,8192,10,1.2934207916259766e-05,0.2421875,0.26525195312500216,0.279110351562494,0.287109375,6.044228958318371
+input_layernorm,8192,11,3.6209821701049805e-06,0.19735351562500014,0.24260449218750324,0.26969804687499277,0.279296875,9.588383372129087
+input_layernorm,8192,12,1.8835067749023438e-05,0.20711914062500014,0.24553417968750324,0.2542595703124988,0.255859375,8.722368755267254
+input_layernorm,8192,13,2.300739288330078e-05,0.19140625,0.24865039062500216,0.2627787109374964,0.267578125,10.321016615921698
+input_layernorm,8192,14,2.2292137145996094e-05,0.2421875,0.29650195312500216,0.3077005859374964,0.3125,8.088441761809074
+input_layernorm,8192,15,0.016845703125,0.21297851562500014,0.29845507812500216,0.3206658203124988,0.322265625,17.914903449785793
+input_layernorm,8192,16,0.00011348724365234375,0.20028320312500014,0.2922226562500043,0.33415117187499277,0.34375,29.289003407673363
+input_layernorm,8192,17,0.043701171875,0.2265625,0.34728320312500216,0.41422929687499277,0.423828125,43.47595192892125
+input_layernorm,8192,18,0.040771484375,0.24822265625000028,0.38048632812500216,0.4428195312499952,0.44921875,42.32966005905351
+input_layernorm,8192,19,0.03466796875,0.21004882812500014,0.345703125,0.4053568359374964,0.41015625,67.27441567526205
+input_layernorm,8192,20,4.38690185546875e-05,0.2060546875,0.3390976562500043,0.38971210937498313,0.412109375,70.52849757931072
+input_layernorm,8192,21,1.537799835205078e-05,0.2501757812500003,0.396484375,0.43091425781248915,0.4453125,55.47157278401444
+input_layernorm,8192,22,8.404254913330078e-06,0.24618164062500014,0.375,0.4073099609374964,0.412109375,59.51760648366213
+input_layernorm,8192,23,1.2814998626708984e-05,0.2579882812500003,0.3976914062500043,0.43020761718749156,0.44140625,55.599722059101694
+input_layernorm,8192,24,4.172325134277344e-06,0.20436523437500043,0.34346484375001296,0.3636345703124988,0.365234375,61.448204110640646
+input_layernorm,8192,25,4.112720489501953e-06,0.24626953125000028,0.37853320312500216,0.42060878906248433,0.44140625,55.479779491646454
+input_layernorm,8192,26,2.5480985641479492e-06,0.23828125,0.35509570312500216,0.41564257812498795,0.431640625,63.09700991022067
+input_layernorm,8192,27,1.4185905456542969e-05,0.25,0.42736132812500216,0.46110429687499277,0.470703125,72.04963011417527
+input_layernorm,8192,28,2.658367156982422e-05,0.2521289062500003,0.4348007812500043,0.4584445312499952,0.46484375,73.9064821646648
+input_layernorm,8192,29,5.140900611877441e-07,0.2578125,0.4308945312500043,0.4671501953124988,0.46875,80.15447985394623
+input_layernorm,8192,30,1.150369644165039e-05,0.251953125,0.423828125,0.45701152343748674,0.474609375,76.85791651607646
+input_layernorm,8192,31,0.045166015625,0.29296875,0.5148789062500043,0.5550210937499855,0.57421875,93.15964525629963
+input_layernorm,8192,32,1.996755599975586e-06,0.22966796875000028,0.40978320312500216,0.454891601562494,0.462890625,91.67487882004208
+input_layernorm,8192,33,4.2438507080078125e-05,0.279296875,0.48009570312500216,0.5411824218749928,0.55078125,98.60735243227444
+input_layernorm,8192,34,0.000492095947265625,0.2677539062500003,0.4719101562500043,0.507439453124988,0.5234375,91.64089864116394
+input_layernorm,8192,35,0.029052734375,0.2814257812500003,0.4250351562500043,0.4877414062499952,0.494140625,62.134177360426335
+input_layernorm,8192,36,2.3484230041503906e-05,0.25390625,0.4015976562500043,0.450985351562494,0.458984375,68.69211276481603
+input_layernorm,8192,37,2.47955322265625e-05,0.271484375,0.4211289062500043,0.4893412109374964,0.494140625,75.62533597148104
+input_layernorm,8192,38,4.470348358154297e-06,0.2599414062500003,0.4383339843750065,0.4857882812499952,0.4921875,86.71408158052897
+input_layernorm,8192,39,9.179115295410156e-06,0.2658007812500003,0.4289414062500043,0.4985472656249783,0.52734375,84.46578166890463
+input_layernorm,8192,40,6.146728992462158e-07,0.24520507812500014,0.3976914062500043,0.46875,0.46875,98.14116463373348
+input_layernorm,8192,41,1.0728836059570312e-05,0.2501757812500003,0.435546875,0.5276773437499855,0.546875,105.0003099301987
+input_layernorm,8192,42,9.834766387939453e-06,0.21590820312500014,0.40401171875001296,0.49181445312498795,0.5078125,114.14510883360235
+input_layernorm,8192,43,1.239776611328125e-05,0.2265625,0.44884570312500216,0.5262640624999904,0.5390625,111.8076122690571
+input_layernorm,8192,44,1.4424324035644531e-05,0.2734375,0.46056445312500216,0.5678195312499952,0.57421875,118.43970209748441
+input_layernorm,8192,45,1.7508864402770996e-06,0.21590820312500014,0.45861132812500216,0.5450886718749928,0.5546875,134.38233300915763
+input_layernorm,8192,46,1.537799835205078e-05,0.11625488281250007,0.42038281250000864,0.5162921874999711,0.5546875,249.05934211440606
+input_layernorm,8192,47,1.2218952178955078e-05,0.23046875,0.4422402343750065,0.49110781249999036,0.50390625,94.9399615153158
+input_layernorm,8192,48,1.0654330253601074e-06,0.22265625,0.4406601562500043,0.5124253906249976,0.515625,133.65119417559038
+input_layernorm,8192,49,6.5267086029052734e-06,0.23046875,0.45079882812500216,0.5361964843749831,0.55859375,128.66918938547005
+input_layernorm,8192,50,1.150369644165039e-05,0.1982421875,0.4728320312500216,0.5518214843749831,0.57421875,153.7450193568777
+input_layernorm,8192,51,1.2993812561035156e-05,0.22265625,0.4551660156250108,0.5248507812499952,0.53125,127.16309323025871
+input_layernorm,8192,52,1.71661376953125e-05,0.2890625,0.5219453125000086,0.6107882812499952,0.6171875,100.69504781560673
+input_layernorm,8192,53,1.609325408935547e-05,0.25,0.5070664062500043,0.5784585937499855,0.59765625,117.181269749997
+input_layernorm,8192,54,6.496906280517578e-06,0.21395507812500014,0.46530468750000864,0.5557277343749831,0.578125,115.71562061321549
+input_layernorm,8192,55,1.5974044799804688e-05,0.20418945312500014,0.4426132812500043,0.5365300781249687,0.578125,127.75827446644102
+input_layernorm,8192,56,0.015625,0.310546875,0.5500351562500043,0.6629828124999904,0.67578125,95.17888856102793
+input_layernorm,8192,57,2.6345252990722656e-05,0.2521289062500003,0.5611835937500302,0.6196410156249783,0.6484375,130.59688460192214
+input_layernorm,8192,58,1.210719347000122e-07,0.21875,0.4981347656250108,0.6154011718749928,0.625,157.32773756407906
+input_layernorm,8192,59,1.5735626220703125e-05,0.19051757812500014,0.47618945312500216,0.5617539062499759,0.59375,181.41810509282408
+input_layernorm,8192,60,0.016845703125,0.302734375,0.5617539062500043,0.6878335937499855,0.70703125,114.02757131679267
+input_layernorm,8192,61,8.285045623779297e-06,0.228515625,0.5187851562500043,0.6317328124999904,0.64453125,152.43749939290376
+input_layernorm,8192,62,3.6507844924926758e-06,0.1337890625,0.45079882812500216,0.6498113281249687,0.69140625,294.17005044968596
+input_layernorm,8192,63,9.462237358093262e-07,0.20703125,0.45703125,0.55859375,0.55859375,148.53789392046363
+input_layernorm,8192,64,8.881092071533203e-06,0.296875,0.6196015625000086,0.7350816406249976,0.73828125,114.69510580378582
+input_layernorm,8192,65,4.649162292480469e-06,0.18075195312500014,0.5031601562500043,0.6430785156249783,0.671875,217.56284720570753
+input_layernorm,8192,66,3.3527612686157227e-07,0.21590820312500014,0.5336640625000086,0.6186007812499952,0.625,167.40651084728182
+input_layernorm,8192,67,6.854534149169922e-06,0.28515625,0.5766328125000086,0.6381320312499952,0.64453125,134.01309470734444
+input_layernorm,8192,68,0.0306396484375,0.3165820312500003,0.6047226562500043,0.7233628906249976,0.7265625,112.1834818878973
+input_layernorm,8192,69,7.599592208862305e-06,0.27734375,0.540730468750013,0.6182277343749831,0.640625,142.8675461663998
+input_layernorm,8192,70,4.976987838745117e-06,0.30859375,0.57421875,0.6651027343749831,0.6875,116.14359432436673
+input_layernorm,8192,71,0.042236328125,0.3203125,0.6000703125000086,0.6690089843749831,0.69140625,111.2341146792255
+input_layernorm,8192,72,0.037841796875,0.3359375,0.5649140625000086,0.6200140624999904,0.6328125,81.31384570735624
+input_layernorm,8192,73,0.06494140625,0.34375,0.6328125,0.703125,0.703125,93.3463492634035
+input_layernorm,8192,74,0.0458984375,0.333984375,0.6320664062500043,0.6761148437499855,0.6953125,107.47369533956875
+input_layernorm,8192,75,0.060546875,0.33203125,0.6359726562500043,0.691700390624959,0.74609375,103.14473823752995
+input_layernorm,8192,76,0.054443359375,0.31640625,0.5531953125000086,0.6022691406249976,0.60546875,72.76222307797082
+input_layernorm,8192,77,0.057373046875,0.33203125,0.6328125,0.6803941406249976,0.68359375,100.61458106502678
+input_layernorm,8192,78,0.00946044921875,0.296875,0.5805390625000086,0.6505574218749928,0.66015625,104.33656485259205
+input_layernorm,8192,79,0.000102996826171875,0.224609375,0.4894882812500043,0.702751953124988,0.71875,66.72078885973733
+mlp.down_proj,234881024,0,1.2732925824820995e-10,0.025634765625,0.039306640625,0.06494140625,2.421875,33.8196225705499
+mlp.down_proj,234881024,1,4.956746124662459e-11,0.030029296875,0.0400390625,0.054931640625,0.75390625,3.707579346676306
+mlp.down_proj,234881024,2,2.7711166694643907e-12,0.0308837890625,0.04052734375,0.05224609375,0.6015625,3.309802752263571
+mlp.down_proj,234881024,3,4.4565240386873484e-11,0.031005859375,0.04052734375,0.0517578125,2.203125,40.89879906300656
+mlp.down_proj,234881024,4,3.319655661471188e-11,0.03125,0.04052734375,0.05078125,1.03125,3.8142355614558863
+mlp.down_proj,234881024,5,6.764366844436154e-12,0.031005859375,0.0400390625,0.048828125,1.578125,5.597407084184071
+mlp.down_proj,234881024,6,9.640643838793039e-11,0.0308837890625,0.0400390625,0.04833984375,0.34765625,3.105473108025503
+mlp.down_proj,234881024,7,8.86757334228605e-11,0.03076171875,0.0400390625,0.0498046875,0.625,3.2609990259107917
+mlp.down_proj,234881024,8,3.4788172342814505e-11,0.03076171875,0.040283203125,0.0498046875,0.27734375,3.147940287948432
+mlp.down_proj,234881024,9,1.6279955161735415e-10,0.0308837890625,0.040283203125,0.049560546875,0.85546875,3.38390272429285
+mlp.down_proj,234881024,10,1.8098944565281272e-10,0.0311279296875,0.040283203125,0.048583984375,0.373046875,3.12283934867935
+mlp.down_proj,234881024,11,1.5347723092418164e-11,0.03125,0.040283203125,0.04833984375,0.37890625,3.062481429687695
+mlp.down_proj,234881024,12,8.958522812463343e-11,0.0311279296875,0.04052734375,0.04931640625,0.328125,3.12084799346806
+mlp.down_proj,234881024,13,6.275513442233205e-11,0.03125,0.04052734375,0.04931640625,0.294921875,3.1166021890400195
+mlp.down_proj,234881024,14,4.4792614062316716e-11,0.031494140625,0.041015625,0.050048828125,0.33203125,3.134241860337345
+mlp.down_proj,234881024,15,1.0322764865122736e-10,0.031494140625,0.040771484375,0.049072265625,0.62890625,3.1436822780233467
+mlp.down_proj,234881024,16,1.1425527191022411e-11,0.031494140625,0.041015625,0.050048828125,0.494140625,3.2009087780163545
+mlp.down_proj,234881024,17,1.5120349416974932e-11,0.031494140625,0.041015625,0.049560546875,0.7890625,3.229602569951627
+mlp.down_proj,234881024,18,1.5370460459962487e-10,0.031494140625,0.040771484375,0.049560546875,1.09375,3.6070699347804362
+mlp.down_proj,234881024,19,1.4006218407303095e-10,0.031494140625,0.040771484375,0.049072265625,0.8671875,3.282116130197171
+mlp.down_proj,234881024,20,2.751221472863108e-11,0.03173828125,0.041015625,0.04931640625,0.60546875,3.193040841302444
+mlp.down_proj,234881024,21,5.4001247917767614e-12,0.03173828125,0.041015625,0.049072265625,1.1796875,3.7225252120788297
+mlp.down_proj,234881024,22,5.707079253625125e-11,0.03173828125,0.040771484375,0.048828125,0.6328125,3.25615805562742
+mlp.down_proj,234881024,23,1.0118128557223827e-11,0.03173828125,0.040771484375,0.048583984375,0.671875,3.212148239735423
+mlp.down_proj,234881024,24,1.1050360626541078e-10,0.031982421875,0.041015625,0.048828125,0.80078125,3.475138475274375
+mlp.down_proj,234881024,25,6.275513442233205e-11,0.031982421875,0.040771484375,0.048828125,1.140625,3.5916344447728865
+mlp.down_proj,234881024,26,6.366462912410498e-11,0.03173828125,0.040771484375,0.049072265625,0.9453125,3.6791060356133842
+mlp.down_proj,234881024,27,5.616129783447832e-11,0.03173828125,0.040771484375,0.049072265625,0.96875,3.729766463560572
+mlp.down_proj,234881024,28,1.34718902700115e-11,0.03173828125,0.040771484375,0.04931640625,0.9375,3.761922181754905
+mlp.down_proj,234881024,29,9.15179043659009e-12,0.031494140625,0.04052734375,0.048828125,1.5,4.313796882249641
+mlp.down_proj,234881024,30,3.979039320256561e-11,0.031494140625,0.04052734375,0.049072265625,1.4609375,4.601925164555454
+mlp.down_proj,234881024,31,6.821210263296962e-11,0.031494140625,0.04052734375,0.048828125,0.74609375,3.3323447922240597
+mlp.down_proj,234881024,32,1.8553691916167736e-10,0.031494140625,0.04052734375,0.049072265625,1.6953125,5.320155444240347
+mlp.down_proj,234881024,33,6.184563972055912e-11,0.031494140625,0.04052734375,0.049072265625,1.265625,4.061624529123316
+mlp.down_proj,234881024,34,8.230927051045e-11,0.031494140625,0.040771484375,0.0498046875,1.34375,4.189717377661618
+mlp.down_proj,234881024,35,8.185452315956354e-11,0.031494140625,0.04052734375,0.048828125,1.2890625,3.8425240282889135
+mlp.down_proj,234881024,36,1.0550138540565968e-10,0.031494140625,0.04052734375,0.048828125,1.484375,4.564780487384211
+mlp.down_proj,234881024,37,3.069544618483633e-11,0.031494140625,0.04052734375,0.048583984375,1.421875,3.943792605435326
+mlp.down_proj,234881024,38,9.777068044058979e-12,0.031494140625,0.040283203125,0.048583984375,0.9765625,3.869879646499534
+mlp.down_proj,234881024,39,2.637534635141492e-10,0.031494140625,0.040283203125,0.04833984375,1.671875,4.899515261249868
+mlp.down_proj,234881024,40,6.230038707144558e-11,0.031494140625,0.040283203125,0.04833984375,1.2890625,3.872226464372233
+mlp.down_proj,234881024,41,8.913048077374697e-11,0.031494140625,0.040283203125,0.048095703125,1.390625,4.461464140239412
+mlp.down_proj,234881024,42,5.4569682106375694e-12,0.031494140625,0.040283203125,0.0478515625,1.53125,4.1969366612286585
+mlp.down_proj,234881024,43,7.09405867382884e-11,0.031494140625,0.040283203125,0.0478515625,0.7890625,3.2453170323138307
+mlp.down_proj,234881024,44,1.6916601452976465e-10,0.031494140625,0.040283203125,0.0478515625,0.9375,3.4248451790074483
+mlp.down_proj,234881024,45,5.5422333389287814e-12,0.031494140625,0.040283203125,0.0478515625,1.5859375,4.743761705230483
+mlp.down_proj,234881024,46,2.473825588822365e-10,0.031494140625,0.040283203125,0.0478515625,0.421875,3.0511086812383126
+mlp.down_proj,234881024,47,1.6484591469634324e-11,0.031494140625,0.040283203125,0.0478515625,1.4453125,3.862819985678182
+mlp.down_proj,234881024,48,7.867129170335829e-11,0.031494140625,0.040283203125,0.0478515625,1.234375,3.6702845964818507
+mlp.down_proj,234881024,49,2.808064891723916e-11,0.031494140625,0.040283203125,0.0478515625,1.546875,4.745267230248159
+mlp.down_proj,234881024,50,1.0368239600211382e-10,0.031494140625,0.040283203125,0.0478515625,0.451171875,3.047712804437383
+mlp.down_proj,234881024,51,7.457856554538012e-11,0.031494140625,0.040283203125,0.0478515625,1.0390625,3.486146145152937
+mlp.down_proj,234881024,52,1.8758328224066645e-11,0.031494140625,0.040283203125,0.0478515625,1.1875,3.9229516456150835
+mlp.down_proj,234881024,53,1.77351466845721e-11,0.031494140625,0.040283203125,0.0478515625,1.5078125,4.529487854544747
+mlp.down_proj,234881024,54,2.7625901566352695e-11,0.031494140625,0.040283203125,0.0478515625,1.3046875,3.577836306789558
+mlp.down_proj,234881024,55,4.2518877307884395e-11,0.031494140625,0.040283203125,0.0478515625,1.4765625,3.9795436762494862
+mlp.down_proj,234881024,56,1.227817847393453e-10,0.031494140625,0.040283203125,0.0478515625,1.4921875,3.973419160058659
+mlp.down_proj,234881024,57,1.2391865311656147e-11,0.031494140625,0.040283203125,0.0478515625,0.58203125,3.1123048515430267
+mlp.down_proj,234881024,58,2.8762769943568856e-11,0.031494140625,0.040283203125,0.0478515625,0.78515625,3.1389736448409766
+mlp.down_proj,234881024,59,4.888534022029489e-11,0.031494140625,0.040283203125,0.0478515625,1.671875,4.8698866561075365
+mlp.down_proj,234881024,60,9.492850949754938e-12,0.031494140625,0.040283203125,0.0478515625,1.515625,4.533957948178919
+mlp.down_proj,234881024,61,6.002665031701326e-11,0.031494140625,0.040283203125,0.0478515625,0.859375,3.2594832214341345
+mlp.down_proj,234881024,62,2.2396307031158358e-11,0.031494140625,0.04052734375,0.048095703125,1.2109375,3.5306507078465876
+mlp.down_proj,234881024,63,2.3533175408374518e-11,0.031494140625,0.040283203125,0.0478515625,1.0546875,3.3951247518209313
+mlp.down_proj,234881024,64,9.231371222995222e-11,0.03125,0.0400390625,0.047607421875,1.1640625,3.6180836581304305
+mlp.down_proj,234881024,65,1.1823431123048067e-10,0.03125,0.0400390625,0.047607421875,0.671875,3.123363377450744
+mlp.down_proj,234881024,66,1.1141310096718371e-10,0.031494140625,0.040283203125,0.0478515625,1.296875,3.5896494313046032
+mlp.down_proj,234881024,67,1.6189005691558123e-10,0.031494140625,0.040283203125,0.0478515625,0.427734375,3.04505760081683
+mlp.down_proj,234881024,68,9.413270163349807e-11,0.03125,0.0400390625,0.047607421875,1.359375,3.71641635192342
+mlp.down_proj,234881024,69,1.3915268937125802e-10,0.031494140625,0.040283203125,0.0478515625,0.4375,3.0460970584442113
+mlp.down_proj,234881024,70,2.2964741219766438e-11,0.03173828125,0.040771484375,0.04833984375,1.0703125,3.4423891292578106
+mlp.down_proj,234881024,71,3.865352482534945e-11,0.03173828125,0.040771484375,0.04833984375,1.015625,3.3226024663749345
+mlp.down_proj,234881024,72,1.1732481652870774e-10,0.031494140625,0.04052734375,0.04833984375,1.21875,3.7458739843555406
+mlp.down_proj,234881024,73,3.383320290595293e-10,0.03173828125,0.04052734375,0.049072265625,1.109375,3.7616982242727253
+mlp.down_proj,234881024,74,3.41970007866621e-10,0.03173828125,0.040771484375,0.048828125,1.125,3.717575655185562
+mlp.down_proj,234881024,75,6.002665031701326e-11,0.03173828125,0.040771484375,0.049072265625,1.3125,4.2635545310555125
+mlp.down_proj,234881024,76,1.1232259566895664e-10,0.0303955078125,0.039306640625,0.0478515625,0.72265625,3.5525589192761062
+mlp.down_proj,234881024,77,1.7462298274040222e-10,0.031982421875,0.04150390625,0.0517578125,0.65234375,3.4637233632771904
+mlp.down_proj,234881024,78,5.638867150992155e-11,0.032470703125,0.04296875,0.0625,0.6015625,3.9005158215575992
+mlp.down_proj,234881024,79,5.7127635955112055e-12,0.033447265625,0.044677734375,0.0712890625,0.8125,4.426286470747302
+mlp.gate_proj,234881024,0,1.2960299500264227e-11,0.0277099609375,0.1357421875,1.453125,93.0,152129.90663041925
+mlp.gate_proj,234881024,1,3.524291969370097e-11,0.0302734375,0.043212890625,0.1494140625,7.9375,1678.2422771833255
+mlp.gate_proj,234881024,2,1.7394086171407253e-11,0.03125,0.043701171875,0.240234375,2.8125,857.0134791886104
+mlp.gate_proj,234881024,3,7.275957614183426e-11,0.03173828125,0.045654296875,0.318359375,14.5625,15626.716342511669
+mlp.gate_proj,234881024,4,1.1459633242338896e-10,0.031982421875,0.04345703125,0.1650390625,7.03125,1604.0199410411772
+mlp.gate_proj,234881024,5,6.048139766789973e-11,0.032470703125,0.05078125,0.74609375,11.5,18179.495014285665
+mlp.gate_proj,234881024,6,2.546585164964199e-10,0.0322265625,0.044921875,0.1259765625,1.609375,17.092289489692188
+mlp.gate_proj,234881024,7,1.2460077414289117e-10,0.0322265625,0.04345703125,0.068359375,0.5703125,4.419363533731021
+mlp.gate_proj,234881024,8,8.36735125631094e-11,0.0322265625,0.044189453125,0.228515625,4.125,610.841746638405
+mlp.gate_proj,234881024,9,2.6261659513693303e-11,0.0322265625,0.04345703125,0.12353515625,16.0,41297.35831161708
+mlp.gate_proj,234881024,10,2.4101609596982598e-11,0.032470703125,0.04296875,0.058349609375,0.52734375,4.229194828879703
+mlp.gate_proj,234881024,11,1.2005330063402653e-10,0.03271484375,0.043701171875,0.1123046875,1.5625,91.67429123178385
+mlp.gate_proj,234881024,12,1.261923898709938e-11,0.03271484375,0.04345703125,0.0576171875,0.6796875,3.453786989653227
+mlp.gate_proj,234881024,13,6.275513442233205e-11,0.032470703125,0.043212890625,0.054931640625,0.42578125,3.2616223415848316
+mlp.gate_proj,234881024,14,2.4442670110147446e-12,0.03271484375,0.043212890625,0.05419921875,0.61328125,3.2470401331813847
+mlp.gate_proj,234881024,15,3.774403012357652e-11,0.033203125,0.044189453125,0.055908203125,0.73046875,3.2890837638093466
+mlp.gate_proj,234881024,16,4.938272013532696e-13,0.03369140625,0.044921875,0.058837890625,1.0859375,3.6466880778211754
+mlp.gate_proj,234881024,17,3.083755473198835e-12,0.03369140625,0.044677734375,0.05810546875,0.419921875,3.286680346035986
+mlp.gate_proj,234881024,18,1.2164491636212915e-11,0.033935546875,0.045166015625,0.057861328125,0.359375,3.277876163768485
+mlp.gate_proj,234881024,19,9.049472282640636e-11,0.03466796875,0.046142578125,0.060546875,0.453125,3.3227842159047345
+mlp.gate_proj,234881024,20,2.0122570276726037e-11,0.034423828125,0.04541015625,0.05859375,0.77734375,3.3005086103281958
+mlp.gate_proj,234881024,21,1.837179297581315e-10,0.034423828125,0.045654296875,0.059326171875,0.546875,3.2948759468263384
+mlp.gate_proj,234881024,22,7.44648787076585e-12,0.034912109375,0.046142578125,0.058837890625,0.58984375,3.2875371301872054
+mlp.gate_proj,234881024,23,6.139089236967266e-11,0.034912109375,0.04638671875,0.059326171875,0.6015625,3.2485059840136983
+mlp.gate_proj,234881024,24,1.3460521586239338e-10,0.034912109375,0.0458984375,0.059326171875,0.5546875,3.3137057697898387
+mlp.gate_proj,234881024,25,3.694822225952521e-12,0.034912109375,0.0458984375,0.05859375,0.56640625,3.29491289268715
+mlp.gate_proj,234881024,26,2.7057467377744615e-11,0.034912109375,0.04638671875,0.0615234375,0.431640625,3.3283889738122006
+mlp.gate_proj,234881024,27,2.8421709430404007e-11,0.034423828125,0.046142578125,0.060791015625,0.46875,3.3271247101682606
+mlp.gate_proj,234881024,28,6.230038707144558e-11,0.034423828125,0.046630859375,0.06689453125,1.09375,3.864376745703256
+mlp.gate_proj,234881024,29,5.6559201766503975e-12,0.034423828125,0.046142578125,0.0615234375,0.80859375,3.564926166620108
+mlp.gate_proj,234881024,30,1.7848833522293717e-11,0.0341796875,0.04638671875,0.06298828125,0.5,3.4503425638467693
+mlp.gate_proj,234881024,31,2.1373125491663814e-10,0.03369140625,0.0458984375,0.06787109375,0.8125,3.8116238050866342
+mlp.gate_proj,234881024,32,1.0913936421275139e-11,0.033935546875,0.046142578125,0.0634765625,0.369140625,3.4197734561131634
+mlp.gate_proj,234881024,33,1.2732925824820995e-10,0.033935546875,0.046875,0.11181640625,126.5,1686249.6575037034
+mlp.gate_proj,234881024,34,3.319655661471188e-11,0.033935546875,0.04638671875,0.06494140625,0.7734375,3.560463387291902
+mlp.gate_proj,234881024,35,1.1368683772161603e-11,0.03369140625,0.045654296875,0.06787109375,0.408203125,3.5379582803177017
+mlp.gate_proj,234881024,36,5.087485988042317e-12,0.033935546875,0.04638671875,0.0703125,0.7109375,3.7078683923222133
+mlp.gate_proj,234881024,37,3.319655661471188e-11,0.033935546875,0.045654296875,0.0634765625,0.73046875,3.4696456496813135
+mlp.gate_proj,234881024,38,2.205524651799351e-11,0.033935546875,0.046875,0.07373046875,0.58984375,3.7632109977307904
+mlp.gate_proj,234881024,39,1.2732925824820995e-10,0.0341796875,0.046142578125,0.06591796875,0.515625,3.499165356932054
+mlp.gate_proj,234881024,40,9.265477274311706e-12,0.0341796875,0.046142578125,0.06494140625,0.6328125,3.4703687032861423
+mlp.gate_proj,234881024,41,3.728928277269006e-11,0.0341796875,0.0458984375,0.0634765625,0.388671875,3.3722502827977054
+mlp.gate_proj,234881024,42,1.8280843505635858e-10,0.034423828125,0.04638671875,0.06494140625,0.412109375,3.443003547361374
+mlp.gate_proj,234881024,43,8.185452315956354e-11,0.034423828125,0.04638671875,0.06396484375,0.78515625,3.5610489677791293
+mlp.gate_proj,234881024,44,3.0468072509393096e-11,0.03466796875,0.046875,0.06787109375,0.57421875,3.5882015257929427
+mlp.gate_proj,234881024,45,3.4638958368304884e-13,0.03466796875,0.046875,0.06640625,0.65625,3.6466459497515973
+mlp.gate_proj,234881024,46,3.2741809263825417e-11,0.03466796875,0.047119140625,0.06689453125,0.53515625,3.5883512683445793
+mlp.gate_proj,234881024,47,1.000444171950221e-10,0.03466796875,0.046630859375,0.064453125,0.53515625,3.489810194533387
+mlp.gate_proj,234881024,48,4.263256414560601e-12,0.03466796875,0.046875,0.0654296875,0.63671875,3.4665447462203693
+mlp.gate_proj,234881024,49,3.637978807091713e-12,0.03466796875,0.047119140625,0.06689453125,0.61328125,3.654909945893046
+mlp.gate_proj,234881024,50,4.831690603168681e-12,0.034912109375,0.0478515625,0.06982421875,0.48828125,3.643732747755921
+mlp.gate_proj,234881024,51,1.318767317570746e-10,0.03466796875,0.04736328125,0.0693359375,0.578125,3.7429522809307247
+mlp.gate_proj,234881024,52,4.7066350816749036e-11,0.034912109375,0.04736328125,0.0654296875,0.98828125,3.740535759826739
+mlp.gate_proj,234881024,53,1.5006662579253316e-10,0.034912109375,0.0478515625,0.068359375,0.9453125,3.6602095413227245
+mlp.gate_proj,234881024,54,1.291482476517558e-10,0.03466796875,0.047119140625,0.06591796875,0.83203125,3.5178927068373023
+mlp.gate_proj,234881024,55,2.4868995751603507e-12,0.034912109375,0.04736328125,0.06640625,0.5078125,3.4248999707007566
+mlp.gate_proj,234881024,56,2.6716406864579767e-11,0.03515625,0.048095703125,0.068359375,0.59375,3.5242679051605914
+mlp.gate_proj,234881024,57,1.7848833522293717e-11,0.03515625,0.048583984375,0.0693359375,0.419921875,3.4664886020875305
+mlp.gate_proj,234881024,58,2.3874235921539366e-11,0.034912109375,0.0478515625,0.0673828125,0.43359375,3.4129715214091756
+mlp.gate_proj,234881024,59,2.5011104298755527e-11,0.035400390625,0.050048828125,0.07421875,0.53515625,3.662794537713226
+mlp.gate_proj,234881024,60,8.276401786133647e-11,0.03564453125,0.051025390625,0.0751953125,0.55859375,3.627240088482217
+mlp.gate_proj,234881024,61,1.0186340659856796e-10,0.03564453125,0.051025390625,0.07421875,0.37890625,3.5973687508850722
+mlp.gate_proj,234881024,62,2.955857780762017e-11,0.035400390625,0.051025390625,0.07470703125,0.50390625,3.5969074447875813
+mlp.gate_proj,234881024,63,8.36735125631094e-11,0.035888671875,0.0537109375,0.07958984375,0.5859375,3.819389079129802
+mlp.gate_proj,234881024,64,6.230038707144558e-11,0.036376953125,0.055908203125,0.08251953125,0.69140625,3.963486527253627
+mlp.gate_proj,234881024,65,2.5579538487363607e-11,0.03662109375,0.056884765625,0.08447265625,0.6796875,4.07086057224267
+mlp.gate_proj,234881024,66,2.0691004465334117e-11,0.035888671875,0.0537109375,0.080078125,0.58203125,3.813735636875527
+mlp.gate_proj,234881024,67,1.1550582712516189e-10,0.035888671875,0.05419921875,0.0810546875,0.443359375,3.814361175265428
+mlp.gate_proj,234881024,68,9.822542779147625e-11,0.03662109375,0.057373046875,0.083984375,0.57421875,4.055720541858809
+mlp.gate_proj,234881024,69,2.15550244320184e-10,0.03662109375,0.056884765625,0.08349609375,0.57421875,3.9518696526029085
+mlp.gate_proj,234881024,70,1.5120349416974932e-11,0.035888671875,0.053466796875,0.07958984375,0.6796875,3.818986719686492
+mlp.gate_proj,234881024,71,3.54702933691442e-11,0.035888671875,0.053466796875,0.0791015625,0.486328125,3.7646142598185524
+mlp.gate_proj,234881024,72,1.5802470443304628e-11,0.03662109375,0.056640625,0.08251953125,0.5234375,3.9337396166620544
+mlp.gate_proj,234881024,73,8.958522812463343e-11,0.03662109375,0.055908203125,0.0810546875,0.56640625,3.9592619024354803
+mlp.gate_proj,234881024,74,1.4642864698544145e-10,0.03662109375,0.055419921875,0.08154296875,0.421875,3.8127466067807805
+mlp.gate_proj,234881024,75,8.776623872108757e-11,0.037353515625,0.057373046875,0.08349609375,0.443359375,3.957774724304579
+mlp.gate_proj,234881024,76,3.3651303965598345e-11,0.04296875,0.068359375,0.09130859375,0.53125,4.7414909297291805
+mlp.gate_proj,234881024,77,1.0595613275654614e-10,0.0380859375,0.057861328125,0.08154296875,0.46875,3.892046999248382
+mlp.gate_proj,234881024,78,1.0095391189679503e-10,0.038818359375,0.057861328125,0.0830078125,0.82421875,4.194205250650545
+mlp.gate_proj,234881024,79,2.191882231272757e-10,0.0400390625,0.0576171875,0.08203125,0.484375,3.7980148704221777
+mlp.up_proj,234881024,0,8.810729923425242e-12,0.02734375,0.1337890625,1.4609375,64.0,119962.35012214648
+mlp.up_proj,234881024,1,4.388311936054379e-11,0.02978515625,0.04150390625,0.1416015625,5.21875,269.4433561329414
+mlp.up_proj,234881024,2,1.48929757415317e-11,0.03076171875,0.04248046875,0.2412109375,2.75,927.2726410509748
+mlp.up_proj,234881024,3,7.912603905424476e-11,0.03125,0.04345703125,0.294921875,3.84375,2552.211670486471
+mlp.up_proj,234881024,4,2.603428583825007e-11,0.031494140625,0.042724609375,0.1630859375,3.0625,1286.9016709325372
+mlp.up_proj,234881024,5,5.5706550483591855e-12,0.031494140625,0.048583984375,0.73046875,12.0,19767.833938598804
+mlp.up_proj,234881024,6,2.5693225325085223e-11,0.0311279296875,0.04296875,0.1240234375,1.4140625,17.37010237166465
+mlp.up_proj,234881024,7,4.388311936054379e-11,0.0308837890625,0.041259765625,0.06787109375,0.58203125,4.46077629843764
+mlp.up_proj,234881024,8,3.396394276933279e-12,0.031005859375,0.0419921875,0.2216796875,2.703125,549.2424858337916
+mlp.up_proj,234881024,9,2.8990143619012088e-11,0.031005859375,0.041015625,0.1201171875,18.5,43330.96001414946
+mlp.up_proj,234881024,10,6.59383658785373e-11,0.0311279296875,0.040771484375,0.05517578125,0.55078125,4.268681821634491
+mlp.up_proj,234881024,11,2.2168933355715126e-11,0.031494140625,0.04150390625,0.1083984375,1.8828125,90.82079381004463
+mlp.up_proj,234881024,12,3.4788172342814505e-11,0.03125,0.040771484375,0.05078125,0.83203125,3.415780868446446
+mlp.up_proj,234881024,13,1.8530954548623413e-11,0.03125,0.040771484375,0.05029296875,0.447265625,3.182417047768082
+mlp.up_proj,234881024,14,1.6129320101754274e-12,0.03125,0.040771484375,0.0498046875,0.283203125,3.123529661805666
+mlp.up_proj,234881024,15,1.1993961379630491e-11,0.031494140625,0.040771484375,0.0498046875,0.265625,3.1129010285644725
+mlp.up_proj,234881024,16,5.6843418860808015e-11,0.03173828125,0.041015625,0.050048828125,0.51953125,3.130416216666754
+mlp.up_proj,234881024,17,1.2960299500264227e-11,0.031494140625,0.040771484375,0.049560546875,0.267578125,3.087513830630547
+mlp.up_proj,234881024,18,8.321876521222293e-11,0.031494140625,0.040771484375,0.049072265625,0.32421875,3.0782350429843715
+mlp.up_proj,234881024,19,3.4788172342814505e-11,0.031494140625,0.04052734375,0.048583984375,0.34765625,3.058205671044633
+mlp.up_proj,234881024,20,9.185896487906575e-11,0.03173828125,0.040771484375,0.048828125,0.33984375,3.0636064911525045
+mlp.up_proj,234881024,21,1.0402345651527867e-11,0.03173828125,0.040771484375,0.048828125,0.419921875,3.0543028942702333
+mlp.up_proj,234881024,22,6.821210263296962e-11,0.03173828125,0.04052734375,0.048583984375,0.41015625,3.0819554558132665
+mlp.up_proj,234881024,23,9.5042196335271e-11,0.031494140625,0.04052734375,0.048583984375,0.34375,3.0641357438246324
+mlp.up_proj,234881024,24,7.73070496506989e-12,0.031982421875,0.041015625,0.049072265625,0.69921875,3.1107995267110473
+mlp.up_proj,234881024,25,3.456079866737127e-11,0.031982421875,0.041015625,0.04931640625,0.62890625,3.186415370654528
+mlp.up_proj,234881024,26,1.2823875294998288e-10,0.031982421875,0.041015625,0.049560546875,0.35546875,3.0984994351204236
+mlp.up_proj,234881024,27,6.59383658785373e-11,0.03173828125,0.040771484375,0.049072265625,0.337890625,3.0802366540135075
+mlp.up_proj,234881024,28,4.638422979041934e-11,0.03173828125,0.040771484375,0.049072265625,0.345703125,3.0772361516128615
+mlp.up_proj,234881024,29,2.6290081223123707e-12,0.03173828125,0.040771484375,0.048828125,0.53125,3.0873010527529647
+mlp.up_proj,234881024,30,5.144329406903125e-12,0.03173828125,0.040771484375,0.048828125,0.494140625,3.0910867282059304
+mlp.up_proj,234881024,31,9.379164112033322e-12,0.031494140625,0.04052734375,0.048583984375,0.41015625,3.051987997454896
+mlp.up_proj,234881024,32,1.34718902700115e-11,0.031494140625,0.04052734375,0.048828125,0.3671875,3.080276389825697
+mlp.up_proj,234881024,33,1.6413537196058314e-12,0.03173828125,0.041015625,0.08544921875,46.5,187959.4037104711
+mlp.up_proj,234881024,34,1.673470251262188e-10,0.03173828125,0.040771484375,0.048828125,0.353515625,3.0754946107371843
+mlp.up_proj,234881024,35,6.912159733474255e-11,0.031494140625,0.040283203125,0.048095703125,0.435546875,3.0525241162448027
+mlp.up_proj,234881024,36,8.640199666842818e-11,0.03125,0.040283203125,0.048095703125,0.37890625,3.0565902166465495
+mlp.up_proj,234881024,37,1.7848833522293717e-11,0.03125,0.040283203125,0.048095703125,0.60546875,3.0794693114088685
+mlp.up_proj,234881024,38,1.064108801074326e-10,0.03125,0.0400390625,0.0478515625,0.44140625,3.0770525291345545
+mlp.up_proj,234881024,39,1.546140993013978e-10,0.03125,0.0400390625,0.0478515625,0.41796875,3.05323218815374
+mlp.up_proj,234881024,40,9.734435479913373e-13,0.03125,0.0400390625,0.0478515625,0.384765625,3.068657170736911
+mlp.up_proj,234881024,41,3.387867764104158e-11,0.03125,0.0400390625,0.047607421875,0.328125,3.0313931559184053
+mlp.up_proj,234881024,42,1.6711965145077556e-11,0.03125,0.0400390625,0.047607421875,0.49609375,3.0525420945368027
+mlp.up_proj,234881024,43,1.3369572116062045e-10,0.03125,0.0400390625,0.047607421875,0.3125,3.038883328546992
+mlp.up_proj,234881024,44,2.2168933355715126e-11,0.03125,0.0400390625,0.047607421875,0.302734375,3.047451816326387
+mlp.up_proj,234881024,45,1.0118128557223827e-11,0.03125,0.0400390625,0.047607421875,0.439453125,3.068154683041579
+mlp.up_proj,234881024,46,1.978150976356119e-11,0.03125,0.0400390625,0.047607421875,0.376953125,3.037039933630931
+mlp.up_proj,234881024,47,3.9108272176235914e-11,0.03125,0.0400390625,0.047607421875,0.2734375,3.0243302223639117
+mlp.up_proj,234881024,48,3.524291969370097e-11,0.03125,0.0400390625,0.0478515625,0.57421875,3.0730179406316696
+mlp.up_proj,234881024,49,4.462208380573429e-12,0.03125,0.0400390625,0.0478515625,0.41015625,3.050494858702435
+mlp.up_proj,234881024,50,1.318767317570746e-10,0.03125,0.0400390625,0.047607421875,0.333984375,3.0368955354126084
+mlp.up_proj,234881024,51,1.9326762412674725e-11,0.031494140625,0.040283203125,0.0478515625,0.408203125,3.0678197094751463
+mlp.up_proj,234881024,52,5.3660187404602766e-11,0.031494140625,0.040283203125,0.0478515625,0.48828125,3.064213008415559
+mlp.up_proj,234881024,53,3.453237695794087e-12,0.031494140625,0.040283203125,0.0478515625,0.279296875,3.0277673197598567
+mlp.up_proj,234881024,54,3.2378011383116245e-10,0.031494140625,0.040283203125,0.0478515625,0.388671875,3.032584188220068
+mlp.up_proj,234881024,55,4.7066350816749036e-11,0.031494140625,0.040283203125,0.0478515625,0.67578125,3.091264116878798
+mlp.up_proj,234881024,56,1.0186340659856796e-10,0.031494140625,0.040283203125,0.0478515625,0.275390625,3.020177963962377
+mlp.up_proj,234881024,57,3.183231456205249e-11,0.031494140625,0.040283203125,0.0478515625,0.27734375,3.0212790638373592
+mlp.up_proj,234881024,58,3.1377567211166024e-11,0.031494140625,0.040283203125,0.048095703125,0.2734375,3.0185816649052666
+mlp.up_proj,234881024,59,2.2509993868879974e-11,0.031494140625,0.040283203125,0.0478515625,0.46484375,3.039467915681434
+mlp.up_proj,234881024,60,1.0231815394945443e-10,0.031494140625,0.040283203125,0.0478515625,0.37109375,3.030008970185438
+mlp.up_proj,234881024,61,5.638867150992155e-11,0.031494140625,0.040283203125,0.0478515625,0.443359375,3.0294168559840258
+mlp.up_proj,234881024,62,4.160938260611147e-11,0.03173828125,0.04052734375,0.048095703125,0.337890625,3.025122147125197
+mlp.up_proj,234881024,63,5.070432962384075e-11,0.031494140625,0.040283203125,0.048095703125,0.302734375,3.0300043787334343
+mlp.up_proj,234881024,64,2.4101609596982598e-11,0.031494140625,0.040283203125,0.0478515625,0.3359375,3.031449128494512
+mlp.up_proj,234881024,65,1.6370904631912708e-11,0.031494140625,0.040283203125,0.0478515625,0.302734375,3.026165699158951
+mlp.up_proj,234881024,66,4.1154635255225e-11,0.03173828125,0.04052734375,0.04833984375,0.431640625,3.049968512305696
+mlp.up_proj,234881024,67,6.684786058031023e-11,0.03173828125,0.04052734375,0.04833984375,0.392578125,3.057300918603881
+mlp.up_proj,234881024,68,1.1596057447604835e-10,0.031494140625,0.040283203125,0.048095703125,0.37109375,3.052115686539997
+mlp.up_proj,234881024,69,1.6007106751203537e-10,0.03173828125,0.04052734375,0.048095703125,0.427734375,3.0528608475257553
+mlp.up_proj,234881024,70,8.731149137020111e-11,0.031982421875,0.041015625,0.048828125,0.54296875,3.093976776755295
+mlp.up_proj,234881024,71,4.1382008930668235e-11,0.031982421875,0.041015625,0.049072265625,0.408203125,3.0625644825941873
+mlp.up_proj,234881024,72,6.230038707144558e-11,0.03173828125,0.040771484375,0.048583984375,0.439453125,3.0486141877350343
+mlp.up_proj,234881024,73,1.4779288903810084e-11,0.031982421875,0.041015625,0.04931640625,0.671875,3.236921658411648
+mlp.up_proj,234881024,74,1.1027623258996755e-11,0.031982421875,0.041015625,0.049072265625,0.44921875,3.0649371171155866
+mlp.up_proj,234881024,75,2.2396307031158358e-11,0.031982421875,0.041015625,0.049072265625,0.6640625,3.0887880072625746
+mlp.up_proj,234881024,76,1.6643753042444587e-10,0.03076171875,0.03955078125,0.04833984375,0.48828125,3.288308970655495
+mlp.up_proj,234881024,77,3.387867764104158e-11,0.0322265625,0.041748046875,0.05126953125,0.376953125,3.30591609204618
+mlp.up_proj,234881024,78,4.388311936054379e-11,0.033203125,0.04345703125,0.0595703125,0.365234375,3.6664283335599404
+mlp.up_proj,234881024,79,1.4733814168721437e-10,0.036376953125,0.04833984375,0.064453125,0.62890625,3.558067729139472
+post_attention_layernorm,8192,0,5.289912223815918e-07,0.04541015625,0.0859594726562527,0.1325129882812277,0.162109375,26.943744267914926
+post_attention_layernorm,8192,1,2.648448571562767e-09,0.0478515625,0.07110253906250108,0.1384557617187241,0.1728515625,17.217344278432662
+post_attention_layernorm,8192,2,9.909272193908691e-07,0.05517578125,0.057373046875,0.06457822265624458,0.07177734375,10.80019194963944
+post_attention_layernorm,8192,3,1.055002212524414e-05,0.0634765625,0.06582470703125054,0.10498452148425841,0.259765625,24.533409447137817
+post_attention_layernorm,8192,4,2.9802322387695312e-06,0.068359375,0.06982421875,0.0709774414062494,0.07177734375,12.528282244555319
+post_attention_layernorm,8192,5,2.9355287551879883e-06,0.0673828125,0.06924267578125054,0.06982421875,0.06982421875,13.402848203236651
+post_attention_layernorm,8192,6,2.09808349609375e-05,0.0693359375,0.0712890625,0.0723539550781247,0.07275390625,13.575743244757048
+post_attention_layernorm,8192,7,2.4080276489257812e-05,0.06982421875,0.0712890625,0.0730188964843741,0.07421875,14.854124465595538
+post_attention_layernorm,8192,8,3.2901763916015625e-05,0.068359375,0.07021923828125054,0.0704008300781247,0.07080078125,19.232311544858888
+post_attention_layernorm,8192,9,1.3768672943115234e-05,0.06982421875,0.0712890625,0.0725306152343741,0.07373046875,17.62064936893456
+post_attention_layernorm,8192,10,3.337860107421875e-06,0.080078125,0.08203125,0.0830961425781247,0.08349609375,15.197486590389609
+post_attention_layernorm,8192,11,4.267692565917969e-05,0.0869140625,0.0888671875,0.0909086425781247,0.09130859375,16.811811228075413
+post_attention_layernorm,8192,12,0.00011682510375976562,0.08251953125,0.083984375,0.0860258300781247,0.08642578125,21.91039060325349
+post_attention_layernorm,8192,13,0.0004119873046875,0.08154296875,0.08349609375,0.0850492675781247,0.08544921875,16.740628057922287
+post_attention_layernorm,8192,14,0.0004100799560546875,0.091796875,0.09375,0.095703125,0.095703125,15.876353890766383
+post_attention_layernorm,8192,15,0.0008392333984375,0.095703125,0.09765625,0.09912109375,0.09912109375,20.173244616213452
+post_attention_layernorm,8192,16,0.00176239013671875,0.1015625,0.103515625,0.1045805175781247,0.10498046875,26.823642627598563
+post_attention_layernorm,8192,17,0.0111083984375,0.10941894531250007,0.11181640625,0.1128812988281247,0.11328125,26.175629981132644
+post_attention_layernorm,8192,18,0.004608154296875,0.11962890625,0.12158203125,0.1266832031249976,0.1298828125,33.09773865865502
+post_attention_layernorm,8192,19,0.01177978515625,0.12353515625,0.125,0.1261532226562494,0.126953125,39.775770958605214
+post_attention_layernorm,8192,20,0.01123046875,0.1318359375,0.1337890625,0.1359188476562494,0.13671875,40.399670970120646
+post_attention_layernorm,8192,21,0.0211181640625,0.1396484375,0.1416015625,0.14453125,0.14453125,42.97468055302891
+post_attention_layernorm,8192,22,0.02099609375,0.1455078125,0.14825097656250108,0.1494140625,0.1494140625,42.70028608133103
+post_attention_layernorm,8192,23,0.00022411346435546875,0.150390625,0.1533203125,0.1556267578124988,0.1572265625,48.85503419582654
+post_attention_layernorm,8192,24,0.0002880096435546875,0.1533203125,0.15625,0.1593563476562494,0.16015625,48.846704842140575
+post_attention_layernorm,8192,25,0.0002613067626953125,0.1572265625,0.1611328125,0.1632625976562494,0.1640625,51.33850807809567
+post_attention_layernorm,8192,26,0.0179443359375,0.1572265625,0.16015625,0.1622860351562494,0.1630859375,43.564008752763776
+post_attention_layernorm,8192,27,0.026123046875,0.1533203125,0.1552734375,0.1583797851562494,0.1591796875,49.87316502695591
+post_attention_layernorm,8192,28,0.000476837158203125,0.1533203125,0.1552734375,0.1574032226562494,0.158203125,69.16330215023027
+post_attention_layernorm,8192,29,0.03125,0.1552734375,0.158203125,0.1591796875,0.1591796875,62.317728030727956
+post_attention_layernorm,8192,30,0.0220947265625,0.154296875,0.1572265625,0.1583797851562494,0.1591796875,81.94698324132727
+post_attention_layernorm,8192,31,0.0047607421875,0.154296875,0.15625,0.1574032226562494,0.158203125,97.52011140665503
+post_attention_layernorm,8192,32,0.000946044921875,0.154296875,0.15625,0.1583797851562494,0.1591796875,109.21184296047899
+post_attention_layernorm,8192,33,7.543712854385376e-08,0.1552734375,0.1572265625,0.1593563476562494,0.16015625,127.93738615324334
+post_attention_layernorm,8192,34,0.0284423828125,0.15234375,0.154296875,0.15625,0.15625,108.40556698602484
+post_attention_layernorm,8192,35,0.0174560546875,0.1552734375,0.15704003906250108,0.16015625,0.16015625,117.48232711928424
+post_attention_layernorm,8192,36,0.0218505859375,0.154296875,0.15625,0.1583797851562494,0.1591796875,118.08048547964717
+post_attention_layernorm,8192,37,0.00506591796875,0.15625,0.158203125,0.1593563476562494,0.16015625,125.05041613138913
+post_attention_layernorm,8192,38,0.024658203125,0.158203125,0.16015625,0.1624626953124988,0.1640625,123.9699118020944
+post_attention_layernorm,8192,39,0.01904296875,0.1591796875,0.1611328125,0.162109375,0.162109375,127.82031730727142
+post_attention_layernorm,8192,40,0.0185546875,0.16015625,0.1611328125,0.1622860351562494,0.1630859375,132.5904718958293
+post_attention_layernorm,8192,41,0.01422119140625,0.1630859375,0.1650390625,0.1661922851562494,0.1669921875,133.4145261175959
+post_attention_layernorm,8192,42,0.0128173828125,0.166015625,0.1669921875,0.1681454101562494,0.1689453125,136.57378619592825
+post_attention_layernorm,8192,43,0.01165771484375,0.1669921875,0.16875878906250108,0.169921875,0.169921875,140.29460051859098
+post_attention_layernorm,8192,44,0.01708984375,0.16796875,0.1689453125,0.1700985351562494,0.1708984375,143.73396086263514
+post_attention_layernorm,8192,45,0.01300048828125,0.1708984375,0.17266503906250108,0.173828125,0.173828125,144.85722001664914
+post_attention_layernorm,8192,46,0.0087890625,0.173828125,0.1748046875,0.1759579101562494,0.1767578125,145.59163379542477
+post_attention_layernorm,8192,47,0.00897216796875,0.1748046875,0.1767578125,0.177734375,0.177734375,149.98039063836572
+post_attention_layernorm,8192,48,0.00982666015625,0.17578125,0.177734375,0.1787109375,0.1787109375,152.74551450292725
+post_attention_layernorm,8192,49,0.01275634765625,0.1787109375,0.1796875,0.1806640625,0.1806640625,152.47237510471683
+post_attention_layernorm,8192,50,0.010009765625,0.1806640625,0.1826171875,0.1837704101562494,0.1845703125,151.89270964316796
+post_attention_layernorm,8192,51,0.01171875,0.181640625,0.18359375,0.1845703125,0.1845703125,155.21842304447398
+post_attention_layernorm,8192,52,0.0125732421875,0.18359375,0.1845703125,0.185546875,0.185546875,155.73309879460678
+post_attention_layernorm,8192,53,0.01361083984375,0.1865234375,0.1875,0.1884765625,0.1884765625,154.9536384060705
+post_attention_layernorm,8192,54,0.0137939453125,0.1875,0.1884765625,0.189453125,0.189453125,156.05515292207113
+post_attention_layernorm,8192,55,0.010986328125,0.189453125,0.1904296875,0.19140625,0.19140625,158.96901906002591
+post_attention_layernorm,8192,56,0.0137939453125,0.19140625,0.1923828125,0.193359375,0.193359375,162.06727743592532
+post_attention_layernorm,8192,57,0.01239013671875,0.193359375,0.1953125,0.1953125,0.1953125,162.13314728376608
+post_attention_layernorm,8192,58,0.01214599609375,0.1953125,0.197265625,0.1984188476562494,0.19921875,162.63790668474664
+post_attention_layernorm,8192,59,0.0206298828125,0.1982421875,0.19921875,0.2007252929687482,0.203125,162.88432475054336
+post_attention_layernorm,8192,60,0.0196533203125,0.2001953125,0.2021484375,0.2033016601562494,0.2041015625,166.31034299955257
+post_attention_layernorm,8192,61,0.0177001953125,0.203125,0.205078125,0.2075612304687482,0.2099609375,168.0864606174467
+post_attention_layernorm,8192,62,0.0159912109375,0.2041015625,0.20703125,0.2081844726562494,0.208984375,167.237199711581
+post_attention_layernorm,8192,63,0.0198974609375,0.2080078125,0.2099609375,0.2150204101562494,0.2158203125,168.17355084815227
+post_attention_layernorm,8192,64,0.0272216796875,0.2119140625,0.2158203125,0.2204332031249976,0.2236328125,170.2690169206489
+post_attention_layernorm,8192,65,0.0224609375,0.2158203125,0.21954003906250108,0.222562988281247,0.2265625,172.66463474959647
+post_attention_layernorm,8192,66,0.02587890625,0.216796875,0.2216796875,0.2270924804687482,0.2294921875,170.60278186640372
+post_attention_layernorm,8192,67,0.026611328125,0.220703125,0.2265625,0.2317986328124988,0.2333984375,173.903164075487
+post_attention_layernorm,8192,68,0.029296875,0.2275390625,0.236328125,0.2399644531249976,0.2431640625,182.39981148750869
+post_attention_layernorm,8192,69,0.0294189453125,0.2314453125,0.24004785156250108,0.2456471679687482,0.248046875,181.61058105704697
+post_attention_layernorm,8192,70,0.0311279296875,0.234375,0.2412109375,0.2476002929687482,0.25,178.5350370182177
+post_attention_layernorm,8192,71,0.03125,0.240234375,0.24981347656250108,0.2565660156249976,0.259765625,184.49131139868535
+post_attention_layernorm,8192,72,0.04296875,0.25,0.26171875,0.2682847656249976,0.271484375,198.57491447822312
+post_attention_layernorm,8192,73,0.04833984375,0.2578125,0.265625,0.2734375,0.2734375,194.73059034093436
+post_attention_layernorm,8192,74,0.0458984375,0.267578125,0.2734375,0.2835564453124988,0.28515625,194.4982334127393
+post_attention_layernorm,8192,75,0.07958984375,0.275390625,0.28125,0.2894158203124988,0.291015625,181.1040868387328
+post_attention_layernorm,8192,76,0.048583984375,0.31640625,0.322265625,0.3265251953124988,0.328125,137.7447705773406
+post_attention_layernorm,8192,77,0.055419921875,0.296875,0.302734375,0.3046875,0.3046875,144.9776295120273
+post_attention_layernorm,8192,78,0.078125,0.29296875,0.298828125,0.30485429687499277,0.314453125,108.57337346123064
+post_attention_layernorm,8192,79,0.0308837890625,0.251953125,0.2941757812500043,0.32704531249999036,0.33984375,21.955542227985894
+self_attn.k_proj,8388608,0,1.0504663805477321e-10,0.1181640625,0.97265625,6.875,85.0,39556.25003064485
+self_attn.k_proj,8388608,1,3.7834979593753815e-10,0.06396484375,0.1826171875,0.9375,5.40625,4081.3686341875937
+self_attn.k_proj,8388608,2,7.967173587530851e-10,0.05908203125,0.11376953125,0.2314453125,4.125,1169.2607362034964
+self_attn.k_proj,8388608,3,5.093170329928398e-10,0.0693359375,0.123046875,0.494140625,11.25,21083.25857219392
+self_attn.k_proj,8388608,4,5.820766091346741e-10,0.0673828125,0.11865234375,0.17578125,0.59375,9.548429613836623
+self_attn.k_proj,8388608,5,2.5320332497358322e-09,0.0634765625,0.10107421875,0.1904296875,3.859375,697.4153354796687
+self_attn.k_proj,8388608,6,1.9281287677586079e-10,0.072265625,0.1103515625,0.15625,0.58984375,6.320658830849723
+self_attn.k_proj,8388608,7,1.9554136088117957e-10,0.06884765625,0.10693359375,0.15234375,0.59765625,6.417369793659831
+self_attn.k_proj,8388608,8,6.693881005048752e-10,0.0751953125,0.11279296875,0.154296875,0.53125,5.611675570961618
+self_attn.k_proj,8388608,9,1.2187229003757238e-10,0.068359375,0.10468408203178114,0.166015625,1.3671875,18.62024289833792
+self_attn.k_proj,8388608,10,1.4624674804508686e-09,0.07958984375,0.1181640625,0.1572265625,0.330078125,5.933553709119261
+self_attn.k_proj,8388608,11,2.750311978161335e-09,0.078125,0.115234375,0.16796875,2.84375,98.4225509311594
+self_attn.k_proj,8388608,12,6.4319465309381485e-09,0.07763671875,0.12109375,0.169921875,0.37109375,6.776569434957126
+self_attn.k_proj,8388608,13,2.8958311304450035e-09,0.0859375,0.1298828125,0.171875,0.271484375,5.729575808270603
+self_attn.k_proj,8388608,14,5.296897143125534e-09,0.08056640625,0.119140625,0.15625,0.2890625,5.591500966244949
+self_attn.k_proj,8388608,15,9.822542779147625e-10,0.0791015625,0.1162109375,0.1591796875,0.30859375,5.302752192520481
+self_attn.k_proj,8388608,16,2.735760062932968e-09,0.07421875,0.1044921875,0.1396484375,0.43359375,4.4037741098369505
+self_attn.k_proj,8388608,17,2.1100277081131935e-09,0.08056640625,0.115234375,0.1611328125,0.3515625,4.587630606448483
+self_attn.k_proj,8388608,18,7.508788257837296e-09,0.07763671875,0.10986328125,0.1513671875,0.3203125,4.2775913941641805
+self_attn.k_proj,8388608,19,9.42964106798172e-09,0.078125,0.109375,0.15052666015526484,0.35546875,4.321259133060862
+self_attn.k_proj,8388608,20,3.892637323588133e-10,0.0849609375,0.1181640625,0.1552734375,0.390625,4.310801980545463
+self_attn.k_proj,8388608,21,2.2264430299401283e-09,0.08544921875,0.11767578125,0.15625,0.337890625,4.288570245431197
+self_attn.k_proj,8388608,22,1.178705133497715e-09,0.0849609375,0.1171875,0.154296875,0.3515625,4.2415173000445305
+self_attn.k_proj,8388608,23,4.865796654485166e-11,0.0869140625,0.12158203125,0.1650390625,0.400390625,4.364900209616101
+self_attn.k_proj,8388608,24,5.238689482212067e-09,0.08984375,0.1337890625,0.1962890625,0.453125,5.518487525779556
+self_attn.k_proj,8388608,25,8.803908713161945e-10,0.08984375,0.12451171875,0.1650390625,0.322265625,4.402373216097726
+self_attn.k_proj,8388608,26,6.781192496418953e-09,0.08984375,0.12890625,0.173828125,0.38671875,4.747237428976746
+self_attn.k_proj,8388608,27,6.2282197177410126e-09,0.0947265625,0.1357421875,0.177734375,0.3828125,4.762463816067313
+self_attn.k_proj,8388608,28,5.4424162954092026e-09,0.0908203125,0.12890625,0.1689453125,0.3203125,4.561272398547881
+self_attn.k_proj,8388608,29,4.889443516731262e-09,0.09228515625,0.12890625,0.1689453125,0.3984375,4.59408349013652
+self_attn.k_proj,8388608,30,1.4915713109076023e-10,0.091796875,0.1298828125,0.17578125,0.57421875,4.560937790869419
+self_attn.k_proj,8388608,31,1.4784745872020721e-08,0.09228515625,0.1337890625,0.1767578125,0.296875,4.693876966815474
+self_attn.k_proj,8388608,32,1.4115357771515846e-09,0.08447265625,0.11572265625,0.15234375,0.40625,4.190561431567746
+self_attn.k_proj,8388608,33,1.382431946694851e-09,0.08935546875,0.126953125,0.166015625,0.4296875,4.404327462593715
+self_attn.k_proj,8388608,34,9.19681042432785e-09,0.08740234375,0.12060546875,0.158203125,0.8359375,4.2044743343128665
+self_attn.k_proj,8388608,35,8.87666828930378e-10,0.0947265625,0.1337890625,0.17578125,0.365234375,4.736005863657264
+self_attn.k_proj,8388608,36,2.8812792152166367e-09,0.09375,0.134765625,0.18359375,0.77734375,4.974508456634802
+self_attn.k_proj,8388608,37,5.6461431086063385e-09,0.09326171875,0.1298828125,0.1748046875,0.6484375,4.272700731111818
+self_attn.k_proj,8388608,38,2.473825588822365e-09,0.0908203125,0.12890625,0.173828125,0.984375,4.742174356397717
+self_attn.k_proj,8388608,39,2.3283064365386963e-10,0.0947265625,0.1376953125,0.1884765625,0.5,5.089294549417945
+self_attn.k_proj,8388608,40,2.35741026699543e-09,0.08251953125,0.1162109375,0.158203125,0.33203125,4.505107064418332
+self_attn.k_proj,8388608,41,1.0419171303510666e-08,0.09326171875,0.1318359375,0.177734375,0.390625,4.641902348185599
+self_attn.k_proj,8388608,42,6.257323548197746e-09,0.08935546875,0.1328125,0.197265625,0.490234375,6.017850371566709
+self_attn.k_proj,8388608,43,1.0069925338029861e-08,0.0859375,0.1240234375,0.1884765625,0.57421875,5.400018052619583
+self_attn.k_proj,8388608,44,1.3301360013429075e-11,0.0849609375,0.12060546875,0.1611328125,0.349609375,4.355124090377197
+self_attn.k_proj,8388608,45,1.0477378964424133e-08,0.08740234375,0.1240234375,0.17578125,0.466796875,5.098104452514995
+self_attn.k_proj,8388608,46,4.069988790433854e-11,0.0615234375,0.1240234375,0.302734375,0.73828125,31.58449038160886
+self_attn.k_proj,8388608,47,5.820766091346741e-10,0.08544921875,0.12890625,0.20814384765526484,0.5234375,6.543636453845156
+self_attn.k_proj,8388608,48,2.6775524020195007e-09,0.08642578125,0.126953125,0.19740166015526484,0.53515625,5.7943651849630635
+self_attn.k_proj,8388608,49,8.149072527885437e-09,0.08642578125,0.1328125,0.2021484375,0.4609375,6.38909312720003
+self_attn.k_proj,8388608,50,3.899913281202316e-09,0.0810546875,0.1396484375,0.23744072265526484,0.640625,10.214973776353823
+self_attn.k_proj,8388608,51,1.1204974725842476e-09,0.083984375,0.126953125,0.208984375,0.77734375,6.2924181302792945
+self_attn.k_proj,8388608,52,9.677023626863956e-10,0.0859375,0.125,0.1767578125,0.40234375,4.9239882414248575
+self_attn.k_proj,8388608,53,2.051820047199726e-09,0.08740234375,0.134765625,0.2119140625,0.5546875,6.637228333771311
+self_attn.k_proj,8388608,54,3.245077095925808e-09,0.0791015625,0.1298828125,0.240234375,0.74609375,11.101486392172294
+self_attn.k_proj,8388608,55,4.3655745685100555e-09,0.07666015625,0.115234375,0.21875,0.58984375,7.4111456242340585
+self_attn.k_proj,8388608,56,1.257285475730896e-08,0.080078125,0.115234375,0.1689453125,0.396484375,4.712302638239856
+self_attn.k_proj,8388608,57,1.7898855730891228e-09,0.08349609375,0.12255859375,0.197265625,0.47265625,5.57148085300566
+self_attn.k_proj,8388608,58,1.280568540096283e-09,0.07275390625,0.12060546875,0.232421875,0.5859375,9.462357209330865
+self_attn.k_proj,8388608,59,4.132743924856186e-09,0.0771484375,0.123046875,0.2412109375,0.671875,9.410230621441688
+self_attn.k_proj,8388608,60,2.1100277081131935e-09,0.080078125,0.115234375,0.169921875,0.400390625,4.6585376965470155
+self_attn.k_proj,8388608,61,3.0122464522719383e-09,0.0791015625,0.1259765625,0.232421875,0.6328125,8.916423554856703
+self_attn.k_proj,8388608,62,1.4370016288012266e-10,0.061767578125,0.130859375,0.328125,0.9921875,40.42364176017011
+self_attn.k_proj,8388608,63,1.280568540096283e-09,0.078125,0.126953125,0.2470703125,0.8203125,12.031640391271507
+self_attn.k_proj,8388608,64,5.093170329928398e-09,0.0830078125,0.12109375,0.185546875,0.4375,5.30009826812871
+self_attn.k_proj,8388608,65,1.3606040738523006e-09,0.06884765625,0.11962890625,0.267578125,1.984375,34.594523587565966
+self_attn.k_proj,8388608,66,4.423782229423523e-09,0.07763671875,0.12255859375,0.2236328125,0.72265625,8.144730322142523
+self_attn.k_proj,8388608,67,2.051820047199726e-09,0.0810546875,0.11669921875,0.1875,0.48828125,5.086533420577355
+self_attn.k_proj,8388608,68,6.439222488552332e-10,0.07763671875,0.1123046875,0.1796875,0.52734375,4.801031982636916
+self_attn.k_proj,8388608,69,2.0227162167429924e-09,0.080078125,0.11865234375,0.1865234375,0.4296875,5.1332157879265585
+self_attn.k_proj,8388608,70,3.041350282728672e-09,0.07568359375,0.10693359375,0.1669921875,0.5703125,4.5153090381767695
+self_attn.k_proj,8388608,71,1.6589183360338211e-09,0.07666015625,0.10693359375,0.1533203125,0.3515625,4.024798241671017
+self_attn.k_proj,8388608,72,2.2118911147117615e-09,0.076171875,0.10546875,0.1455078125,0.431640625,4.065011284716817
+self_attn.k_proj,8388608,73,2.2118911147117615e-09,0.07666015625,0.1064453125,0.1435546875,0.3828125,4.182197048575612
+self_attn.k_proj,8388608,74,3.583409124985337e-10,0.07421875,0.107421875,0.1533203125,0.4375,4.136848444851082
+self_attn.k_proj,8388608,75,7.741618901491165e-09,0.0712890625,0.099609375,0.1494140625,0.38671875,4.121816836540595
+self_attn.k_proj,8388608,76,9.313225746154785e-10,0.0703125,0.09912109375,0.1328125,0.408203125,4.024203342371659
+self_attn.k_proj,8388608,77,1.0959411156363785e-10,0.07177734375,0.099609375,0.14453125,0.44140625,4.0360646826702
+self_attn.k_proj,8388608,78,7.566995918750763e-09,0.0732421875,0.10009765625,0.14369072265526484,0.82421875,4.022869506475338
+self_attn.k_proj,8388608,79,2.9103830456733704e-09,0.072265625,0.10498046875,0.1728515625,0.7109375,5.063513216669491
+self_attn.o_proj,67108864,0,5.661604518536478e-11,0.020263671875,0.031982421875,0.052978515625,0.44921875,10.853044350946076
+self_attn.o_proj,67108864,1,3.383320290595293e-10,0.0267333984375,0.036865234375,0.058349609375,0.53515625,5.248591151639114
+self_attn.o_proj,67108864,2,9.822542779147625e-11,0.0286865234375,0.039794921875,0.062255859375,0.2890625,3.659166914042961
+self_attn.o_proj,67108864,3,2.455635694786906e-10,0.02783203125,0.0380859375,0.057861328125,0.2734375,3.6382122060740776
+self_attn.o_proj,67108864,4,4.2810199829546036e-13,0.02880859375,0.043701171875,0.0771484375,0.72265625,6.28404737174704
+self_attn.o_proj,67108864,5,2.9132252166164108e-12,0.0286865234375,0.0380859375,0.050537109375,0.259765625,3.294464014541895
+self_attn.o_proj,67108864,6,2.6921043172478676e-10,0.0281982421875,0.037109375,0.046875,0.2275390625,3.1864477144796077
+self_attn.o_proj,67108864,7,2.3078428057488054e-11,0.0281982421875,0.037109375,0.04833984375,0.1865234375,3.225178683700573
+self_attn.o_proj,67108864,8,1.0322764865122736e-10,0.0289306640625,0.038330078125,0.051513671875,0.35546875,3.308488162616326
+self_attn.o_proj,67108864,9,1.6370904631912708e-10,0.029052734375,0.038818359375,0.05419921875,0.208984375,3.3406372366027166
+self_attn.o_proj,67108864,10,4.4565240386873484e-11,0.028076171875,0.036865234375,0.04638671875,0.25390625,3.197610529446147
+self_attn.o_proj,67108864,11,1.028865881380625e-11,0.028564453125,0.036865234375,0.044921875,0.236328125,3.10862311539308
+self_attn.o_proj,67108864,12,1.3733369996771216e-10,0.02880859375,0.037841796875,0.049560546875,0.2041015625,3.193988913001286
+self_attn.o_proj,67108864,13,9.731593308970332e-11,0.028564453125,0.03759765625,0.04931640625,0.2001953125,3.2063981247568214
+self_attn.o_proj,67108864,14,9.185896487906575e-11,0.02783203125,0.036376953125,0.044921875,0.197265625,3.136346873138716
+self_attn.o_proj,67108864,15,3.292370820418e-10,0.0283203125,0.03662109375,0.04443359375,0.2060546875,3.0938985374922967
+self_attn.o_proj,67108864,16,4.984030965715647e-10,0.0284423828125,0.037109375,0.046875,0.201171875,3.1470091990291102
+self_attn.o_proj,67108864,17,6.821210263296962e-12,0.0279541015625,0.03662109375,0.045654296875,0.2314453125,3.1619745478736943
+self_attn.o_proj,67108864,18,9.458744898438454e-11,0.0279541015625,0.036376953125,0.0439453125,0.23828125,3.124775485947013
+self_attn.o_proj,67108864,19,1.141415850725025e-10,0.0296630859375,0.03857421875,0.046875,0.375,3.142509618491133
+self_attn.o_proj,67108864,20,8.685674401931465e-11,0.029296875,0.037841796875,0.046142578125,0.4296875,3.177449290173743
+self_attn.o_proj,67108864,21,7.958078640513122e-11,0.0284423828125,0.037109375,0.04541015625,0.369140625,3.250157042305082
+self_attn.o_proj,67108864,22,4.5656634029001e-10,0.030029296875,0.0390625,0.047119140625,0.3984375,3.4011399417621733
+self_attn.o_proj,67108864,23,1.4915713109076023e-10,0.029541015625,0.038330078125,0.047119140625,0.455078125,3.4737193051437054
+self_attn.o_proj,67108864,24,2.2009771782904863e-10,0.02978515625,0.039306640625,0.0595703125,0.498046875,4.384711171123188
+self_attn.o_proj,67108864,25,5.7980287238024175e-11,0.0296630859375,0.03857421875,0.046875,0.7890625,4.3545160550012545
+self_attn.o_proj,67108864,26,2.2464519133791327e-10,0.029541015625,0.0380859375,0.046875,0.55078125,3.7947305907545323
+self_attn.o_proj,67108864,27,6.821210263296962e-11,0.0286865234375,0.037841796875,0.048095703125,0.421875,3.9354458976003364
+self_attn.o_proj,67108864,28,2.874003257602453e-10,0.0289306640625,0.037841796875,0.04736328125,0.8828125,7.194131774504
+self_attn.o_proj,67108864,29,2.7284841053187847e-10,0.0289306640625,0.037841796875,0.04736328125,1.015625,6.304063090984495
+self_attn.o_proj,67108864,30,7.503331289626658e-11,0.0289306640625,0.037841796875,0.04736328125,0.5859375,3.9731678486535347
+self_attn.o_proj,67108864,31,3.228706191293895e-11,0.0279541015625,0.036865234375,0.046630859375,0.49609375,4.351039547975682
+self_attn.o_proj,67108864,32,4.129105946049094e-10,0.0289306640625,0.03759765625,0.047119140625,0.65625,4.921144074161876
+self_attn.o_proj,67108864,33,5.311449058353901e-10,0.0283203125,0.037353515625,0.04833984375,0.494140625,4.960721365316167
+self_attn.o_proj,67108864,34,6.764366844436154e-12,0.0283203125,0.037109375,0.04833984375,0.85546875,8.459102319419234
+self_attn.o_proj,67108864,35,2.3283064365386963e-10,0.029052734375,0.03955078125,0.052001953125,0.98046875,13.31642881561098
+self_attn.o_proj,67108864,36,2.1464074961841106e-10,0.02880859375,0.0380859375,0.05029296875,0.546875,3.8009950001789945
+self_attn.o_proj,67108864,37,4.765752237290144e-10,0.0289306640625,0.038330078125,0.048095703125,1.1015625,8.48903669083849
+self_attn.o_proj,67108864,38,1.0049916454590857e-10,0.0289306640625,0.0380859375,0.0478515625,0.6015625,3.738281026705051
+self_attn.o_proj,67108864,39,3.0377123039215803e-10,0.029052734375,0.037841796875,0.04638671875,0.97265625,14.24922441932642
+self_attn.o_proj,67108864,40,4.6202330850064754e-10,0.029541015625,0.038818359375,0.050048828125,0.57421875,3.8905274038085054
+self_attn.o_proj,67108864,41,1.9190338207408786e-10,0.0289306640625,0.037109375,0.04443359375,0.38671875,3.2744186299986064
+self_attn.o_proj,67108864,42,7.366907084360719e-11,0.0291748046875,0.03759765625,0.044921875,0.55859375,3.2801822773413
+self_attn.o_proj,67108864,43,8.840288501232862e-10,0.029052734375,0.037353515625,0.0458984375,0.62890625,3.621885048064813
+self_attn.o_proj,67108864,44,6.220943760126829e-10,0.0283203125,0.036865234375,0.04638671875,0.328125,3.292099711884066
+self_attn.o_proj,67108864,45,1.837179297581315e-10,0.02880859375,0.037353515625,0.04638671875,0.380859375,3.2856593267095477
+self_attn.o_proj,67108864,46,4.2518877307884395e-11,0.0299072265625,0.038330078125,0.04541015625,0.310546875,3.041800524978968
+self_attn.o_proj,67108864,47,3.7471181713044643e-10,0.0291748046875,0.03759765625,0.04541015625,0.435546875,3.1371756483030135
+self_attn.o_proj,67108864,48,2.2373569663614035e-10,0.0291748046875,0.037841796875,0.046630859375,0.455078125,3.302913715493213
+self_attn.o_proj,67108864,49,1.5734258340671659e-10,0.02880859375,0.037109375,0.044677734375,0.53125,3.2599776879091915
+self_attn.o_proj,67108864,50,3.092281986027956e-10,0.0294189453125,0.037841796875,0.044921875,0.33203125,3.064355529475801
+self_attn.o_proj,67108864,51,8.86757334228605e-11,0.0291748046875,0.037841796875,0.04638671875,0.359375,3.1543459724970715
+self_attn.o_proj,67108864,52,5.20230969414115e-10,0.028076171875,0.03662109375,0.046630859375,0.3359375,3.5476974339602356
+self_attn.o_proj,67108864,53,1.4279066817834973e-10,0.0289306640625,0.037353515625,0.044677734375,0.341796875,3.096140558868633
+self_attn.o_proj,67108864,54,7.785274647176266e-10,0.02880859375,0.037353515625,0.047119140625,0.5625,3.406873162232799
+self_attn.o_proj,67108864,55,5.525180313270539e-11,0.0286865234375,0.0380859375,0.06396484375,1.6015625,90.31254262949997
+self_attn.o_proj,67108864,56,4.18367562815547e-11,0.0286865234375,0.036865234375,0.044189453125,0.208984375,3.050066669077637
+self_attn.o_proj,67108864,57,1.9190338207408786e-10,0.0291748046875,0.03759765625,0.045166015625,0.3828125,3.169328075348757
+self_attn.o_proj,67108864,58,8.913048077374697e-11,0.0294189453125,0.037841796875,0.045654296875,0.55078125,3.2117954138031526
+self_attn.o_proj,67108864,59,1.5916157281026244e-10,0.0289306640625,0.037353515625,0.044677734375,0.259765625,3.0831087958282337
+self_attn.o_proj,67108864,60,1.659827830735594e-11,0.0291748046875,0.03759765625,0.045654296875,0.423828125,3.184824417462295
+self_attn.o_proj,67108864,61,1.291482476517558e-10,0.0294189453125,0.0380859375,0.04541015625,0.21484375,3.0648286130444387
+self_attn.o_proj,67108864,62,1.2823875294998288e-10,0.0294189453125,0.037841796875,0.04541015625,0.58203125,3.633141341032487
+self_attn.o_proj,67108864,63,4.501998773775995e-11,0.0286865234375,0.037109375,0.046142578125,0.314453125,3.251903347640287
+self_attn.o_proj,67108864,64,5.566107574850321e-10,0.0296630859375,0.038330078125,0.04638671875,0.345703125,3.2994488621720537
+self_attn.o_proj,67108864,65,6.912159733474255e-11,0.0289306640625,0.037353515625,0.045166015625,1.5078125,55.33704733922289
+self_attn.o_proj,67108864,66,1.9326762412674725e-11,0.0291748046875,0.038330078125,0.054443359375,0.65234375,4.854801490659473
+self_attn.o_proj,67108864,67,1.6279955161735415e-10,0.0296630859375,0.03857421875,0.04638671875,0.373046875,3.2543244701842844
+self_attn.o_proj,67108864,68,4.18367562815547e-10,0.0303955078125,0.03955078125,0.04833984375,0.498046875,3.2143882919839872
+self_attn.o_proj,67108864,69,4.888534022029489e-11,0.0303955078125,0.039794921875,0.04931640625,0.48828125,3.298634788698832
+self_attn.o_proj,67108864,70,6.366462912410498e-11,0.0296630859375,0.039306640625,0.05078125,0.765625,6.129895008903449
+self_attn.o_proj,67108864,71,3.6925484891980886e-10,0.030517578125,0.03955078125,0.048583984375,0.5546875,3.505828321222748
+self_attn.o_proj,67108864,72,5.297806637827307e-11,0.0303955078125,0.039794921875,0.0498046875,1.015625,19.862728031376257
+self_attn.o_proj,67108864,73,8.185452315956354e-11,0.03076171875,0.04052734375,0.0517578125,0.70703125,8.292399805016862
+self_attn.o_proj,67108864,74,7.057678885757923e-10,0.03076171875,0.0419921875,0.056884765625,0.796875,8.809214915674778
+self_attn.o_proj,67108864,75,9.43600753089413e-12,0.0322265625,0.04296875,0.056396484375,0.43359375,3.817952662156479
+self_attn.o_proj,67108864,76,1.7826096154749393e-10,0.03173828125,0.04296875,0.0576171875,0.59375,5.7403041172512195
+self_attn.o_proj,67108864,77,2.510205376893282e-10,0.03271484375,0.043212890625,0.054443359375,0.419921875,3.5899193503589872
+self_attn.o_proj,67108864,78,3.0377123039215803e-10,0.03173828125,0.0419921875,0.053955078125,0.384765625,3.41422933877298
+self_attn.o_proj,67108864,79,4.019966581836343e-10,0.031494140625,0.04638671875,0.07568359375,0.55078125,6.127139239902427
+self_attn.q_proj,67108864,0,4.462208380573429e-12,0.060546875,0.470703125,3.578125,72.5,50058.81365769479
+self_attn.q_proj,67108864,1,9.265477274311706e-12,0.03759765625,0.09765625,0.50390625,6.5625,7700.820423250059
+self_attn.q_proj,67108864,2,1.127773430198431e-10,0.037353515625,0.0751953125,0.201171875,3.234375,1441.7682324995926
+self_attn.q_proj,67108864,3,3.2741809263825417e-11,0.0419921875,0.07275390625,0.333984375,9.0625,17824.002775615692
+self_attn.q_proj,67108864,4,1.255102688446641e-10,0.039794921875,0.06494140625,0.09521484375,0.376953125,7.025684110566637
+self_attn.q_proj,67108864,5,7.821654435247183e-11,0.040771484375,0.061767578125,0.095703125,1.5078125,23.937793091635022
+self_attn.q_proj,67108864,6,5.297806637827307e-11,0.042724609375,0.06298828125,0.08740234375,0.2255859375,4.734309324162601
+self_attn.q_proj,67108864,7,1.4733814168721437e-10,0.041748046875,0.06298828125,0.09130859375,0.216796875,5.2951796175079116
+self_attn.q_proj,67108864,8,3.7971403799019754e-11,0.0419921875,0.06005859375,0.078125,0.30078125,4.233329068075779
+self_attn.q_proj,67108864,9,4.956746124662459e-11,0.042236328125,0.061767578125,0.0859375,0.5078125,4.633287573070894
+self_attn.q_proj,67108864,10,9.094947017729282e-12,0.044921875,0.06494140625,0.08837890625,0.2119140625,4.655321879833108
+self_attn.q_proj,67108864,11,4.256435204297304e-10,0.043701171875,0.0615234375,0.08251953125,0.73046875,4.33352967123498
+self_attn.q_proj,67108864,12,3.481659405224491e-12,0.042724609375,0.0634765625,0.0859375,0.2421875,4.649750140630554
+self_attn.q_proj,67108864,13,3.1468516681343317e-10,0.044677734375,0.0625,0.080078125,0.2060546875,3.9232332528216585
+self_attn.q_proj,67108864,14,1.1423253454267979e-09,0.04638671875,0.0673828125,0.0888671875,0.2080078125,4.482964557322645
+self_attn.q_proj,67108864,15,1.1050360626541078e-10,0.04541015625,0.064453125,0.083984375,0.18359375,4.200257136955729
+self_attn.q_proj,67108864,16,5.8548721426632255e-12,0.045654296875,0.06591796875,0.08935546875,0.205078125,4.119728832445176
+self_attn.q_proj,67108864,17,8.913048077374697e-11,0.046875,0.06591796875,0.0859375,0.2001953125,3.9237843714286287
+self_attn.q_proj,67108864,18,1.3733369996771216e-10,0.04833984375,0.07080078125,0.09716796875,0.275390625,4.279354008358841
+self_attn.q_proj,67108864,19,1.2732925824820995e-10,0.0478515625,0.06982421875,0.09375,0.2041015625,4.331235395291843
+self_attn.q_proj,67108864,20,2.419255906715989e-10,0.04296875,0.057861328125,0.0732421875,0.1865234375,3.6044802509025335
+self_attn.q_proj,67108864,21,8.87666828930378e-10,0.045654296875,0.0634765625,0.08251953125,0.2080078125,3.8397711600120976
+self_attn.q_proj,67108864,22,1.2460077414289117e-10,0.044921875,0.0634765625,0.0849609375,0.1875,3.9855950270871525
+self_attn.q_proj,67108864,23,3.510649548843503e-10,0.044921875,0.061279296875,0.078125,0.1865234375,3.784500258976678
+self_attn.q_proj,67108864,24,1.5575096767861396e-11,0.043212890625,0.060546875,0.07958984375,0.2294921875,4.210087538128076
+self_attn.q_proj,67108864,25,2.5283952709287405e-10,0.04345703125,0.06005859375,0.07861328125,0.30859375,3.9125354508433285
+self_attn.q_proj,67108864,26,3.888089850079268e-11,0.04296875,0.059326171875,0.07763671875,0.2158203125,3.831668929637923
+self_attn.q_proj,67108864,27,1.291482476517558e-10,0.0458984375,0.064453125,0.083984375,0.197265625,4.002985867812672
+self_attn.q_proj,67108864,28,1.7280399333685637e-11,0.0439453125,0.06103515625,0.0791015625,0.1904296875,3.905624443362663
+self_attn.q_proj,67108864,29,4.2018655221909285e-10,0.0439453125,0.0615234375,0.080078125,0.1689453125,3.9693701424908108
+self_attn.q_proj,67108864,30,3.4788172342814505e-11,0.045166015625,0.06298828125,0.0830078125,0.28515625,4.064306303650724
+self_attn.q_proj,67108864,31,1.5825207810848951e-10,0.04736328125,0.06689453125,0.08642578125,0.2109375,4.18171506730067
+self_attn.q_proj,67108864,32,1.482476363889873e-10,0.043701171875,0.06298828125,0.083984375,0.2138671875,4.397503759965582
+self_attn.q_proj,67108864,33,3.2378011383116245e-10,0.0458984375,0.06494140625,0.08349609375,0.20703125,4.020059582969025
+self_attn.q_proj,67108864,34,7.421476766467094e-10,0.04638671875,0.064453125,0.08251953125,0.279296875,3.9556929515002497
+self_attn.q_proj,67108864,35,9.822542779147625e-11,0.04736328125,0.06689453125,0.08642578125,0.2138671875,4.2776071537573275
+self_attn.q_proj,67108864,36,1.255102688446641e-10,0.045654296875,0.06494140625,0.08447265625,0.203125,4.3037218227309095
+self_attn.q_proj,67108864,37,1.5279510989785194e-10,0.045654296875,0.0625,0.080078125,0.2353515625,3.897522048710235
+self_attn.q_proj,67108864,38,1.5734258340671659e-10,0.044921875,0.06689453125,0.09375,0.294921875,4.597864630623054
+self_attn.q_proj,67108864,39,2.9103830456733704e-11,0.04443359375,0.06396484375,0.0849609375,0.59765625,4.482512296107686
+self_attn.q_proj,67108864,40,6.002665031701326e-10,0.04248046875,0.06396484375,0.08740234375,0.2451171875,4.615514367656632
+self_attn.q_proj,67108864,41,2.710294211283326e-10,0.043701171875,0.06201171875,0.08203125,0.2353515625,4.2534214499115315
+self_attn.q_proj,67108864,42,6.139089236967266e-11,0.040283203125,0.05908203125,0.0810546875,0.24609375,4.731802396176855
+self_attn.q_proj,67108864,43,2.2009771782904863e-10,0.040283203125,0.056396484375,0.07421875,0.25390625,4.132034440040488
+self_attn.q_proj,67108864,44,6.075424607843161e-10,0.04296875,0.06201171875,0.08349609375,0.2216796875,4.166933803490383
+self_attn.q_proj,67108864,45,6.821210263296962e-11,0.041015625,0.058349609375,0.078125,0.2421875,4.438881033500982
+self_attn.q_proj,67108864,46,5.929905455559492e-10,0.0301513671875,0.04541015625,0.07568359375,0.32421875,6.005455340690038
+self_attn.q_proj,67108864,47,1.1709744285326451e-11,0.038818359375,0.0595703125,0.08642578125,0.232421875,4.897622171278574
+self_attn.q_proj,67108864,48,1.4551915228366852e-10,0.039306640625,0.057373046875,0.0791015625,0.3046875,4.488719947325941
+self_attn.q_proj,67108864,49,8.003553375601768e-11,0.0380859375,0.05615234375,0.07763671875,0.2314453125,4.529019994412939
+self_attn.q_proj,67108864,50,4.177991286269389e-12,0.0361328125,0.0556640625,0.078125,0.3984375,5.050990073067078
+self_attn.q_proj,67108864,51,3.601599019020796e-10,0.038330078125,0.05517578125,0.0751953125,0.3046875,4.349539530185469
+self_attn.q_proj,67108864,52,3.183231456205249e-11,0.04296875,0.06298828125,0.08447265625,0.27734375,4.491515121990827
+self_attn.q_proj,67108864,53,2.0736479200422764e-10,0.038330078125,0.055908203125,0.07666015625,0.263671875,4.387649991552597
+self_attn.q_proj,67108864,54,6.511982064694166e-10,0.03662109375,0.056640625,0.07958984375,0.267578125,5.39967130735858
+self_attn.q_proj,67108864,55,9.231371222995222e-11,0.037109375,0.055419921875,0.080078125,0.62109375,5.025872564403328
+self_attn.q_proj,67108864,56,1.2460077414289117e-10,0.040771484375,0.05859375,0.080078125,0.328125,4.322883715905168
+self_attn.q_proj,67108864,57,1.4665602066088468e-11,0.0390625,0.055419921875,0.0751953125,0.294921875,4.308428012663342
+self_attn.q_proj,67108864,58,7.23048287909478e-11,0.0361328125,0.0537109375,0.07427426757567446,0.39453125,4.780804023103486
+self_attn.q_proj,67108864,59,1.4915713109076023e-10,0.03564453125,0.05419921875,0.078125,0.2275390625,4.713166745551197
+self_attn.q_proj,67108864,60,5.056790541857481e-10,0.0400390625,0.057373046875,0.078125,0.314453125,4.209542161064956
+self_attn.q_proj,67108864,61,3.67435859516263e-10,0.035888671875,0.052734375,0.07470703125,0.345703125,4.677451717866079
+self_attn.q_proj,67108864,62,4.3428372009657323e-11,0.030029296875,0.043212890625,0.064453125,0.265625,4.559101085695618
+self_attn.q_proj,67108864,63,5.95719029661268e-11,0.034423828125,0.051513671875,0.07177734375,0.27734375,4.726933075031116
+self_attn.q_proj,67108864,64,4.984030965715647e-10,0.03955078125,0.05712890625,0.07763671875,0.287109375,4.206517298714216
+self_attn.q_proj,67108864,65,2.5920599000528455e-11,0.032470703125,0.04638671875,0.068359375,0.9375,8.666189032505793
+self_attn.q_proj,67108864,66,4.838511813431978e-10,0.034912109375,0.05224609375,0.07763671875,0.265625,4.642528928403713
+self_attn.q_proj,67108864,67,5.20230969414115e-10,0.037841796875,0.05322265625,0.07373046875,0.2431640625,3.9996371920293297
+self_attn.q_proj,67108864,68,1.6189005691558123e-10,0.0390625,0.054443359375,0.07373046875,0.28515625,3.876167828441725
+self_attn.q_proj,67108864,69,2.837623469531536e-10,0.037841796875,0.054931640625,0.0771484375,0.318359375,4.077891707414014
+self_attn.q_proj,67108864,70,1.0095391189679503e-10,0.0390625,0.05517578125,0.07470703125,0.205078125,3.912114509616845
+self_attn.q_proj,67108864,71,1.0277290130034089e-10,0.041259765625,0.058349609375,0.0791015625,0.2177734375,3.8310354567871414
+self_attn.q_proj,67108864,72,4.2518877307884395e-11,0.041259765625,0.057373046875,0.07568359375,0.2080078125,3.7241860594243104
+self_attn.q_proj,67108864,73,1.9667822925839573e-11,0.041015625,0.0576171875,0.07763671875,0.220703125,3.9461654508693713
+self_attn.q_proj,67108864,74,5.165929906070232e-10,0.041259765625,0.0595703125,0.08056640625,0.2255859375,3.9883885191468913
+self_attn.q_proj,67108864,75,4.934008757118136e-11,0.042236328125,0.060302734375,0.08203125,0.2578125,3.988767597102733
+self_attn.q_proj,67108864,76,3.8562575355172157e-10,0.041015625,0.05908203125,0.08056640625,0.2470703125,4.040282746359666
+self_attn.q_proj,67108864,77,6.039044819772243e-10,0.04150390625,0.059326171875,0.080078125,0.2314453125,3.9884193410452733
+self_attn.q_proj,67108864,78,8.258211892098188e-10,0.040283203125,0.05712890625,0.07861328125,0.310546875,3.840386148544779
+self_attn.q_proj,67108864,79,3.7971403799019754e-11,0.0361328125,0.052001953125,0.07421875,0.302734375,4.298531394144077
+self_attn.v_proj,8388608,0,4.802132025361061e-10,0.2333984375,2.421875,18.125,93.0,9716.144778022563
+self_attn.v_proj,8388608,1,1.3533281162381172e-09,0.036376953125,0.26171875,1.890625,12.375,9771.986719679675
+self_attn.v_proj,8388608,2,4.129105946049094e-10,0.0311279296875,0.04248046875,0.181640625,4.875,10206.021408610215
+self_attn.v_proj,8388608,3,8.11269273981452e-10,0.029052734375,0.039306640625,0.408203125,8.0,25531.20202303329
+self_attn.v_proj,8388608,4,4.540197551250458e-09,0.032958984375,0.043701171875,0.05322265625,0.130859375,3.4170163464296515
+self_attn.v_proj,8388608,5,1.1496013030409813e-09,0.032470703125,0.043212890625,0.08935546875,1.796875,874.2817544620549
+self_attn.v_proj,8388608,6,1.2369127944111824e-09,0.0286865234375,0.03759765625,0.04541015625,0.1142578125,3.19677924718593
+self_attn.v_proj,8388608,7,1.57160684466362e-09,0.03173828125,0.0419921875,0.05126953125,0.1220703125,3.3222381225067377
+self_attn.v_proj,8388608,8,1.3460521586239338e-09,0.029541015625,0.03857421875,0.046142578125,0.115234375,3.145844273948425
+self_attn.v_proj,8388608,9,1.2823875294998288e-10,0.0311279296875,0.040771484375,0.049560546875,0.228515625,3.4084076821782125
+self_attn.v_proj,8388608,10,5.711626727133989e-10,0.0274658203125,0.035888671875,0.043701171875,0.2470703125,3.2873533213681356
+self_attn.v_proj,8388608,11,2.8958311304450035e-09,0.0281982421875,0.03662109375,0.045166015625,0.671875,11.022965575974347
+self_attn.v_proj,8388608,12,1.7898855730891228e-09,0.0289306640625,0.03759765625,0.045166015625,0.078125,3.1325618419898307
+self_attn.v_proj,8388608,13,3.1868694350123405e-09,0.02685546875,0.034912109375,0.0419921875,0.0693359375,3.154178061383387
+self_attn.v_proj,8388608,14,1.9190338207408786e-10,0.026611328125,0.035400390625,0.043212890625,0.0849609375,3.3752488832149186
+self_attn.v_proj,8388608,15,1.8189894035458565e-09,0.0277099609375,0.03662109375,0.044189453125,0.0771484375,3.300543777803728
+self_attn.v_proj,8388608,16,4.984030965715647e-10,0.0269775390625,0.034912109375,0.041748046875,0.06982421875,3.1012743694944005
+self_attn.v_proj,8388608,17,1.4665602066088468e-11,0.0247802734375,0.032470703125,0.0390625,0.09912109375,3.1884505055308914
+self_attn.v_proj,8388608,18,2.7466739993542433e-10,0.0255126953125,0.03369140625,0.041015625,0.08251953125,3.2631840371163734
+self_attn.v_proj,8388608,19,3.510649548843503e-10,0.0291748046875,0.038818359375,0.04736328125,0.06787109375,3.3395182985288274
+self_attn.v_proj,8388608,20,3.6670826375484467e-09,0.02783203125,0.036865234375,0.044921875,0.07421875,3.2972879629651524
+self_attn.v_proj,8388608,21,7.867129170335829e-11,0.025390625,0.034423828125,0.042236328125,0.057373046875,3.409866650938847
+self_attn.v_proj,8388608,22,2.6047928258776665e-09,0.0296630859375,0.0390625,0.046875,0.0888671875,3.2755636417738176
+self_attn.v_proj,8388608,23,3.521563485264778e-09,0.0283203125,0.037841796875,0.045654296875,0.10205078125,3.389791153136045
+self_attn.v_proj,8388608,24,6.111804395914078e-10,0.030517578125,0.04052734375,0.04931640625,0.0810546875,3.397518170099776
+self_attn.v_proj,8388608,25,1.4042598195374012e-09,0.02978515625,0.0390625,0.047119140625,0.1572265625,3.4795061043132307
+self_attn.v_proj,8388608,26,5.209585651755333e-09,0.0286865234375,0.0380859375,0.046142578125,0.10791015625,3.2736748342597455
+self_attn.v_proj,8388608,27,4.511093720793724e-10,0.024169921875,0.031982421875,0.0390625,0.09521484375,3.3811270363396373
+self_attn.v_proj,8388608,28,2.852175384759903e-09,0.0260009765625,0.03515625,0.042724609375,0.1513671875,3.7441681737445567
+self_attn.v_proj,8388608,29,1.8280843505635858e-10,0.024169921875,0.0322265625,0.039794921875,0.1533203125,3.476678553078824
+self_attn.v_proj,8388608,30,1.7462298274040222e-09,0.02587890625,0.034423828125,0.042236328125,0.1630859375,3.426047914031753
+self_attn.v_proj,8388608,31,5.20230969414115e-10,0.02197265625,0.0296630859375,0.036865234375,0.1298828125,3.4737328149578994
+self_attn.v_proj,8388608,32,6.6356733441352844e-09,0.0269775390625,0.03515625,0.042724609375,0.1416015625,3.1783071179606632
+self_attn.v_proj,8388608,33,8.512870408594608e-10,0.0216064453125,0.0281982421875,0.033935546875,0.0859375,3.1751188770032597
+self_attn.v_proj,8388608,34,1.8553691916167736e-09,0.0242919921875,0.0322265625,0.03955078125,0.1123046875,3.372228187246109
+self_attn.v_proj,8388608,35,4.4929038267582655e-10,0.0230712890625,0.03076171875,0.0380859375,0.10400390625,3.3169373844313066
+self_attn.v_proj,8388608,36,2.9467628337442875e-10,0.025390625,0.033447265625,0.041259765625,0.1591796875,3.348346836670284
+self_attn.v_proj,8388608,37,6.83940015733242e-10,0.023681640625,0.0308837890625,0.037109375,0.08642578125,3.193595749380396
+self_attn.v_proj,8388608,38,1.6516423784196377e-09,0.0252685546875,0.03271484375,0.0390625,0.07177734375,3.187961969633761
+self_attn.v_proj,8388608,39,4.190951585769653e-09,0.026123046875,0.0341796875,0.041015625,0.07275390625,3.213225652814628
+self_attn.v_proj,8388608,40,1.0040821507573128e-09,0.0281982421875,0.036865234375,0.044677734375,0.064453125,3.119818262157229
+self_attn.v_proj,8388608,41,1.6880221664905548e-09,0.0262451171875,0.033935546875,0.04052734375,0.057861328125,3.1134063514290227
+self_attn.v_proj,8388608,42,4.2382453102618456e-10,0.028076171875,0.0361328125,0.043212890625,0.11865234375,3.0689672520945845
+self_attn.v_proj,8388608,43,1.2660166248679161e-09,0.027587890625,0.03564453125,0.04296875,0.2333984375,3.3937197647535244
+self_attn.v_proj,8388608,44,2.673914423212409e-10,0.026611328125,0.0341796875,0.040771484375,0.055419921875,3.0760151680696715
+self_attn.v_proj,8388608,45,2.2264430299401283e-09,0.0283203125,0.03662109375,0.043212890625,0.07958984375,3.067092665837026
+self_attn.v_proj,8388608,46,1.6370904631912708e-09,0.033447265625,0.04296875,0.051025390625,0.1005859375,3.040668134724123
+self_attn.v_proj,8388608,47,1.979060471057892e-09,0.0296630859375,0.039794921875,0.049072265625,0.07958984375,3.272837838937883
+self_attn.v_proj,8388608,48,8.003553375601768e-11,0.030517578125,0.040771484375,0.05029296875,0.08984375,3.2826847669822428
+self_attn.v_proj,8388608,49,1.7826096154749393e-09,0.0281982421875,0.036376953125,0.04345703125,0.09521484375,3.0703166707735483
+self_attn.v_proj,8388608,50,8.549250196665525e-10,0.03125,0.041015625,0.049560546875,0.08251953125,3.1346621474214635
+self_attn.v_proj,8388608,51,2.6193447411060333e-09,0.03076171875,0.040771484375,0.05029296875,0.09375,3.1910230598795954
+self_attn.v_proj,8388608,52,1.076841726899147e-09,0.02685546875,0.034912109375,0.0419921875,0.062255859375,3.164318297294276
+self_attn.v_proj,8388608,53,1.4779288903810084e-11,0.02880859375,0.037109375,0.044189453125,0.0634765625,3.0535320597856677
+self_attn.v_proj,8388608,54,2.051820047199726e-09,0.029541015625,0.0380859375,0.04541015625,0.08154296875,3.0777346029708283
+self_attn.v_proj,8388608,55,1.0368239600211382e-10,0.029541015625,0.038330078125,0.0458984375,0.11328125,3.086459589575982
+self_attn.v_proj,8388608,56,2.5320332497358322e-09,0.0284423828125,0.03662109375,0.04345703125,0.06787109375,3.0508561144300566
+self_attn.v_proj,8388608,57,3.5652192309498787e-10,0.03125,0.040771484375,0.048828125,0.07080078125,3.097594308827205
+self_attn.v_proj,8388608,58,5.529727786779404e-09,0.033203125,0.04443359375,0.0546875,0.078125,3.2257986918222574
+self_attn.v_proj,8388608,59,1.318767317570746e-10,0.03173828125,0.041259765625,0.04931640625,0.07666015625,3.0944005526694585
+self_attn.v_proj,8388608,60,3.6197889130562544e-10,0.03173828125,0.041259765625,0.049560546875,0.07080078125,3.109978744523658
+self_attn.v_proj,8388608,61,1.3169483281672e-09,0.03466796875,0.047607421875,0.059814453125,0.09228515625,3.382778769642115
+self_attn.v_proj,8388608,62,3.448803909122944e-09,0.034423828125,0.044189453125,0.052490234375,0.0732421875,3.0347583291166105
+self_attn.v_proj,8388608,63,2.3101165425032377e-10,0.03125,0.040283203125,0.048095703125,0.06982421875,3.0580137438765584
+self_attn.v_proj,8388608,64,3.448803909122944e-09,0.0341796875,0.04541015625,0.055908203125,0.0771484375,3.256825653858554
+self_attn.v_proj,8388608,65,1.2878444977104664e-09,0.033447265625,0.04345703125,0.0517578125,0.09375,3.143823494220939
+self_attn.v_proj,8388608,66,5.005858838558197e-09,0.033935546875,0.044189453125,0.053466796875,0.1064453125,3.157947261476232
+self_attn.v_proj,8388608,67,5.093170329928398e-09,0.0341796875,0.04443359375,0.0537109375,0.0771484375,3.1190645784185143
+self_attn.v_proj,8388608,68,1.9354047253727913e-09,0.036376953125,0.047607421875,0.0576171875,0.0927734375,3.166923596870513
+self_attn.v_proj,8388608,69,1.949956640601158e-09,0.035888671875,0.047119140625,0.05712890625,0.11572265625,3.148098079577256
+self_attn.v_proj,8388608,70,2.4883775040507317e-09,0.033935546875,0.04443359375,0.0537109375,0.099609375,3.1758623030943944
+self_attn.v_proj,8388608,71,9.968061931431293e-10,0.03564453125,0.046142578125,0.055419921875,0.0751953125,3.1389513126161863
+self_attn.v_proj,8388608,72,5.275069270282984e-10,0.035888671875,0.046875,0.056396484375,0.1044921875,3.1830358806937853
+self_attn.v_proj,8388608,73,1.949956640601158e-09,0.03759765625,0.050048828125,0.060791015625,0.08740234375,3.357660978830387
+self_attn.v_proj,8388608,74,1.6952981241047382e-09,0.03857421875,0.053466796875,0.06689453125,0.1005859375,3.586519701757815
+self_attn.v_proj,8388608,75,1.2369127944111824e-09,0.0390625,0.05126953125,0.061767578125,0.087890625,3.206018186867302
+self_attn.v_proj,8388608,76,5.9371814131736755e-09,0.039306640625,0.0517578125,0.06298828125,0.130859375,3.305541979320524
+self_attn.v_proj,8388608,77,1.0622898116707802e-09,0.042724609375,0.0576171875,0.0712890625,0.12890625,3.4528849255325125
+self_attn.v_proj,8388608,78,2.371962182223797e-09,0.0390625,0.052978515625,0.06591796875,0.09619140625,3.392161039971925
+self_attn.v_proj,8388608,79,2.9976945370435715e-09,0.042236328125,0.057373046875,0.07080078125,0.1328125,3.6648143089569123

lm-quant-toolkit/data-vis/data/wdist/wdist-Meta-Llama-3-8B.csv

@@ -0,0 +1,289 @@
+module,param_count,layer,percentile_0,percentile_99,percentile_999,percentile_9999,percentile_100,kurtosis
+input_layernorm,4096,0,1.4062970876693726e-07,0.6058593750000014,0.8606835937500179,1.0879531249999417,1.203125,11.567644721395018
+input_layernorm,4096,1,2.9103830456733704e-08,0.46689453125000036,0.7247070312500128,0.8850839843749814,0.921875,17.790464445155127
+input_layernorm,4096,2,4.507601261138916e-07,0.70703125,0.8117578125000051,0.8444570312499984,0.84765625,9.541433510797491
+input_layernorm,4096,3,1.9073486328125e-06,0.48056640625000036,0.578125,0.644345703124996,0.65234375,17.228703676644354
+input_layernorm,4096,4,1.7136335372924805e-06,0.5390625,0.6558789062500026,0.6880214843749943,0.69921875,11.936610138365909
+input_layernorm,4096,5,0.08837890625,0.6640625,0.75,0.8128359374999903,0.83203125,10.498662010552984
+input_layernorm,4096,6,0.08837890625,0.58203125,0.6906640625000051,0.7973964843749943,0.80859375,13.418419134236387
+input_layernorm,4096,7,0.08935546875,0.5625,0.7235937500000205,0.8655878906249992,0.8671875,23.260052490432603
+input_layernorm,4096,8,0.125,0.62890625,0.8738867187500077,0.9355292968749911,0.953125,28.036694774599166
+input_layernorm,4096,9,0.130859375,0.6017578125000007,0.8856054687500077,0.9474335937499951,0.95703125,22.39836879627377
+input_layernorm,4096,10,0.111328125,0.665429687500005,0.8898828125000051,0.9756347656249797,1.015625,22.36832175158361
+input_layernorm,4096,11,0.130859375,0.62890625,0.9365820312500333,1.020724609374975,1.0703125,19.168146289148034
+input_layernorm,4096,12,0.1162109375,0.5546875,0.7563281250000102,0.8816992187499757,0.9296875,11.881854394608071
+input_layernorm,4096,13,0.1181640625,0.6837890625000007,0.9594531250000102,1.0046132812499984,1.0078125,14.576275989139283
+input_layernorm,4096,14,0.11865234375,0.6687500000000028,0.9672656250000102,1.015625,1.015625,26.60808672925322
+input_layernorm,4096,15,0.10693359375,0.6173828125000007,0.8543554687500077,0.9241464843749814,0.9609375,36.64854365383034
+input_layernorm,4096,16,0.083984375,0.7033203125000007,0.9016015625000051,0.9792050781249895,1.0,47.18562597735614
+input_layernorm,4096,17,0.08837890625,0.6525390625000007,0.83984375,0.9342656249999806,0.97265625,50.679156147612225
+input_layernorm,4096,18,0.0634765625,0.6603515625000007,0.8629101562500026,0.9518261718749716,1.0078125,51.61611443371158
+input_layernorm,4096,19,0.091796875,0.68359375,0.8043164062500026,0.9253749999999741,0.9765625,40.497189651986844
+input_layernorm,4096,20,0.07275390625,0.7384765625000007,0.938066406250023,1.028537109374975,1.078125,36.53064885129061
+input_layernorm,4096,21,0.07763671875,0.7505859375000021,0.9140625,1.021095703124983,1.0546875,39.90693874497988
+input_layernorm,4096,22,0.07763671875,0.7935546875000021,0.9988867187500077,1.104691406249966,1.171875,37.60121358474412
+input_layernorm,4096,23,0.07275390625,0.7734375,0.9449414062500026,1.0242949218749846,1.0546875,36.837417975747655
+input_layernorm,4096,24,0.06591796875,0.8359375,1.0461328125000051,1.130656249999987,1.15625,34.26185607074486
+input_layernorm,4096,25,0.062255859375,0.8478515625000007,1.0305078125000051,1.148066406249992,1.1640625,32.96464206656207
+input_layernorm,4096,26,0.064453125,0.8244140625000007,1.1313281250000102,1.1921132812499984,1.1953125,33.1903772377877
+input_layernorm,4096,27,4.5299530029296875e-06,0.90625,1.1242578125000051,1.2194218749999806,1.2578125,22.826494025703717
+input_layernorm,4096,28,0.099609375,0.8910156250000014,1.1625781250000102,1.247472656249979,1.2890625,35.91540741592074
+input_layernorm,4096,29,7.748603820800781e-06,0.8324218750000014,1.1086328125000051,1.1945703124999838,1.2265625,31.041673010926285
+input_layernorm,4096,30,0.09326171875,1.0160156250000014,1.3508203125000051,1.4453125,1.4453125,27.742792424343698
+input_layernorm,4096,31,0.06884765625,0.82421875,1.0141406250000102,1.0625,1.0625,14.253080089730972
+mlp.down_proj,58720256,0,3.9108272176235914e-10,0.0274658203125,0.037841796875,0.05810546875,0.5625,6.078099806674725
+mlp.down_proj,58720256,1,2.0736479200422764e-10,0.0277099609375,0.036376953125,0.049560546875,0.63671875,4.705602229051014
+mlp.down_proj,58720256,2,1.4370016288012266e-10,0.0277099609375,0.0361328125,0.04736328125,0.5390625,3.6681520245954378
+mlp.down_proj,58720256,3,9.094947017729282e-11,0.027099609375,0.035400390625,0.044677734375,0.484375,3.5819436370920057
+mlp.down_proj,58720256,4,1.0970779840135947e-11,0.0264892578125,0.03466796875,0.045166015625,0.58984375,4.007126729903491
+mlp.down_proj,58720256,5,3.637978807091713e-10,0.026611328125,0.03466796875,0.04443359375,0.5234375,4.094218898332173
+mlp.down_proj,58720256,6,1.646185410209e-10,0.026611328125,0.034912109375,0.044677734375,0.578125,4.219834606995466
+mlp.down_proj,58720256,7,1.0686562745831907e-10,0.027099609375,0.035888671875,0.048583984375,0.5703125,4.666204098636681
+mlp.down_proj,58720256,8,5.056790541857481e-10,0.027099609375,0.03564453125,0.046875,0.65234375,5.024922583387458
+mlp.down_proj,58720256,9,1.07775122160092e-10,0.0272216796875,0.035888671875,0.04638671875,0.6328125,4.790787365284185
+mlp.down_proj,58720256,10,5.384208634495735e-10,0.027587890625,0.0361328125,0.045654296875,0.62890625,4.387803767505477
+mlp.down_proj,58720256,11,1.9554136088117957e-10,0.02783203125,0.036865234375,0.049072265625,0.5234375,4.4330458558097146
+mlp.down_proj,58720256,12,4.256435204297304e-10,0.0283203125,0.03759765625,0.052001953125,0.8359375,5.494694433320656
+mlp.down_proj,58720256,13,3.1468516681343317e-10,0.0283203125,0.037353515625,0.047607421875,0.80859375,4.430955122881719
+mlp.down_proj,58720256,14,3.292370820418e-10,0.0281982421875,0.037109375,0.04736328125,0.7265625,3.966699917269564
+mlp.down_proj,58720256,15,1.1823431123048067e-10,0.0279541015625,0.03662109375,0.047607421875,0.5625,3.9654243276798735
+mlp.down_proj,58720256,16,3.1604940886609256e-11,0.0274658203125,0.035888671875,0.0458984375,0.72265625,4.25649855417861
+mlp.down_proj,58720256,17,2.2100721253082156e-10,0.02734375,0.035888671875,0.046630859375,0.55859375,4.2237623557773
+mlp.down_proj,58720256,18,2.892193151637912e-10,0.0272216796875,0.035400390625,0.043701171875,0.7109375,3.9032884957564695
+mlp.down_proj,58720256,19,1.8826540326699615e-10,0.027099609375,0.03515625,0.043212890625,0.7734375,4.5472740868368415
+mlp.down_proj,58720256,20,2.1645973902195692e-10,0.0272216796875,0.03515625,0.043212890625,0.41015625,3.448078004405742
+mlp.down_proj,58720256,21,8.458300726488233e-11,0.0272216796875,0.035400390625,0.0439453125,0.734375,3.8602387988673197
+mlp.down_proj,58720256,22,1.0049916454590857e-10,0.02734375,0.035400390625,0.042724609375,0.546875,3.567797308839977
+mlp.down_proj,58720256,23,3.723243935382925e-12,0.0274658203125,0.035400390625,0.04248046875,0.57421875,3.516118656088573
+mlp.down_proj,58720256,24,7.048583938740194e-11,0.027587890625,0.035400390625,0.042724609375,0.546875,3.3736948940606153
+mlp.down_proj,58720256,25,9.958966984413564e-11,0.02783203125,0.035888671875,0.04296875,0.62890625,3.3385034624872225
+mlp.down_proj,58720256,26,2.6830093702301383e-11,0.028076171875,0.0361328125,0.04345703125,0.62890625,3.439492477428255
+mlp.down_proj,58720256,27,1.141415850725025e-10,0.0284423828125,0.03662109375,0.044189453125,0.47265625,3.274384355389698
+mlp.down_proj,58720256,28,1.1823431123048067e-10,0.029052734375,0.03759765625,0.04541015625,0.6171875,3.499416742110099
+mlp.down_proj,58720256,29,4.147295840084553e-10,0.0296630859375,0.03857421875,0.047119140625,0.67578125,3.719138186035215
+mlp.down_proj,58720256,30,6.775735528208315e-11,0.0301513671875,0.039794921875,0.05126953125,0.412109375,3.475028233237564
+mlp.down_proj,58720256,31,1.7826096154749393e-10,0.031982421875,0.04296875,0.05859375,0.47265625,4.448183420812677
+mlp.gate_proj,58720256,0,1.3369572116062045e-10,0.03076171875,0.043701171875,0.06640625,0.58984375,4.25397183529409
+mlp.gate_proj,58720256,1,4.729372449219227e-10,0.03076171875,0.04150390625,0.059814453125,0.490234375,3.981607530644241
+mlp.gate_proj,58720256,2,1.3096723705530167e-10,0.03173828125,0.04296875,0.0615234375,0.296875,3.4928651366638097
+mlp.gate_proj,58720256,3,1.127773430198431e-10,0.0341796875,0.04736328125,0.06689453125,0.462890625,3.750199208201579
+mlp.gate_proj,58720256,4,6.775735528208315e-11,0.03662109375,0.05029296875,0.06884765625,0.373046875,3.700297021380253
+mlp.gate_proj,58720256,5,1.0743406164692715e-11,0.036376953125,0.04931640625,0.06640625,0.38671875,3.5350336623443255
+mlp.gate_proj,58720256,6,2.3646862246096134e-10,0.036865234375,0.050537109375,0.0693359375,0.4296875,3.6619619891428923
+mlp.gate_proj,58720256,7,5.32054400537163e-11,0.036376953125,0.05029296875,0.0673828125,0.3828125,3.6810950429961373
+mlp.gate_proj,58720256,8,3.383320290595293e-10,0.036865234375,0.051025390625,0.068359375,0.310546875,3.737918325227297
+mlp.gate_proj,58720256,9,5.238689482212067e-10,0.03759765625,0.052978515625,0.07373046875,0.439453125,3.960293831588499
+mlp.gate_proj,58720256,10,6.048139766789973e-11,0.03662109375,0.05126953125,0.0693359375,0.3203125,3.81115932602854
+mlp.gate_proj,58720256,11,5.002220859751105e-11,0.0361328125,0.0517578125,0.07421875,0.3671875,4.070416904880738
+mlp.gate_proj,58720256,12,8.003553375601768e-11,0.0361328125,0.052001953125,0.07763671875,0.396484375,4.633241015879171
+mlp.gate_proj,58720256,13,3.6925484891980886e-10,0.035888671875,0.052001953125,0.08203125,0.453125,5.069358742018072
+mlp.gate_proj,58720256,14,7.312337402254343e-10,0.036865234375,0.0546875,0.09033203125,0.458984375,5.187594197970972
+mlp.gate_proj,58720256,15,4.121147867408581e-12,0.03759765625,0.0556640625,0.091796875,0.361328125,4.865220934501604
+mlp.gate_proj,58720256,16,2.4374458007514477e-10,0.03857421875,0.056396484375,0.08544921875,0.4609375,4.2383498603177
+mlp.gate_proj,58720256,17,1.280568540096283e-09,0.0390625,0.05712890625,0.0859375,0.35546875,4.273503957144466
+mlp.gate_proj,58720256,18,3.2514435588382185e-11,0.038818359375,0.0556640625,0.0810546875,0.45703125,4.032466993585882
+mlp.gate_proj,58720256,19,2.382876118645072e-10,0.038818359375,0.055419921875,0.08056640625,0.439453125,3.9898184992360766
+mlp.gate_proj,58720256,20,1.1186784831807017e-10,0.03857421875,0.0546875,0.078125,0.37890625,3.8379386644258022
+mlp.gate_proj,58720256,21,3.601599019020796e-10,0.03857421875,0.05517578125,0.08056640625,0.51171875,4.068175323005299
+mlp.gate_proj,58720256,22,7.321432349272072e-11,0.038330078125,0.053955078125,0.07568359375,0.369140625,3.699515267927764
+mlp.gate_proj,58720256,23,6.330083124339581e-10,0.038330078125,0.0537109375,0.07421875,0.40625,3.6353830883474028
+mlp.gate_proj,58720256,24,7.34871719032526e-10,0.03857421875,0.053955078125,0.07470703125,0.48046875,3.6455670560148055
+mlp.gate_proj,58720256,25,6.252776074688882e-12,0.038818359375,0.054931640625,0.07666015625,0.337890625,3.6742327030855497
+mlp.gate_proj,58720256,26,5.275069270282984e-10,0.03955078125,0.057861328125,0.0810546875,0.412109375,3.90828748233402
+mlp.gate_proj,58720256,27,2.837623469531536e-10,0.04052734375,0.059814453125,0.08251953125,0.375,3.949630922280118
+mlp.gate_proj,58720256,28,4.511093720793724e-10,0.040771484375,0.060791015625,0.08349609375,0.478515625,4.146796028538303
+mlp.gate_proj,58720256,29,5.32054400537163e-11,0.04150390625,0.0625,0.0859375,0.443359375,4.378694827879926
+mlp.gate_proj,58720256,30,1.0459189070388675e-10,0.0439453125,0.0654296875,0.08740234375,0.51953125,4.490591132988391
+mlp.gate_proj,58720256,31,4.383764462545514e-10,0.0498046875,0.07470703125,0.10546875,0.68359375,4.928933565096192
+mlp.up_proj,58720256,0,3.1650415621697903e-10,0.027587890625,0.0361328125,0.045166015625,0.1708984375,3.196049634916446
+mlp.up_proj,58720256,1,1.7553247744217515e-10,0.0277099609375,0.036376953125,0.04736328125,0.41015625,3.865750191365785
+mlp.up_proj,58720256,2,3.965396899729967e-10,0.027587890625,0.035888671875,0.04443359375,0.220703125,3.198673872490125
+mlp.up_proj,58720256,3,1.7553247744217515e-10,0.027099609375,0.03515625,0.04443359375,0.2490234375,3.20137190077044
+mlp.up_proj,58720256,4,3.092281986027956e-10,0.0264892578125,0.034912109375,0.046630859375,0.267578125,3.3816166778637653
+mlp.up_proj,58720256,5,1.4915713109076023e-10,0.026611328125,0.03466796875,0.044189453125,0.373046875,3.2940036584734083
+mlp.up_proj,58720256,6,1.837179297581315e-10,0.026611328125,0.03466796875,0.04345703125,0.2734375,3.199743077856602
+mlp.up_proj,58720256,7,2.4010660126805305e-10,0.027099609375,0.03564453125,0.046624633787359926,0.267578125,3.2845267502290625
+mlp.up_proj,58720256,8,3.1377567211166024e-11,0.0269775390625,0.035400390625,0.04541015625,0.2578125,3.292690892929808
+mlp.up_proj,58720256,9,2.3646862246096134e-10,0.0272216796875,0.035888671875,0.047119140625,0.271484375,3.3183052396129193
+mlp.up_proj,58720256,10,8.731149137020111e-11,0.027587890625,0.0361328125,0.04541015625,0.2177734375,3.205204743649893
+mlp.up_proj,58720256,11,4.383764462545514e-10,0.02783203125,0.03662109375,0.046630859375,0.2119140625,3.2452976744640387
+mlp.up_proj,58720256,12,2.928572939708829e-10,0.028564453125,0.037841796875,0.0498046875,0.291015625,3.3846647247334403
+mlp.up_proj,58720256,13,1.2641976354643703e-10,0.028564453125,0.037841796875,0.049072265625,0.33203125,3.3167280454758004
+mlp.up_proj,58720256,14,2.1600499167107046e-11,0.028564453125,0.03759765625,0.047607421875,0.412109375,3.3868219432315603
+mlp.up_proj,58720256,15,1.921307557495311e-11,0.0281982421875,0.037109375,0.046142578125,0.2451171875,3.2533507748499355
+mlp.up_proj,58720256,16,9.458744898438454e-11,0.0277099609375,0.0361328125,0.044677734375,0.2373046875,3.2004469731018137
+mlp.up_proj,58720256,17,1.837179297581315e-10,0.027587890625,0.035888671875,0.04443359375,0.287109375,3.2524619379298882
+mlp.up_proj,58720256,18,1.4279066817834973e-10,0.02734375,0.035400390625,0.04296875,0.2041015625,3.1302849701083124
+mlp.up_proj,58720256,19,3.61524143954739e-11,0.027099609375,0.03515625,0.04248046875,0.2421875,3.118681134978947
+mlp.up_proj,58720256,20,4.43833414465189e-10,0.0272216796875,0.03515625,0.04248046875,0.255859375,3.113201394317839
+mlp.up_proj,58720256,21,1.2562395568238571e-11,0.02734375,0.03515625,0.04296875,0.46484375,3.2094424647678172
+mlp.up_proj,58720256,22,6.148184183984995e-10,0.02734375,0.03515625,0.04248046875,0.1767578125,3.0786883542170176
+mlp.up_proj,58720256,23,8.549250196665525e-10,0.0274658203125,0.035400390625,0.04248046875,0.177734375,3.0855681203918777
+mlp.up_proj,58720256,24,7.821654435247183e-11,0.027587890625,0.035400390625,0.04296875,0.3203125,3.115363691160067
+mlp.up_proj,58720256,25,1.2096279533579946e-10,0.02783203125,0.035888671875,0.04345703125,0.2109375,3.097579016625762
+mlp.up_proj,58720256,26,3.474269760772586e-10,0.0279541015625,0.0361328125,0.0439453125,0.298828125,3.0983460614324962
+mlp.up_proj,58720256,27,9.140421752817929e-11,0.0284423828125,0.03662109375,0.044921875,0.1923828125,3.101340650733902
+mlp.up_proj,58720256,28,4.2018655221909285e-10,0.029052734375,0.03759765625,0.046142578125,0.416015625,3.1735248235517166
+mlp.up_proj,58720256,29,1.1641532182693481e-10,0.0299072265625,0.0390625,0.048095703125,0.345703125,3.2025294741228207
+mlp.up_proj,58720256,30,4.256435204297304e-10,0.0308837890625,0.041015625,0.053466796875,0.3671875,3.294243091521411
+mlp.up_proj,58720256,31,6.366462912410498e-11,0.03662109375,0.051513671875,0.0849609375,0.6015625,4.221088632679399
+post_attention_layernorm,4096,0,1.30385160446167e-06,0.1689453125,0.19921875,0.24515478515624656,0.251953125,88.42969675708828
+post_attention_layernorm,4096,1,1.9073486328125e-06,0.1943359375,0.2485595703125032,0.27254492187499757,0.27734375,24.8771127299979
+post_attention_layernorm,4096,2,1.2218952178955078e-06,0.23828125,0.2392578125,0.2412109375,0.2412109375,19.731301099863412
+post_attention_layernorm,4096,3,2.0563602447509766e-06,0.263671875,0.26953125,0.2737910156249992,0.275390625,25.4961566372351
+post_attention_layernorm,4096,4,1.5735626220703125e-05,0.287109375,0.2908300781250013,0.2960751953124996,0.296875,23.522898750401662
+post_attention_layernorm,4096,5,1.7642974853515625e-05,0.310546875,0.3142675781250013,0.3245722656249992,0.326171875,16.16358714777475
+post_attention_layernorm,4096,6,4.410743713378906e-05,0.3203125,0.32421875,0.34125781249999676,0.34765625,17.46290240326879
+post_attention_layernorm,4096,7,0.046142578125,0.32421875,0.330078125,0.3413505859374988,0.34375,10.702625113235694
+post_attention_layernorm,4096,8,3.0994415283203125e-05,0.33203125,0.3524023437500077,0.3776601562499984,0.380859375,11.879197440255721
+post_attention_layernorm,4096,9,0.07275390625,0.3359375,0.35509765625000256,0.40677148437499433,0.41796875,8.604876790372868
+post_attention_layernorm,4096,10,0.07470703125,0.345703125,0.35546875,0.3910537109374923,0.40625,8.018439497984437
+post_attention_layernorm,4096,11,0.09521484375,0.349609375,0.3709082031250013,0.39274609374999514,0.40234375,7.084827831938464
+post_attention_layernorm,4096,12,0.07568359375,0.34375,0.37370117187500895,0.41147753906249473,0.421875,9.9749824169164
+post_attention_layernorm,4096,13,0.0927734375,0.349609375,0.40234375,0.4488476562499919,0.46484375,20.51190399557602
+post_attention_layernorm,4096,14,0.07861328125,0.36328125,0.41955078125000256,0.4528466796874939,0.46484375,43.78234461876358
+post_attention_layernorm,4096,15,0.08349609375,0.375,0.45182617187500895,0.5287578124999968,0.53515625,40.12778183912122
+post_attention_layernorm,4096,16,0.08837890625,0.3984375,0.43126953125000256,0.5124257812499984,0.515625,29.44004372238558
+post_attention_layernorm,4096,17,0.07568359375,0.412109375,0.4509863281250013,0.49590820312499595,0.50390625,31.352348924775384
+post_attention_layernorm,4096,18,0.07568359375,0.427734375,0.44103515625000256,0.4632441406249992,0.46484375,28.060268676408977
+post_attention_layernorm,4096,19,0.07958984375,0.44140625,0.44921875,0.4593378906249992,0.4609375,30.506601803857553
+post_attention_layernorm,4096,20,0.07275390625,0.453125,0.4607519531250013,0.476469726562498,0.48046875,30.587927605558058
+post_attention_layernorm,4096,21,0.08154296875,0.470703125,0.4783300781250013,0.49440136718749716,0.5,32.576068445800246
+post_attention_layernorm,4096,22,0.0771484375,0.484375,0.4920019531250013,0.5223593749999935,0.53515625,28.96649609136428
+post_attention_layernorm,4096,23,0.0927734375,0.498046875,0.5035351562500026,0.5363847656249927,0.55078125,27.309580587369975
+post_attention_layernorm,4096,24,0.0654296875,0.51171875,0.515625,0.5443828124999968,0.55078125,28.70639164020172
+post_attention_layernorm,4096,25,0.0751953125,0.53125,0.53515625,0.5699414062499919,0.5859375,30.87083093155795
+post_attention_layernorm,4096,26,0.061279296875,0.546875,0.5543164062500026,0.5703125,0.5703125,35.33126956357336
+post_attention_layernorm,4096,27,0.0732421875,0.5703125,0.578125,0.5882441406249992,0.58984375,38.07632406117728
+post_attention_layernorm,4096,28,0.0859375,0.59375,0.60546875,0.6186015624999968,0.625,49.34717316488691
+post_attention_layernorm,4096,29,0.09619140625,0.609375,0.62109375,0.6436386718749976,0.6484375,53.19480541123115
+post_attention_layernorm,4096,30,0.083984375,0.6328125,0.6863867187500077,0.8786503906249603,0.95703125,39.243483071299465
+post_attention_layernorm,4096,31,0.042724609375,0.58984375,0.9111132812500742,1.4007539062499141,1.5703125,30.082351998512802
+self_attn.k_proj,4194304,0,1.0095391189679503e-10,0.0986328125,0.1875,0.3046875,0.7734375,19.91079330638038
+self_attn.k_proj,4194304,1,6.781192496418953e-09,0.0859375,0.13671875,0.1943359375,0.337890625,6.762759900412172
+self_attn.k_proj,4194304,2,1.6880221664905548e-08,0.0830078125,0.12158203125,0.181640625,0.3359375,5.358498552438096
+self_attn.k_proj,4194304,3,7.741618901491165e-09,0.080078125,0.11376953125,0.1474609375,0.2734375,4.45015065699875
+self_attn.k_proj,4194304,4,5.8498699218034744e-09,0.0771484375,0.11083984375,0.17633759765567447,0.3203125,4.655811376588373
+self_attn.k_proj,4194304,5,1.123407855629921e-08,0.0771484375,0.11376953125,0.2177734375,0.498046875,6.048360546833415
+self_attn.k_proj,4194304,6,4.8603396862745285e-09,0.076171875,0.1083984375,0.1494140625,0.271484375,4.107301027533515
+self_attn.k_proj,4194304,7,1.909211277961731e-08,0.07568359375,0.10400390625,0.134765625,0.25,3.850992348386023
+self_attn.k_proj,4194304,8,1.3751559890806675e-09,0.0791015625,0.119140625,0.18359375,0.443359375,5.208863520397107
+self_attn.k_proj,4194304,9,1.6589183360338211e-09,0.078125,0.10986328125,0.1474609375,0.353515625,4.353797933169363
+self_attn.k_proj,4194304,10,2.5902409106492996e-09,0.0791015625,0.11767578125,0.1923828125,0.41796875,5.13435499245659
+self_attn.k_proj,4194304,11,6.05359673500061e-09,0.07666015625,0.107421875,0.150390625,0.30859375,4.226251359421093
+self_attn.k_proj,4194304,12,3.3178366720676422e-09,0.07177734375,0.09814453125,0.125,0.2373046875,3.6747784578139027
+self_attn.k_proj,4194304,13,1.3023964129388332e-09,0.07861328125,0.111328125,0.16015625,0.37890625,4.501807253157103
+self_attn.k_proj,4194304,14,1.210719347000122e-08,0.0791015625,0.11962890625,0.19921875,0.361328125,5.444123532860034
+self_attn.k_proj,4194304,15,2.7008354663848877e-08,0.07470703125,0.1064453125,0.1533203125,0.3828125,4.194555335325779
+self_attn.k_proj,4194304,16,7.0140231400728226e-09,0.07666015625,0.1123046875,0.162109375,0.34765625,4.557167140836658
+self_attn.k_proj,4194304,17,4.0745362639427185e-09,0.076171875,0.11083984375,0.1708984375,0.357421875,4.530582257065935
+self_attn.k_proj,4194304,18,9.89530235528946e-09,0.0771484375,0.11083984375,0.16168916015567447,0.283203125,4.21079745969506
+self_attn.k_proj,4194304,19,8.847564458847046e-09,0.07421875,0.10595703125,0.15234375,0.3046875,4.165694323069783
+self_attn.k_proj,4194304,20,1.9907020032405853e-08,0.07373046875,0.10888671875,0.1650390625,0.3125,4.455881985347597
+self_attn.k_proj,4194304,21,3.536115400493145e-09,0.07275390625,0.10498046875,0.15625,0.3359375,4.12421091177845
+self_attn.k_proj,4194304,22,5.966285243630409e-10,0.07177734375,0.1044921875,0.1591796875,0.337890625,4.30360387770753
+self_attn.k_proj,4194304,23,5.6461431086063385e-09,0.07080078125,0.10302734375,0.1611328125,0.466796875,4.275003533884144
+self_attn.k_proj,4194304,24,6.170012056827545e-09,0.06982421875,0.1044921875,0.16950166015567447,0.341796875,4.951444601324738
+self_attn.k_proj,4194304,25,4.773028194904327e-09,0.068359375,0.099609375,0.1650390625,0.458984375,4.834827145491792
+self_attn.k_proj,4194304,26,3.230525180697441e-09,0.072265625,0.107421875,0.1708984375,0.359375,4.9323094970352495
+self_attn.k_proj,4194304,27,1.673470251262188e-10,0.07177734375,0.1103515625,0.1826171875,0.404296875,5.417876234887497
+self_attn.k_proj,4194304,28,7.8580342233181e-09,0.064453125,0.09814453125,0.1572265625,0.283203125,4.394677532187053
+self_attn.k_proj,4194304,29,2.546585164964199e-10,0.06884765625,0.10107421875,0.1630859375,0.404296875,4.4899813154534325
+self_attn.k_proj,4194304,30,4.71482053399086e-09,0.06201171875,0.109375,0.1884765625,0.361328125,6.817786100262908
+self_attn.k_proj,4194304,31,2.1827872842550278e-09,0.06494140625,0.103515625,0.1875,0.546875,5.780387350146194
+self_attn.o_proj,16777216,0,7.057678885757923e-10,0.0211181640625,0.0322265625,0.05810546875,0.41796875,12.816708625097187
+self_attn.o_proj,16777216,1,1.8280843505635858e-10,0.023193359375,0.0400390625,0.083984375,0.373046875,10.695647626043577
+self_attn.o_proj,16777216,2,7.366907084360719e-11,0.021484375,0.031494140625,0.056396484375,0.306640625,6.804941241649276
+self_attn.o_proj,16777216,3,9.822542779147625e-10,0.0235595703125,0.0322265625,0.050537109375,0.330078125,4.685622851443846
+self_attn.o_proj,16777216,4,6.257323548197746e-10,0.0245361328125,0.03515625,0.068359375,0.3125,5.640226420128138
+self_attn.o_proj,16777216,5,2.1191226551309228e-10,0.0230712890625,0.031494140625,0.044189453125,0.337890625,4.270565604929899
+self_attn.o_proj,16777216,6,1.4370016288012266e-10,0.0235595703125,0.03173828125,0.043701171875,0.703125,6.574584949698578
+self_attn.o_proj,16777216,7,1.0868461686186492e-10,0.024169921875,0.033203125,0.049072265625,0.294921875,4.22290253365536
+self_attn.o_proj,16777216,8,8.139977580867708e-11,0.0250244140625,0.03466796875,0.050537109375,0.35546875,6.142698948322791
+self_attn.o_proj,16777216,9,1.811713445931673e-09,0.02734375,0.038330078125,0.051513671875,0.3125,4.588205024655082
+self_attn.o_proj,16777216,10,4.320099833421409e-11,0.0247802734375,0.0341796875,0.045654296875,0.44921875,5.74682408435817
+self_attn.o_proj,16777216,11,1.1823431123048067e-10,0.0252685546875,0.034912109375,0.047607421875,0.25,4.2034837806221095
+self_attn.o_proj,16777216,12,4.911271389573812e-10,0.0260009765625,0.03515625,0.048828125,0.408203125,5.081191454227569
+self_attn.o_proj,16777216,13,4.802132025361061e-10,0.0257568359375,0.03466796875,0.044189453125,0.69921875,8.476714934470609
+self_attn.o_proj,16777216,14,1.5552359400317073e-10,0.02587890625,0.035888671875,0.053955078125,0.2041015625,4.002373111636598
+self_attn.o_proj,16777216,15,1.837179297581315e-10,0.0269775390625,0.038330078125,0.053955078125,0.416015625,6.085332035790016
+self_attn.o_proj,16777216,16,1.6552803572267294e-10,0.0257568359375,0.03564453125,0.05224609375,0.431640625,6.877278363318378
+self_attn.o_proj,16777216,17,2.510205376893282e-10,0.0272216796875,0.0390625,0.052978515625,0.41796875,6.177168616937917
+self_attn.o_proj,16777216,18,1.3460521586239338e-09,0.0257568359375,0.03662109375,0.057373046875,0.83203125,7.978689698077938
+self_attn.o_proj,16777216,19,5.638867150992155e-10,0.0260009765625,0.03515625,0.050048828125,0.56640625,5.787306369736095
+self_attn.o_proj,16777216,20,7.676135282963514e-10,0.025634765625,0.03564453125,0.05810546875,0.5703125,6.249526849411843
+self_attn.o_proj,16777216,21,9.276845958083868e-11,0.0263671875,0.0361328125,0.07373046875,0.263671875,5.118433747281833
+self_attn.o_proj,16777216,22,1.2441887520253658e-09,0.0263671875,0.034912109375,0.046875,0.302734375,4.379309348149095
+self_attn.o_proj,16777216,23,1.3096723705530167e-10,0.0267333984375,0.034912109375,0.044677734375,0.3671875,3.6975582201599577
+self_attn.o_proj,16777216,24,1.979060471057892e-09,0.0281982421875,0.03759765625,0.048095703125,0.271484375,3.3829084966717327
+self_attn.o_proj,16777216,25,5.093170329928398e-10,0.0283203125,0.037841796875,0.056884765625,0.361328125,3.8142517078071947
+self_attn.o_proj,16777216,26,3.1104718800634146e-10,0.029052734375,0.03857421875,0.051025390625,0.318359375,3.9272371580725527
+self_attn.o_proj,16777216,27,1.709850039333105e-10,0.02978515625,0.03955078125,0.052978515625,0.44921875,5.168380628218723
+self_attn.o_proj,16777216,28,1.0113581083714962e-09,0.031005859375,0.04150390625,0.05419921875,0.56640625,6.208068661807829
+self_attn.o_proj,16777216,29,4.511093720793724e-10,0.03173828125,0.042236328125,0.054931640625,0.353515625,3.8188944230133473
+self_attn.o_proj,16777216,30,6.002665031701326e-10,0.034423828125,0.046142578125,0.06201171875,0.251953125,3.916996248805428
+self_attn.o_proj,16777216,31,6.111804395914078e-10,0.03466796875,0.050537109375,0.09326171875,0.41796875,5.591712502474565
+self_attn.q_proj,16777216,0,9.640643838793039e-11,0.06591796875,0.1259765625,0.21875,0.7734375,23.477997808080044
+self_attn.q_proj,16777216,1,4.524736141320318e-11,0.05859375,0.08984375,0.1328125,0.5390625,6.518398179144177
+self_attn.q_proj,16777216,2,1.5497789718210697e-09,0.05224609375,0.0751953125,0.11376953125,0.2392578125,4.870928188359852
+self_attn.q_proj,16777216,3,2.2118911147117615e-09,0.051025390625,0.07177734375,0.09521484375,0.20703125,4.191170036530165
+self_attn.q_proj,16777216,4,3.521563485264778e-09,0.051025390625,0.07373046875,0.1103515625,0.318359375,4.874343182801558
+self_attn.q_proj,16777216,5,1.1232259566895664e-10,0.05126953125,0.07470703125,0.1123046875,0.2431640625,4.788145663734035
+self_attn.q_proj,16777216,6,4.249159246683121e-09,0.0517578125,0.07568359375,0.10302734375,0.251953125,4.466482714952487
+self_attn.q_proj,16777216,7,3.8744474295526743e-10,0.049560546875,0.0703125,0.09228515625,0.232421875,4.290774013551546
+self_attn.q_proj,16777216,8,1.3023964129388332e-09,0.05078125,0.076171875,0.119140625,0.43359375,6.092433555599315
+self_attn.q_proj,16777216,9,1.5352270565927029e-09,0.050537109375,0.0751953125,0.1025390625,0.248046875,4.688940744089759
+self_attn.q_proj,16777216,10,1.2078089639544487e-09,0.052734375,0.07763671875,0.1142578125,0.36328125,5.492602703038164
+self_attn.q_proj,16777216,11,6.912159733474255e-11,0.048828125,0.06982421875,0.0908203125,0.1953125,4.42901483877614
+self_attn.q_proj,16777216,12,1.7171259969472885e-09,0.047119140625,0.06591796875,0.0869140625,0.232421875,3.9186301451638625
+self_attn.q_proj,16777216,13,8.731149137020111e-10,0.05029296875,0.0712890625,0.091796875,0.1884765625,4.476935602713404
+self_attn.q_proj,16777216,14,8.403731044381857e-10,0.048095703125,0.0693359375,0.10888671875,0.318359375,5.042591826298629
+self_attn.q_proj,16777216,15,2.2009771782904863e-10,0.055908203125,0.083984375,0.11865234375,0.419921875,5.6402210746320485
+self_attn.q_proj,16777216,16,1.509761204943061e-10,0.051513671875,0.07421875,0.10791015625,0.38671875,5.060737921458923
+self_attn.q_proj,16777216,17,8.149072527885437e-10,0.052490234375,0.07568359375,0.1005859375,0.2060546875,4.516747289014367
+self_attn.q_proj,16777216,18,1.2587406672537327e-09,0.050048828125,0.06982421875,0.091796875,0.21484375,4.067242092398344
+self_attn.q_proj,16777216,19,2.1973391994833946e-09,0.05029296875,0.07177734375,0.09619140625,0.25390625,4.185006916688276
+self_attn.q_proj,16777216,20,7.34871719032526e-10,0.05029296875,0.0712890625,0.09326171875,0.21875,4.228404247253315
+self_attn.q_proj,16777216,21,1.1004885891452432e-10,0.04833984375,0.06884765625,0.09423828125,0.2353515625,4.0903304890173064
+self_attn.q_proj,16777216,22,9.822542779147625e-10,0.046630859375,0.06396484375,0.08642578125,0.2236328125,3.870923415807217
+self_attn.q_proj,16777216,23,5.165929906070232e-10,0.046630859375,0.064453125,0.09033203125,0.2314453125,3.9327312605235774
+self_attn.q_proj,16777216,24,6.230038707144558e-11,0.04638671875,0.06494140625,0.0927734375,0.2333984375,4.08087985164355
+self_attn.q_proj,16777216,25,1.3751559890806675e-09,0.04541015625,0.06396484375,0.09583911132722278,0.228515625,4.108803654292911
+self_attn.q_proj,16777216,26,1.1132215149700642e-09,0.0458984375,0.06494140625,0.09375,0.21875,4.097010854867958
+self_attn.q_proj,16777216,27,5.456968210637569e-10,0.045166015625,0.06396484375,0.09521484375,0.220703125,4.158059891517987
+self_attn.q_proj,16777216,28,8.36735125631094e-10,0.044677734375,0.0625,0.09033203125,0.2734375,4.025990376370339
+self_attn.q_proj,16777216,29,1.1823431123048067e-11,0.04443359375,0.06396484375,0.0986328125,0.291015625,4.196303764501026
+self_attn.q_proj,16777216,30,2.2118911147117615e-09,0.044189453125,0.0654296875,0.09912109375,0.26953125,4.736890766635124
+self_attn.q_proj,16777216,31,2.510205376893282e-10,0.048095703125,0.072265625,0.1162109375,0.412109375,5.325704608919926
+self_attn.v_proj,4194304,0,1.4770193956792355e-09,0.0206298828125,0.0286865234375,0.035888671875,0.05078125,5.243808587901302
+self_attn.v_proj,4194304,1,3.128661774098873e-09,0.0213623046875,0.0283203125,0.034912109375,0.09033203125,3.511953896727226
+self_attn.v_proj,4194304,2,7.239577826112509e-10,0.01806640625,0.024169921875,0.029541015625,0.05322265625,3.581136549491772
+self_attn.v_proj,4194304,3,1.7535057850182056e-09,0.0211181640625,0.0286865234375,0.03700432128891862,0.1240234375,3.498782785877829
+self_attn.v_proj,4194304,4,2.710294211283326e-10,0.023193359375,0.0311279296875,0.03857421875,0.0732421875,3.5834757689034893
+self_attn.v_proj,4194304,5,3.069544618483633e-11,0.0186767578125,0.0247802734375,0.0303955078125,0.125,3.4852569288097603
+self_attn.v_proj,4194304,6,1.6079866327345371e-09,0.0203857421875,0.0272216796875,0.033203125,0.05322265625,3.376907655091106
+self_attn.v_proj,4194304,7,3.055902197957039e-09,0.020263671875,0.02685546875,0.03260979003891862,0.06787109375,3.364970783290237
+self_attn.v_proj,4194304,8,2.7794158086180687e-09,0.0224609375,0.031494140625,0.040283203125,0.08447265625,3.9236208646076225
+self_attn.v_proj,4194304,9,1.5425030142068863e-09,0.027099609375,0.040283203125,0.052001953125,0.0908203125,4.470621777443523
+self_attn.v_proj,4194304,10,1.811713445931673e-09,0.022216796875,0.031005859375,0.038818359375,0.058837890625,3.9268951450813883
+self_attn.v_proj,4194304,11,7.530616130679846e-10,0.0205078125,0.0269775390625,0.032958984375,0.06494140625,3.2780002635517027
+self_attn.v_proj,4194304,12,1.82626536116004e-09,0.0244140625,0.03271484375,0.040283203125,0.08984375,3.3663311858528515
+self_attn.v_proj,4194304,13,3.0122464522719383e-09,0.0224609375,0.0294189453125,0.036376953125,0.09130859375,3.2982611604421312
+self_attn.v_proj,4194304,14,7.239577826112509e-10,0.02294921875,0.03125,0.040771484375,0.078125,3.625143634568319
+self_attn.v_proj,4194304,15,3.4378899727016687e-10,0.025634765625,0.03564453125,0.04638671875,0.1259765625,3.8880310041683983
+self_attn.v_proj,4194304,16,2.9103830456733704e-10,0.0233154296875,0.032958984375,0.0478515625,0.12158203125,3.809677120066478
+self_attn.v_proj,4194304,17,4.5702108764089644e-11,0.0252685546875,0.033935546875,0.04248046875,0.0693359375,3.41969594431638
+self_attn.v_proj,4194304,18,1.127773430198431e-09,0.023193359375,0.032958984375,0.045654296875,0.07861328125,3.7779785892985496
+self_attn.v_proj,4194304,19,2.0954757928848267e-09,0.024658203125,0.03369140625,0.042724609375,0.0927734375,3.63569114970576
+self_attn.v_proj,4194304,20,3.0995579436421394e-09,0.025634765625,0.034912109375,0.044677734375,0.07470703125,3.548836089411498
+self_attn.v_proj,4194304,21,1.2951204553246498e-09,0.026123046875,0.03662109375,0.052734375,0.1083984375,3.662409406970797
+self_attn.v_proj,4194304,22,1.0986695997416973e-09,0.0272216796875,0.037353515625,0.0517578125,0.09423828125,3.464781714938944
+self_attn.v_proj,4194304,23,3.2014213502407074e-10,0.0283203125,0.03857421875,0.0517578125,0.10986328125,3.360367333184239
+self_attn.v_proj,4194304,24,1.7171259969472885e-09,0.0322265625,0.045166015625,0.0615234375,0.1064453125,3.6568210019467093
+self_attn.v_proj,4194304,25,6.51925802230835e-09,0.031494140625,0.045654296875,0.0693359375,0.11767578125,3.6799739807307166
+self_attn.v_proj,4194304,26,1.9063008949160576e-09,0.032958984375,0.044921875,0.0634765625,0.1796875,3.4497557015797127
+self_attn.v_proj,4194304,27,5.1513779908418655e-09,0.03662109375,0.056396484375,0.087890625,0.2392578125,4.277643019761399
+self_attn.v_proj,4194304,28,5.165929906070232e-10,0.037353515625,0.05126953125,0.0712890625,0.1513671875,3.530892919231584
+self_attn.v_proj,4194304,29,3.8744474295526743e-10,0.03857421875,0.0546875,0.09207504882783724,0.234375,3.864623471658886
+self_attn.v_proj,4194304,30,7.275957614183426e-09,0.047607421875,0.0712890625,0.10693359375,0.1884765625,4.031878953855771
+self_attn.v_proj,4194304,31,5.966285243630409e-10,0.043212890625,0.064453125,0.10037583007783724,0.287109375,4.308375838130611

lm-quant-toolkit/data-vis/endeavors/boost/collect.sh

@@ -0,0 +1,47 @@
+TOOLKIT_DIR="../../.." \
+RESULT_BASE_DIR="/fdata/llm/mxq/results"
+
+
+ATTMPTS="
+kurt-ab-2-0
+kurt-ab-2-1
+kurt-ab-2-2
+kurt-ab-2-3
+kurt-ab-3-0
+kurt-ab-3-1
+kurt-ab-3-2
+kurt-ab-3-3
+kurt-boost-2-0
+kurt-boost-2-1
+kurt-boost-2-2
+kurt-boost-2-3
+kurt-boost-3-0
+kurt-boost-3-1
+kurt-boost-3-2
+kurt-boost-3-3
+sensi-boost-2-0
+sensi-boost-2-1
+sensi-boost-2-2
+sensi-boost-2-3
+sensi-boost-3-0
+sensi-boost-3-1
+sensi-boost-3-2
+sensi-boost-3-3
+sensi-ablation-2-1
+sensi-ablation-2-2
+"
+
+# copy PPL results
+mkdir -p "data/ppl/mxq"
+mkdir -p "data/stor/mxq"
+mkdir -p "data/allot/mxq"
+for attempt in $ATTMPTS; do
+  cp -r "$RESULT_BASE_DIR/$attempt/data/ppl/mxq/$attempt" data/ppl/mxq
+  cp -r "$RESULT_BASE_DIR/$attempt/data/stor/mxq/$attempt" data/stor/mxq
+  cp -r "$RESULT_BASE_DIR/$attempt/data/allot/mxq/$attempt" data/allot/mxq
+done
+
+$TOOLKIT_DIR/data-vis/combine.R \
+    --baseline_data_dir $TOOLKIT_DIR/data-vis/data \
+    --mxq_data_dir data
+