| [ |
| { |
| "layer_name": "lm_head", |
| "sensitivities": { |
| "2": 0.4799429923295975, |
| "3": 0.10420721210539341, |
| "4": 0.025896474757852655, |
| "5": 0.00690414240428557, |
| "6": 0.0017551889905007556, |
| "8": 0.000445168420507495 |
| }, |
| "param_count": 200540160, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.060362827964127064, |
| "3": 0.012605142779648304, |
| "4": 0.0030921050783945248, |
| "5": 0.0010721778817242011, |
| "6": 0.0005777651798174096, |
| "8": 0.00033404468194930814 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.13384182409693798, |
| "3": 0.035397119276846446, |
| "4": 0.009016966602454582, |
| "5": 0.0024421639827778563, |
| "6": 0.0010068821793538518, |
| "8": 0.0003939275605565247 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.028248148698670168, |
| "3": 0.006676832660256575, |
| "4": 0.002008453283148507, |
| "5": 0.0007724692695774138, |
| "6": 0.00046273960227457184, |
| "8": 0.00029300582173164 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.013266336308637014, |
| "3": 0.0034121491480618715, |
| "4": 0.0011733261975071703, |
| "5": 0.0006267954922805075, |
| "6": 0.0004196244978326528, |
| "8": 0.00031663475844349403 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.009818632951161513, |
| "3": 0.003452450114612778, |
| "4": 0.0009873791786958463, |
| "5": 0.0005357980977957292, |
| "6": 0.0004052680136131433, |
| "8": 0.0003134144359743611 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.0037831108153720074, |
| "3": 0.0011094131332356483, |
| "4": 0.0005708166863769293, |
| "5": 0.0004224833622477793, |
| "6": 0.00036817839039334405, |
| "8": 0.000286197929502426 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.23.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.005220629294247677, |
| "3": 0.0017308146707364358, |
| "4": 0.0007223575315341199, |
| "5": 0.0004792531993492351, |
| "6": 0.00036579999202028074, |
| "8": 0.0003041112122446066 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.019255241417946916, |
| "3": 0.005105550890827241, |
| "4": 0.0015468741063765872, |
| "5": 0.0007684888611644661, |
| "6": 0.0005122227497243633, |
| "8": 0.0003823911562600794 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.01608631560035671, |
| "3": 0.004208020458463579, |
| "4": 0.001357926899800077, |
| "5": 0.0006663745395295942, |
| "6": 0.00046309212363363866, |
| "8": 0.0003536816481452358 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.018918132913919788, |
| "3": 0.004469883152826999, |
| "4": 0.001364138852901912, |
| "5": 0.0006823518754875598, |
| "6": 0.0004997944706701674, |
| "8": 0.00037388872806332074 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.014098417343727002, |
| "3": 0.003461412197793834, |
| "4": 0.001172690259409137, |
| "5": 0.0006253564618721915, |
| "6": 0.0004754113651870284, |
| "8": 0.0003793342536179504 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.011362719136135032, |
| "3": 0.002863176545361057, |
| "4": 0.0011191337325726636, |
| "5": 0.0006412283886068811, |
| "6": 0.0004679337653215043, |
| "8": 0.00037998649107369903 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.003512874541532559, |
| "3": 0.0011338551533602488, |
| "4": 0.0006353550476584738, |
| "5": 0.00046714786246108514, |
| "6": 0.00041145772775053047, |
| "8": 0.00036650912443292327 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.22.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.007165168586652726, |
| "3": 0.002174662561931958, |
| "4": 0.0008825394397717901, |
| "5": 0.0005503038567743109, |
| "6": 0.00045129335921956226, |
| "8": 0.00038305026343247545 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.01845864629528175, |
| "3": 0.004678196404711343, |
| "4": 0.0014541864923861187, |
| "5": 0.0007157669327474044, |
| "6": 0.0005138538763276301, |
| "8": 0.0004135752484823267 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.015393290300077448, |
| "3": 0.003979577741120011, |
| "4": 0.0012786723042760666, |
| "5": 0.0006682546554657165, |
| "6": 0.0004880035000193554, |
| "8": 0.0003993647733295802 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.015717222025462736, |
| "3": 0.003979008169456695, |
| "4": 0.0013619945408815208, |
| "5": 0.0006589849981537554, |
| "6": 0.0004796453686140012, |
| "8": 0.00040174400904409896 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.02302181765359516, |
| "3": 0.005773317427762474, |
| "4": 0.0016588931102887727, |
| "5": 0.0007773480938340072, |
| "6": 0.0005385714951747408, |
| "8": 0.0004403161231797033 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.011412199509019652, |
| "3": 0.002857966571658229, |
| "4": 0.0011543702203198336, |
| "5": 0.000621526737328774, |
| "6": 0.0004954259384248871, |
| "8": 0.000429316201916663 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.006601575650468779, |
| "3": 0.0013455720897278904, |
| "4": 0.000685717834130628, |
| "5": 0.0005170093863853253, |
| "6": 0.0004551642571944588, |
| "8": 0.0004060574416750266 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.21.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0050920353581508, |
| "3": 0.0017001126761897467, |
| "4": 0.0007602984417947786, |
| "5": 0.0005330842820209606, |
| "6": 0.00045233220710845973, |
| "8": 0.0004164858340421536 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.015363492207446447, |
| "3": 0.0037986301807298637, |
| "4": 0.0013002554818134133, |
| "5": 0.0006832946310169064, |
| "6": 0.000530631759223373, |
| "8": 0.000452724052593112 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.014402748900465667, |
| "3": 0.0037681923034445695, |
| "4": 0.0012831236017518677, |
| "5": 0.0006843136543466244, |
| "6": 0.000517878007182541, |
| "8": 0.00043317898477350053 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.014658541573832432, |
| "3": 0.0038436581041120612, |
| "4": 0.0012649951968342066, |
| "5": 0.0006811625559445625, |
| "6": 0.0005164697819661038, |
| "8": 0.00044642281985337223 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0065566634584683925, |
| "3": 0.0019849990882600346, |
| "4": 0.000848415935858308, |
| "5": 0.0005709432298317552, |
| "6": 0.000489759758541671, |
| "8": 0.000439542983561599 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.012085337356741851, |
| "3": 0.003430584217615736, |
| "4": 0.0011272620443681565, |
| "5": 0.0006405789657340696, |
| "6": 0.0005188755349081475, |
| "8": 0.00045687551755690947 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.00805114551136891, |
| "3": 0.0017232043319381773, |
| "4": 0.0007516299350148378, |
| "5": 0.0005319338330688576, |
| "6": 0.0004882132622393935, |
| "8": 0.00044337977305985987 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.20.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.00707243235471348, |
| "3": 0.0019497844332363456, |
| "4": 0.0008747727345811048, |
| "5": 0.0005700123765564058, |
| "6": 0.0004939907181930417, |
| "8": 0.0004522266293254991 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.018072287474448483, |
| "3": 0.0048224269557977095, |
| "4": 0.0014414854692101169, |
| "5": 0.0007507061236537993, |
| "6": 0.0005614370517529702, |
| "8": 0.0004711077320583475 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.016878605005331337, |
| "3": 0.004417994079024841, |
| "4": 0.0014159984323972215, |
| "5": 0.0007393561621332386, |
| "6": 0.0005413160967388345, |
| "8": 0.0004655935869474585 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.01668341657690083, |
| "3": 0.004368268200778402, |
| "4": 0.0013982426292689827, |
| "5": 0.0007174874929963456, |
| "6": 0.0005556611552795706, |
| "8": 0.00046651099061515805 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.011064652120694518, |
| "3": 0.002879640155394251, |
| "4": 0.0010713326579813536, |
| "5": 0.0006399434678314719, |
| "6": 0.0005334477003392143, |
| "8": 0.0004821334065733633 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.01580933293250079, |
| "3": 0.0038654703045419105, |
| "4": 0.0013365681249221477, |
| "5": 0.0007010610327900698, |
| "6": 0.0005552458072391649, |
| "8": 0.0004888362006264894 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.006168934244972964, |
| "3": 0.0014782404881164741, |
| "4": 0.0007278860369600201, |
| "5": 0.0005684711589613775, |
| "6": 0.0004995098546108542, |
| "8": 0.0004712024820037186 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.19.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.00844808976398781, |
| "3": 0.002027218579314649, |
| "4": 0.000933003286869886, |
| "5": 0.0006187994634577384, |
| "6": 0.0005246184615922781, |
| "8": 0.00047887975112341036 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.024109920137561858, |
| "3": 0.006112459135086586, |
| "4": 0.0017709532742931817, |
| "5": 0.0008487948968346851, |
| "6": 0.0005992003740781607, |
| "8": 0.000507077100337483 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.02138035148770238, |
| "3": 0.005622939415237245, |
| "4": 0.001729727574759939, |
| "5": 0.0008314935184898786, |
| "6": 0.0005847861915147708, |
| "8": 0.0005023451788777796 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.022579096044258524, |
| "3": 0.005366586842380154, |
| "4": 0.0016423867782577872, |
| "5": 0.0008276606495201122, |
| "6": 0.0005959947460117595, |
| "8": 0.0004997009285337602 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0111407098302152, |
| "3": 0.0030615489473954463, |
| "4": 0.0011094776248986211, |
| "5": 0.0006839115497617362, |
| "6": 0.0005659330078439476, |
| "8": 0.0005025963910156861 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.011495106222961718, |
| "3": 0.0030913812321765968, |
| "4": 0.001114782962152579, |
| "5": 0.0006874148906111562, |
| "6": 0.000572117439636107, |
| "8": 0.0005089960541226901 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.005468179588206112, |
| "3": 0.0013303545104766574, |
| "4": 0.0008170097911109527, |
| "5": 0.000581508281660111, |
| "6": 0.000529949889217581, |
| "8": 0.0005085533509069743 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.18.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.008140042967473468, |
| "3": 0.002448379307073386, |
| "4": 0.0009824202934396453, |
| "5": 0.0006201478499860968, |
| "6": 0.0005481344705913216, |
| "8": 0.000517526934951699 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.02788477235784133, |
| "3": 0.007071420909293617, |
| "4": 0.002058227388867332, |
| "5": 0.0009354952659729557, |
| "6": 0.0006456992644719625, |
| "8": 0.0005404580224421807 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.02547755973258366, |
| "3": 0.006307572145791103, |
| "4": 0.001923108412787163, |
| "5": 0.0008791524669504724, |
| "6": 0.000620072022381161, |
| "8": 0.0005374143523416327 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.02398529478038351, |
| "3": 0.0058934526750817895, |
| "4": 0.0018152044794987887, |
| "5": 0.0008391735670253789, |
| "6": 0.0006286850718121665, |
| "8": 0.0005290382299184179 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.025901443829449516, |
| "3": 0.006101667589973658, |
| "4": 0.0018856990451846893, |
| "5": 0.0009125273960914152, |
| "6": 0.0006400942705416431, |
| "8": 0.0005476676536394128 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.023492811790977914, |
| "3": 0.0060803253727499396, |
| "4": 0.0018158562403793137, |
| "5": 0.000839324019276925, |
| "6": 0.0006428559269503845, |
| "8": 0.0005526984702252472 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.006958409125218168, |
| "3": 0.0019360158573059987, |
| "4": 0.0008722175771254115, |
| "5": 0.0006477369279309642, |
| "6": 0.0005678355082636699, |
| "8": 0.0005462467100490661 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.17.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.010937485970013464, |
| "3": 0.0030670280151146776, |
| "4": 0.0012151117553003132, |
| "5": 0.0007436525471954761, |
| "6": 0.0005849422450410202, |
| "8": 0.0005437707368400879 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.029317958552079897, |
| "3": 0.007079898564067359, |
| "4": 0.0022054464740601056, |
| "5": 0.0009829567279666662, |
| "6": 0.0006749122015510997, |
| "8": 0.0005720096899797985 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.027489709202200174, |
| "3": 0.0069342054484877735, |
| "4": 0.002040118090614366, |
| "5": 0.000928740470650761, |
| "6": 0.0006682655305970305, |
| "8": 0.0005667208364078155 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.024386056466028094, |
| "3": 0.0062735490694952505, |
| "4": 0.0018895666823179151, |
| "5": 0.0009073433733040778, |
| "6": 0.0006556633767710688, |
| "8": 0.0005678037984277277 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.018030942960952718, |
| "3": 0.004849740270098361, |
| "4": 0.001642512928810902, |
| "5": 0.0008499659888911992, |
| "6": 0.0006523897948985299, |
| "8": 0.0005728133037337102 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.023218775032243382, |
| "3": 0.0062109526673642295, |
| "4": 0.002021058874864442, |
| "5": 0.0009509671617706772, |
| "6": 0.000660853271256201, |
| "8": 0.0005904799497026639 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.007061526033794507, |
| "3": 0.002327549535645327, |
| "4": 0.0009527300232245276, |
| "5": 0.0006679870966763701, |
| "6": 0.0006062603921842916, |
| "8": 0.000565143611311214 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.16.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.010552583204116672, |
| "3": 0.0030985426468153796, |
| "4": 0.0013078926252395224, |
| "5": 0.0007691673745284788, |
| "6": 0.0006246693992579821, |
| "8": 0.0005761982974945568 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.03715890420911213, |
| "3": 0.009268394651977966, |
| "4": 0.002593998321875309, |
| "5": 0.0011008351017759803, |
| "6": 0.0007148577824409585, |
| "8": 0.0006101341775017014 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.02995944127906114, |
| "3": 0.00741247625167792, |
| "4": 0.002192125975852832, |
| "5": 0.0010157929985628773, |
| "6": 0.0007003493653125284, |
| "8": 0.0005972040999040473 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.028104363630215328, |
| "3": 0.006835967496347924, |
| "4": 0.002024553354810147, |
| "5": 0.0009721857034795297, |
| "6": 0.0006932083548842153, |
| "8": 0.0005993724747289283 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.040072679752483964, |
| "3": 0.009853942106322696, |
| "4": 0.0028518317121779546, |
| "5": 0.0011933744705553788, |
| "6": 0.0007697357832512353, |
| "8": 0.000617478224739898 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.027213539152095716, |
| "3": 0.007626439755161603, |
| "4": 0.0021816729204147123, |
| "5": 0.0009625586220257295, |
| "6": 0.0007141995289809225, |
| "8": 0.0006157035774473721 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.013269129694284251, |
| "3": 0.0023221830973246447, |
| "4": 0.0010451644241887454, |
| "5": 0.0007143402035580948, |
| "6": 0.0006339078305851823, |
| "8": 0.0006089413230559634 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.15.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.0211344826190422, |
| "3": 0.005221160361543298, |
| "4": 0.0017089210935713102, |
| "5": 0.0008922261343589829, |
| "6": 0.0006884585891384631, |
| "8": 0.0006107616257698586 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.0495421210459123, |
| "3": 0.012902403095116219, |
| "4": 0.003259353106841445, |
| "5": 0.00132232669905837, |
| "6": 0.0008142007670054833, |
| "8": 0.0006472502864198759 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.03861853577351818, |
| "3": 0.009460080706048757, |
| "4": 0.002745526459572526, |
| "5": 0.0011528521912017216, |
| "6": 0.0007671667626709677, |
| "8": 0.0006393924462220942 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03297357552219182, |
| "3": 0.007887811273879683, |
| "4": 0.0022601798433849276, |
| "5": 0.0010572824224558037, |
| "6": 0.0007506451244504812, |
| "8": 0.0006342179112834856 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.05272391488930831, |
| "3": 0.01139248528246147, |
| "4": 0.003328930945523704, |
| "5": 0.0012989001237050009, |
| "6": 0.0008257865095705105, |
| "8": 0.0006628192107503613 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.022233590328445036, |
| "3": 0.005224309512414038, |
| "4": 0.0018453141916931297, |
| "5": 0.0008930436367033204, |
| "6": 0.0007230172413983382, |
| "8": 0.0006498788243334275 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.008820822578854859, |
| "3": 0.0029228953596126908, |
| "4": 0.0010837533676143114, |
| "5": 0.0007752720339340158, |
| "6": 0.0006891654375067446, |
| "8": 0.0006506951600992276 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.14.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.014945788076147437, |
| "3": 0.003913948462771562, |
| "4": 0.0014916652216925286, |
| "5": 0.000879431116724542, |
| "6": 0.0007075584241344283, |
| "8": 0.0006405245573356902 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04227456854035457, |
| "3": 0.01001569132010142, |
| "4": 0.0027803820363866785, |
| "5": 0.001242646047709665, |
| "6": 0.0008222244953988896, |
| "8": 0.0006808878121470722 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.03182430188947668, |
| "3": 0.007855299753524983, |
| "4": 0.0022896661782093966, |
| "5": 0.0010739129065768793, |
| "6": 0.0007928327577246819, |
| "8": 0.0006641541876888368 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.02744269968631367, |
| "3": 0.007143657984367262, |
| "4": 0.0021449062527002147, |
| "5": 0.0010287347007154797, |
| "6": 0.0007725481567225264, |
| "8": 0.0006710594073714068 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.05017125296096007, |
| "3": 0.012347005715128034, |
| "4": 0.0032945728986912095, |
| "5": 0.0013456613378366455, |
| "6": 0.000856554720182127, |
| "8": 0.0006859162361555112 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.020684563535420846, |
| "3": 0.004970439767930657, |
| "4": 0.0018471791481715627, |
| "5": 0.0009399304738811528, |
| "6": 0.000761776085710153, |
| "8": 0.000677515000764591 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.009297019996059438, |
| "3": 0.002461872844529959, |
| "4": 0.001151759645532972, |
| "5": 0.0007781963164840514, |
| "6": 0.0007142841592819119, |
| "8": 0.000671373492271717 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.13.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.019180050818249583, |
| "3": 0.00460393263589746, |
| "4": 0.0016246694697959658, |
| "5": 0.0009499314934752571, |
| "6": 0.0007527594643761404, |
| "8": 0.0006907616758932514 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.0399323288196077, |
| "3": 0.010738028407407304, |
| "4": 0.002821432911635687, |
| "5": 0.0012313565966906026, |
| "6": 0.0008357683703555571, |
| "8": 0.0007079766849831989 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.028765173939367134, |
| "3": 0.007721101477121313, |
| "4": 0.002323119644036827, |
| "5": 0.0010865094809560105, |
| "6": 0.0008095678676909301, |
| "8": 0.0007072610108783314 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.027705375958854955, |
| "3": 0.007199590783178185, |
| "4": 0.0022004154355575642, |
| "5": 0.001054458111563387, |
| "6": 0.0007970937634430205, |
| "8": 0.0007129094434882669 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.06871966117372115, |
| "3": 0.01592657759708042, |
| "4": 0.004129363820538856, |
| "5": 0.0015412353168358095, |
| "6": 0.0009315057141066063, |
| "8": 0.0007336345564302368 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.03892930201254785, |
| "3": 0.008485589224922782, |
| "4": 0.0024839310402361057, |
| "5": 0.0011858950771663028, |
| "6": 0.0008203022298403084, |
| "8": 0.0007046149100157587 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.007104937811770166, |
| "3": 0.00230370405188296, |
| "4": 0.0010947137003919731, |
| "5": 0.0008478611998725682, |
| "6": 0.0007398382779986908, |
| "8": 0.0007026364461732252 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.12.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.01470898138359189, |
| "3": 0.0037888112807801613, |
| "4": 0.0015182644322824974, |
| "5": 0.0009087369083620919, |
| "6": 0.0007645782291850386, |
| "8": 0.0007074026701351007 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.036720244640794895, |
| "3": 0.009586608173170438, |
| "4": 0.0027086530996408933, |
| "5": 0.0011892449789835762, |
| "6": 0.0008526327001163736, |
| "8": 0.0007328205356316175 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.02705899327217291, |
| "3": 0.007183001502805079, |
| "4": 0.0023302992049138993, |
| "5": 0.0011086464243514154, |
| "6": 0.0008227912524792677, |
| "8": 0.0007253746092222476 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.02538508258294314, |
| "3": 0.006690407909142475, |
| "4": 0.0022919228140381165, |
| "5": 0.0010931317568368588, |
| "6": 0.0008180972581612878, |
| "8": 0.0007318678338682124 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.08049990562722087, |
| "3": 0.020191795425489545, |
| "4": 0.005067060992587358, |
| "5": 0.0018154411809518933, |
| "6": 0.0010323009167526227, |
| "8": 0.0007541164983801233 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.02407039476869007, |
| "3": 0.006387300896070276, |
| "4": 0.0020618158887373284, |
| "5": 0.0010616191454270545, |
| "6": 0.0008248401281889528, |
| "8": 0.0007292765027765805 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.00785375367073963, |
| "3": 0.0019913632374179238, |
| "4": 0.001039717656870683, |
| "5": 0.0008155116229318082, |
| "6": 0.0007564851475763135, |
| "8": 0.0007282258605603905 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.11.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.019613333415084828, |
| "3": 0.00696210702881217, |
| "4": 0.001798686855181586, |
| "5": 0.001054368859816653, |
| "6": 0.0008051957678010998, |
| "8": 0.0007368587769936615 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.04078286699950695, |
| "3": 0.011344977877646064, |
| "4": 0.003174794367320525, |
| "5": 0.0013818576674869594, |
| "6": 0.0009112230618484318, |
| "8": 0.000770095133096523 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.032735149608924985, |
| "3": 0.008547736273612827, |
| "4": 0.0026098563394043595, |
| "5": 0.0011998175323242322, |
| "6": 0.0008604967345794042, |
| "8": 0.0007547452490446934 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.030369196087121964, |
| "3": 0.007341896348710482, |
| "4": 0.002425294898178739, |
| "5": 0.0011588380245181422, |
| "6": 0.0008429008266830351, |
| "8": 0.0007468594461291408 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.06904666723373036, |
| "3": 0.016722536160765838, |
| "4": 0.004470782630960457, |
| "5": 0.0017371382491546683, |
| "6": 0.0010034784791059792, |
| "8": 0.0007921424924764627 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.03245987929403782, |
| "3": 0.007801657183639084, |
| "4": 0.0024694399423121163, |
| "5": 0.0011779235355788842, |
| "6": 0.0008819599218744164, |
| "8": 0.000776130567828659 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.007920469380527114, |
| "3": 0.0024865664381650276, |
| "4": 0.0010828648616249363, |
| "5": 0.0008627235777870131, |
| "6": 0.0007812366032643089, |
| "8": 0.0007536551347584464 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.10.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.020971494688031573, |
| "3": 0.005755868953807901, |
| "4": 0.0018423090514261276, |
| "5": 0.000996425991615979, |
| "6": 0.0008443247449273864, |
| "8": 0.0007641043630428612 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.03923375112935901, |
| "3": 0.010545191820710897, |
| "4": 0.003221861072233878, |
| "5": 0.001345572267988852, |
| "6": 0.0009224319716546839, |
| "8": 0.0007699109943738828 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.03020236004764835, |
| "3": 0.00730137942203631, |
| "4": 0.0023572468247342235, |
| "5": 0.001219472564116586, |
| "6": 0.0008753385530629506, |
| "8": 0.0007756724759625891 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.02809327611854921, |
| "3": 0.007642975135240704, |
| "4": 0.00240211930940859, |
| "5": 0.0011883200010440003, |
| "6": 0.0008846520480195371, |
| "8": 0.0007828731310534446 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.051756936591118574, |
| "3": 0.015420814442525929, |
| "4": 0.0035887850632813447, |
| "5": 0.001465668765983234, |
| "6": 0.0009658113134112986, |
| "8": 0.0008006072348507587 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.0323956695307667, |
| "3": 0.007943213218823075, |
| "4": 0.002627710006587828, |
| "5": 0.0012138531456002966, |
| "6": 0.0009238325219484977, |
| "8": 0.0007949703419095991 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.008598064460481206, |
| "3": 0.0030792732529031732, |
| "4": 0.001349279433876897, |
| "5": 0.0009010570453635106, |
| "6": 0.0008150923373856737, |
| "8": 0.000784976811701199 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.9.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.016053315349078428, |
| "3": 0.006344766462765013, |
| "4": 0.002016042002651375, |
| "5": 0.0010205565728635217, |
| "6": 0.000858553731328963, |
| "8": 0.0007900257733126637 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.050756703363731503, |
| "3": 0.012525797414127737, |
| "4": 0.003341630959766917, |
| "5": 0.0014883016532015365, |
| "6": 0.0009809674714536716, |
| "8": 0.0008192611300425293 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.03363667560430864, |
| "3": 0.008299797918880358, |
| "4": 0.002512846219663819, |
| "5": 0.001253686823474709, |
| "6": 0.0009254593072303882, |
| "8": 0.0007972775129019283 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03228949957216779, |
| "3": 0.00847881679267933, |
| "4": 0.00260643649623186, |
| "5": 0.0012441433403485764, |
| "6": 0.0009253207814860313, |
| "8": 0.0008178333979837286 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.08220755262300372, |
| "3": 0.023078374797478318, |
| "4": 0.005952183884801343, |
| "5": 0.001998182517127134, |
| "6": 0.0011244957083060096, |
| "8": 0.0008448417987286424 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.02981503726914525, |
| "3": 0.007948434174371263, |
| "4": 0.0022327945383343226, |
| "5": 0.0012435956402138497, |
| "6": 0.0009215569710553003, |
| "8": 0.000830770793982083 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.011982765747234225, |
| "3": 0.003959698646212928, |
| "4": 0.0017928747644570346, |
| "5": 0.0010132603674719576, |
| "6": 0.0008736717002951385, |
| "8": 0.0008130165369948372 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.8.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.04504200886003673, |
| "3": 0.011331230101253217, |
| "4": 0.002861499097586299, |
| "5": 0.0013394585136362973, |
| "6": 0.0010899453482124954, |
| "8": 0.0008378019726175504 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.05522667632127801, |
| "3": 0.014640582783613354, |
| "4": 0.0037332337184731537, |
| "5": 0.0015936142396337043, |
| "6": 0.0010131833745011438, |
| "8": 0.0008682896829365442 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.039142387259441115, |
| "3": 0.009671395178884268, |
| "4": 0.002956654835240139, |
| "5": 0.0013494268787326291, |
| "6": 0.0009785141810425557, |
| "8": 0.0008423188846791163 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04383809957653284, |
| "3": 0.009243133186828345, |
| "4": 0.002931177349334272, |
| "5": 0.0014038840599823743, |
| "6": 0.000987855489559782, |
| "8": 0.0008495282963849604 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.037346209826258324, |
| "3": 0.009893926927664628, |
| "4": 0.0030833473962654048, |
| "5": 0.0013903020687090855, |
| "6": 0.0010149163839135629, |
| "8": 0.0008694995631230995 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.029927141421164077, |
| "3": 0.007989478336336711, |
| "4": 0.0023597031395183876, |
| "5": 0.0012225253813085146, |
| "6": 0.0009774932574752408, |
| "8": 0.0008562703927357992 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.010443965283532938, |
| "3": 0.0024761307916681594, |
| "4": 0.001276386055299857, |
| "5": 0.0009525732251252824, |
| "6": 0.0008839361495726431, |
| "8": 0.0008561847243981902 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.7.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.023870480828918517, |
| "3": 0.008951578531802321, |
| "4": 0.002268058310922546, |
| "5": 0.0012351555803131002, |
| "6": 0.0009382220911599385, |
| "8": 0.0008701892584213056 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.05985996363839755, |
| "3": 0.01402348664123565, |
| "4": 0.004025240792543627, |
| "5": 0.0017118506051095512, |
| "6": 0.0010531389173896362, |
| "8": 0.0008975005148386117 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.040391604571292795, |
| "3": 0.0099081365915481, |
| "4": 0.0031551992433378473, |
| "5": 0.0014172213899049286, |
| "6": 0.0010190307317922513, |
| "8": 0.0008764031529911639 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03495683086415132, |
| "3": 0.009056896611582488, |
| "4": 0.0027688096063987664, |
| "5": 0.0013450709957396612, |
| "6": 0.0010079152173905943, |
| "8": 0.0008882314092867697 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04343977997389933, |
| "3": 0.011580328495862583, |
| "4": 0.0034295626683160663, |
| "5": 0.0015065200447376508, |
| "6": 0.0010775804815542263, |
| "8": 0.0009065436218709996 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.0373696320457384, |
| "3": 0.010010737886962792, |
| "4": 0.0035441796280792914, |
| "5": 0.0014120731866569258, |
| "6": 0.00104147851622353, |
| "8": 0.0008967743803320142 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.015184608297810579, |
| "3": 0.003090113093397425, |
| "4": 0.0015505996367816504, |
| "5": 0.0010229336451933098, |
| "6": 0.0009357956708602918, |
| "8": 0.0008938934176209538 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.6.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.03153357654809952, |
| "3": 0.009323164005763829, |
| "4": 0.0027913904802214042, |
| "5": 0.0014187157818620715, |
| "6": 0.0010510270003578626, |
| "8": 0.0008974916369576628 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.06574978089580934, |
| "3": 0.0156356951338239, |
| "4": 0.004939913720590994, |
| "5": 0.001732800805863614, |
| "6": 0.00113776168776288, |
| "8": 0.0009392361886663517 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.043348288939644895, |
| "3": 0.010220165034600845, |
| "4": 0.0030581140648185587, |
| "5": 0.0015012130073349301, |
| "6": 0.0010591958950196083, |
| "8": 0.0009159054704165707 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03705834915551046, |
| "3": 0.009694750925215581, |
| "4": 0.002979423283250071, |
| "5": 0.001450252942352866, |
| "6": 0.0010470345829768728, |
| "8": 0.0009377763247660672 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.042935056650700666, |
| "3": 0.008771238586632535, |
| "4": 0.0026291672863105, |
| "5": 0.0014412491582334042, |
| "6": 0.001055071620309415, |
| "8": 0.0009404981913879359 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.04340974777005613, |
| "3": 0.010175976388078803, |
| "4": 0.0032150099529341483, |
| "5": 0.0013685155645362101, |
| "6": 0.001068320583726745, |
| "8": 0.000932628183363704 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.013622928304054463, |
| "3": 0.003893534216331318, |
| "4": 0.0017228994086811629, |
| "5": 0.0011813713596590485, |
| "6": 0.0009854796323149155, |
| "8": 0.0009193391088047065 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.5.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.030909750106123585, |
| "3": 0.00831915326610518, |
| "4": 0.0028759507840732113, |
| "5": 0.0013041281975650538, |
| "6": 0.001102190136104279, |
| "8": 0.0009537891285920826 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.07258513919077814, |
| "3": 0.013797664423085129, |
| "4": 0.0037972629021775597, |
| "5": 0.0017928576659566413, |
| "6": 0.0011828684267432739, |
| "8": 0.0009836656099651009 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.25407169045259553, |
| "3": 0.07892447407357395, |
| "4": 0.019582887742823612, |
| "5": 0.004845757357543334, |
| "6": 0.002093066315865144, |
| "8": 0.0010960583992224808 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04250500560738146, |
| "3": 0.010374336561653763, |
| "4": 0.0032070758655512086, |
| "5": 0.0014989485765302863, |
| "6": 0.0011458714070613496, |
| "8": 0.0009838718021152697 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.0408387437928468, |
| "3": 0.011604605766478926, |
| "4": 0.0034769546667424342, |
| "5": 0.0016157045150369715, |
| "6": 0.0011556121244211681, |
| "8": 0.0010013841456384398 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.09069019125308841, |
| "3": 0.013004504784476012, |
| "4": 0.0044413706588481245, |
| "5": 0.001792565468349494, |
| "6": 0.0011688860783275838, |
| "8": 0.0010003513489209581 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.009610962811469411, |
| "3": 0.0031802168838718594, |
| "4": 0.0015579939014666404, |
| "5": 0.001139326023500568, |
| "6": 0.0010223496016503002, |
| "8": 0.0009787916593874495 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.4.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.029319253478509683, |
| "3": 0.008774589543463662, |
| "4": 0.002560558782230752, |
| "5": 0.0014197839651994097, |
| "6": 0.0011219499162204254, |
| "8": 0.0009927533731873457 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.05563047008278469, |
| "3": 0.012675249328215918, |
| "4": 0.004090058088574248, |
| "5": 0.0017799957446792785, |
| "6": 0.0012232149213862915, |
| "8": 0.001038278489431832 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.052442518373330436, |
| "3": 0.013381285990665978, |
| "4": 0.003739295968747077, |
| "5": 0.0016742008495687817, |
| "6": 0.0012065119371982291, |
| "8": 0.00104145966906799 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.039252000026560076, |
| "3": 0.010049262928077951, |
| "4": 0.003145104992048194, |
| "5": 0.0016151858241452526, |
| "6": 0.0011541929100834143, |
| "8": 0.0010279724568439026 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.04981510065651188, |
| "3": 0.011994372141392281, |
| "4": 0.003816464241632881, |
| "5": 0.001769675992060608, |
| "6": 0.0012296692754413623, |
| "8": 0.0010723431259975769 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.05114675856505831, |
| "3": 0.014247853085786725, |
| "4": 0.004278568628554543, |
| "5": 0.0019044825457967818, |
| "6": 0.0012512648099800572, |
| "8": 0.0010554134787525982 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.011362989171175286, |
| "3": 0.0032013915139638507, |
| "4": 0.0015653306812358399, |
| "5": 0.0011973589401653346, |
| "6": 0.0010684414834637816, |
| "8": 0.0010322204495120484 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.3.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.02485231391619891, |
| "3": 0.006302171255811118, |
| "4": 0.0024681392751517706, |
| "5": 0.0013271046336740255, |
| "6": 0.0011327846683949854, |
| "8": 0.001024522437849858 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.047231594333425164, |
| "3": 0.012729271809803322, |
| "4": 0.0036414472124306485, |
| "5": 0.0017255574348382652, |
| "6": 0.0012414022251808394, |
| "8": 0.0010630214795431432 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.04278886772226542, |
| "3": 0.01090005086734891, |
| "4": 0.0034026184681958207, |
| "5": 0.001706616710483407, |
| "6": 0.0012001008799416013, |
| "8": 0.0010744257209201653 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.038468099276845656, |
| "3": 0.010015840894387415, |
| "4": 0.002979504703641093, |
| "5": 0.0015626903744608474, |
| "6": 0.0012088972252968233, |
| "8": 0.00106488648574062 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.05225889330419401, |
| "3": 0.014315076443987588, |
| "4": 0.003844964895203399, |
| "5": 0.0018462860559035714, |
| "6": 0.001277818174761099, |
| "8": 0.0010851340096754332 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.09771006756151716, |
| "3": 0.026169001881498843, |
| "4": 0.007302592081638674, |
| "5": 0.0025253486649792953, |
| "6": 0.0014967664634847704, |
| "8": 0.001109343330123617 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.011777069739764556, |
| "3": 0.003969316264071192, |
| "4": 0.0017255667820184801, |
| "5": 0.0012469022840377875, |
| "6": 0.0011147865892174498, |
| "8": 0.0010430133139986235 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.2.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.02548573703582709, |
| "3": 0.005775872753777851, |
| "4": 0.0024134119424464493, |
| "5": 0.0013563015309046023, |
| "6": 0.0011682018569748227, |
| "8": 0.0010753723351323667 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.047981787783404194, |
| "3": 0.012571413283391545, |
| "4": 0.003462125692749396, |
| "5": 0.0017610143234681648, |
| "6": 0.001292569574919374, |
| "8": 0.001124532342752597 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.07142322972261657, |
| "3": 0.014872160740196705, |
| "4": 0.004699649323204842, |
| "5": 0.0020051957762916572, |
| "6": 0.001370209999246678, |
| "8": 0.0011216547160681027 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.04126586066558957, |
| "3": 0.009759567270521075, |
| "4": 0.003229277497060442, |
| "5": 0.0016581157591038693, |
| "6": 0.0012593800371784407, |
| "8": 0.0011178322771835762 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.28090827182556194, |
| "3": 0.02687972120475024, |
| "4": 0.007600005167963293, |
| "5": 0.002633538070464662, |
| "6": 0.0015069863681371014, |
| "8": 0.0011763972288463265 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.14662983609984317, |
| "3": 0.035527461130792894, |
| "4": 0.010382019429622838, |
| "5": 0.0030226038870750926, |
| "6": 0.0017491054143950653, |
| "8": 0.0012081353294585522 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.031071786458293598, |
| "3": 0.006149526884352478, |
| "4": 0.0022858143056510016, |
| "5": 0.0014620787066329892, |
| "6": 0.001233963186678011, |
| "8": 0.0011230059414325904 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.1.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.06040436130327483, |
| "3": 0.009966343689787513, |
| "4": 0.004058408764346193, |
| "5": 0.00176852848623336, |
| "6": 0.0012922874181337345, |
| "8": 0.001158060840680264 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.mlp.up_proj", |
| "sensitivities": { |
| "2": 0.051552508297997214, |
| "3": 0.013913897695601918, |
| "4": 0.0037170323533549285, |
| "5": 0.001832319804331443, |
| "6": 0.0013564568920022186, |
| "8": 0.0011995858658337966 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.mlp.down_proj", |
| "sensitivities": { |
| "2": 0.11987495406841238, |
| "3": 0.025763568740027647, |
| "4": 0.007696626421723825, |
| "5": 0.002696267045394052, |
| "6": 0.0016209285216367182, |
| "8": 0.0012093022426900764 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.mlp.gate_proj", |
| "sensitivities": { |
| "2": 0.03806204905655856, |
| "3": 0.009181350096090076, |
| "4": 0.00298729278195727, |
| "5": 0.0016446152512799017, |
| "6": 0.0012734540917639, |
| "8": 0.0011969751418898038 |
| }, |
| "param_count": 7077888, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.o_proj", |
| "sensitivities": { |
| "2": 0.11550315058169265, |
| "3": 0.025208071844341855, |
| "4": 0.007084926275031951, |
| "5": 0.002794764906866476, |
| "6": 0.0016822281274168442, |
| "8": 0.0012485146047159408 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.v_proj", |
| "sensitivities": { |
| "2": 0.03617528802715242, |
| "3": 0.00958449767009976, |
| "4": 0.0030562196116079576, |
| "5": 0.0018419651096337475, |
| "6": 0.001365739393804688, |
| "8": 0.0012619542661317003 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.k_proj", |
| "sensitivities": { |
| "2": 0.02421292185317725, |
| "3": 0.005526320295757614, |
| "4": 0.0026706020871642977, |
| "5": 0.0014073595666559413, |
| "6": 0.0013264203880680725, |
| "8": 0.0012505521444836631 |
| }, |
| "param_count": 393216, |
| "metadata": {} |
| }, |
| { |
| "layer_name": "model.layers.0.self_attn.q_proj", |
| "sensitivities": { |
| "2": 0.027503951627295464, |
| "3": 0.007894937220650414, |
| "4": 0.002339233991127306, |
| "5": 0.0015046920743770897, |
| "6": 0.0012932170211570337, |
| "8": 0.001206570598393834 |
| }, |
| "param_count": 3145728, |
| "metadata": {} |
| } |
| ] |
