| { |
| "layer_07_expert_00": 0.01969238929450512, |
| "layer_07_expert_01": 0.01805144175887108, |
| "layer_07_expert_02": 0.01898551732301712, |
| "layer_07_expert_03": 0.020216668024659157, |
| "layer_07_expert_04": 0.019787311553955078, |
| "layer_07_expert_05": 0.019402215257287025, |
| "layer_07_expert_06": 0.0193850789219141, |
| "layer_07_expert_07": 0.02014368399977684, |
| "layer_08_expert_00": 0.02600640431046486, |
| "layer_08_expert_01": 0.022020943462848663, |
| "layer_08_expert_02": 0.02276753820478916, |
| "layer_08_expert_03": 0.026547007262706757, |
| "layer_08_expert_04": 0.027177805081009865, |
| "layer_08_expert_05": 0.02274380810558796, |
| "layer_08_expert_06": 0.026304863393306732, |
| "layer_08_expert_07": 0.02764948271214962, |
| "layer_09_expert_00": 0.013534344732761383, |
| "layer_09_expert_01": 0.0145828016102314, |
| "layer_09_expert_02": 0.013892530463635921, |
| "layer_09_expert_03": 0.013967453502118587, |
| "layer_09_expert_04": 0.013249906711280346, |
| "layer_09_expert_05": 0.01342932227998972, |
| "layer_09_expert_06": 0.014618050307035446, |
| "layer_09_expert_07": 0.01448456197977066, |
| "layer_10_expert_00": 0.022231444716453552, |
| "layer_10_expert_01": 0.019972696900367737, |
| "layer_10_expert_02": 0.024050315842032433, |
| "layer_10_expert_03": 0.021881794556975365, |
| "layer_10_expert_04": 0.021667910739779472, |
| "layer_10_expert_05": 0.020687896758317947, |
| "layer_10_expert_06": 0.021906213834881783, |
| "layer_10_expert_07": 0.021762344986200333, |
| "layer_11_expert_00": 0.02834983915090561, |
| "layer_11_expert_01": 0.028404127806425095, |
| "layer_11_expert_02": 0.028010638430714607, |
| "layer_11_expert_03": 0.029820352792739868, |
| "layer_11_expert_04": 0.029144475236535072, |
| "layer_11_expert_05": 0.031495511531829834, |
| "layer_11_expert_06": 0.025821425020694733, |
| "layer_11_expert_07": 0.02732662297785282, |
| "layer_12_expert_00": 0.030554262921214104, |
| "layer_12_expert_01": 0.030468732118606567, |
| "layer_12_expert_02": 0.030987773090600967, |
| "layer_12_expert_03": 0.028986576944589615, |
| "layer_12_expert_04": 0.03083137981593609, |
| "layer_12_expert_05": 0.02847979962825775, |
| "layer_12_expert_06": 0.029302263632416725, |
| "layer_12_expert_07": 0.02996886521577835, |
| "layer_13_expert_00": 0.03826427087187767, |
| "layer_13_expert_01": 0.03209064528346062, |
| "layer_13_expert_02": 0.034369178116321564, |
| "layer_13_expert_03": 0.030629923567175865, |
| "layer_13_expert_04": 0.033462297171354294, |
| "layer_13_expert_05": 0.033646147698163986, |
| "layer_13_expert_06": 0.031612180173397064, |
| "layer_13_expert_07": 0.03360999748110771, |
| "layer_14_expert_00": 0.03800996392965317, |
| "layer_14_expert_01": 0.035479817539453506, |
| "layer_14_expert_02": 0.035590216517448425, |
| "layer_14_expert_03": 0.03698544576764107, |
| "layer_14_expert_04": 0.036537885665893555, |
| "layer_14_expert_05": 0.03591139242053032, |
| "layer_14_expert_06": 0.0347776859998703, |
| "layer_14_expert_07": 0.035771314054727554, |
| "layer_15_expert_00": 0.037486180663108826, |
| "layer_15_expert_01": 0.03183320537209511, |
| "layer_15_expert_02": 0.033597372472286224, |
| "layer_15_expert_03": 0.034959577023983, |
| "layer_15_expert_04": 0.033746231347322464, |
| "layer_15_expert_05": 0.03387705609202385, |
| "layer_15_expert_06": 0.036250147968530655, |
| "layer_15_expert_07": 0.03742583096027374, |
| "layer_16_expert_00": 0.03308767080307007, |
| "layer_16_expert_01": 0.03283284604549408, |
| "layer_16_expert_02": 0.03292208909988403, |
| "layer_16_expert_03": 0.032567355781793594, |
| "layer_16_expert_04": 0.0328839085996151, |
| "layer_16_expert_05": 0.03387352451682091, |
| "layer_16_expert_06": 0.032794974744319916, |
| "layer_16_expert_07": 0.031062856316566467, |
| "layer_17_expert_00": 0.03392287716269493, |
| "layer_17_expert_01": 0.030720185488462448, |
| "layer_17_expert_02": 0.03290826454758644, |
| "layer_17_expert_03": 0.03276655077934265, |
| "layer_17_expert_04": 0.031194286420941353, |
| "layer_17_expert_05": 0.0328129306435585, |
| "layer_17_expert_06": 0.03219807893037796, |
| "layer_17_expert_07": 0.03303227201104164, |
| "layer_18_expert_00": 0.032916367053985596, |
| "layer_18_expert_01": 0.03964288905262947, |
| "layer_18_expert_02": 0.039214037358760834, |
| "layer_18_expert_03": 0.03236524388194084, |
| "layer_18_expert_04": 0.03989103063941002, |
| "layer_18_expert_05": 0.03882138058543205, |
| "layer_18_expert_06": 0.032691407948732376, |
| "layer_18_expert_07": 0.03731442242860794, |
| "layer_19_expert_00": 0.02582397684454918, |
| "layer_19_expert_01": 0.026262322440743446, |
| "layer_19_expert_02": 0.026067685335874557, |
| "layer_19_expert_03": 0.025103550404310226, |
| "layer_19_expert_04": 0.026913922280073166, |
| "layer_19_expert_05": 0.02546408213675022, |
| "layer_19_expert_06": 0.025271881371736526, |
| "layer_19_expert_07": 0.026326699182391167, |
| "layer_20_expert_00": 0.037034712731838226, |
| "layer_20_expert_01": 0.02768402174115181, |
| "layer_20_expert_02": 0.026117460802197456, |
| "layer_20_expert_03": 0.03588447719812393, |
| "layer_20_expert_04": 0.03711237385869026, |
| "layer_20_expert_05": 0.025986790657043457, |
| "layer_20_expert_06": 0.026828493922948837, |
| "layer_20_expert_07": 0.036583513021469116 |
| } |
