attention_entropies.jsonl

{"layer":0,"head":0,"avg_attn_entropy":2.1200811547}
{"layer":0,"head":1,"avg_attn_entropy":0.3536894687}
{"layer":0,"head":2,"avg_attn_entropy":1.3693895711}
{"layer":0,"head":3,"avg_attn_entropy":2.0445226036}
{"layer":0,"head":4,"avg_attn_entropy":0.8021532743}
{"layer":0,"head":5,"avg_attn_entropy":0.6622586984}
{"layer":0,"head":6,"avg_attn_entropy":0.6264189599}
{"layer":0,"head":7,"avg_attn_entropy":0.6842639941}
{"layer":0,"head":8,"avg_attn_entropy":1.6757262135}
{"layer":0,"head":9,"avg_attn_entropy":0.3273664887}
{"layer":0,"head":10,"avg_attn_entropy":1.3156982118}
{"layer":0,"head":11,"avg_attn_entropy":0.2741448758}
{"layer":1,"head":0,"avg_attn_entropy":0.3256093244}
{"layer":1,"head":1,"avg_attn_entropy":0.4902001375}
{"layer":1,"head":2,"avg_attn_entropy":0.159387945}
{"layer":1,"head":3,"avg_attn_entropy":0.2557428992}
{"layer":1,"head":4,"avg_attn_entropy":0.1737140355}
{"layer":1,"head":5,"avg_attn_entropy":0.3964138512}
{"layer":1,"head":6,"avg_attn_entropy":0.2069608332}
{"layer":1,"head":7,"avg_attn_entropy":0.4325440781}
{"layer":1,"head":8,"avg_attn_entropy":0.9393538221}
{"layer":1,"head":9,"avg_attn_entropy":1.1263524097}
{"layer":1,"head":10,"avg_attn_entropy":0.1927286782}
{"layer":1,"head":11,"avg_attn_entropy":0.368852005}
{"layer":2,"head":0,"avg_attn_entropy":0.1810528017}
{"layer":2,"head":1,"avg_attn_entropy":0.2949010825}
{"layer":2,"head":2,"avg_attn_entropy":1.0750530626}
{"layer":2,"head":3,"avg_attn_entropy":0.0893511684}
{"layer":2,"head":4,"avg_attn_entropy":0.5199748539}
{"layer":2,"head":5,"avg_attn_entropy":0.18366198}
{"layer":2,"head":6,"avg_attn_entropy":0.2332229628}
{"layer":2,"head":7,"avg_attn_entropy":0.2614320328}
{"layer":2,"head":8,"avg_attn_entropy":0.0751293782}
{"layer":2,"head":9,"avg_attn_entropy":0.0607811762}
{"layer":2,"head":10,"avg_attn_entropy":0.1118392165}
{"layer":2,"head":11,"avg_attn_entropy":0.1140277852}
{"layer":3,"head":0,"avg_attn_entropy":0.2282400537}
{"layer":3,"head":1,"avg_attn_entropy":0.1244566101}
{"layer":3,"head":2,"avg_attn_entropy":0.1342795482}
{"layer":3,"head":3,"avg_attn_entropy":0.0172994854}
{"layer":3,"head":4,"avg_attn_entropy":0.2189542613}
{"layer":3,"head":5,"avg_attn_entropy":0.1141568012}
{"layer":3,"head":6,"avg_attn_entropy":0.3511679973}
{"layer":3,"head":7,"avg_attn_entropy":0.1619166048}
{"layer":3,"head":8,"avg_attn_entropy":0.0400519984}
{"layer":3,"head":9,"avg_attn_entropy":0.156491059}
{"layer":3,"head":10,"avg_attn_entropy":0.225904955}
{"layer":3,"head":11,"avg_attn_entropy":0.1763683511}
{"layer":4,"head":0,"avg_attn_entropy":0.0781674201}
{"layer":4,"head":1,"avg_attn_entropy":0.0583930395}
{"layer":4,"head":2,"avg_attn_entropy":0.0561119711}
{"layer":4,"head":3,"avg_attn_entropy":0.0571299922}
{"layer":4,"head":4,"avg_attn_entropy":0.1671067893}
{"layer":4,"head":5,"avg_attn_entropy":0.1667947178}
{"layer":4,"head":6,"avg_attn_entropy":0.0866808962}
{"layer":4,"head":7,"avg_attn_entropy":0.1168476125}
{"layer":4,"head":8,"avg_attn_entropy":0.054173785}
{"layer":4,"head":9,"avg_attn_entropy":0.0251738899}
{"layer":4,"head":10,"avg_attn_entropy":0.1330489115}
{"layer":4,"head":11,"avg_attn_entropy":0.0410971134}
{"layer":5,"head":0,"avg_attn_entropy":0.3123421874}
{"layer":5,"head":1,"avg_attn_entropy":0.0747379939}
{"layer":5,"head":2,"avg_attn_entropy":0.4815383727}
{"layer":5,"head":3,"avg_attn_entropy":0.217040957}
{"layer":5,"head":4,"avg_attn_entropy":0.0425115104}
{"layer":5,"head":5,"avg_attn_entropy":0.2903835011}
{"layer":5,"head":6,"avg_attn_entropy":0.0534490732}
{"layer":5,"head":7,"avg_attn_entropy":0.1671204224}
{"layer":5,"head":8,"avg_attn_entropy":0.6333733662}
{"layer":5,"head":9,"avg_attn_entropy":0.0357139354}
{"layer":5,"head":10,"avg_attn_entropy":0.0941768322}
{"layer":5,"head":11,"avg_attn_entropy":0.0891982483}
{"layer":6,"head":0,"avg_attn_entropy":0.1170171839}
{"layer":6,"head":1,"avg_attn_entropy":0.4602743485}
{"layer":6,"head":2,"avg_attn_entropy":0.0869322835}
{"layer":6,"head":3,"avg_attn_entropy":0.1996835215}
{"layer":6,"head":4,"avg_attn_entropy":0.1794853553}
{"layer":6,"head":5,"avg_attn_entropy":0.4601120202}
{"layer":6,"head":6,"avg_attn_entropy":0.0893570577}
{"layer":6,"head":7,"avg_attn_entropy":0.090330124}
{"layer":6,"head":8,"avg_attn_entropy":0.0435488191}
{"layer":6,"head":9,"avg_attn_entropy":0.3802046713}
{"layer":6,"head":10,"avg_attn_entropy":0.0771121671}
{"layer":6,"head":11,"avg_attn_entropy":0.2796205649}
{"layer":7,"head":0,"avg_attn_entropy":0.0695286369}
{"layer":7,"head":1,"avg_attn_entropy":0.059226537}
{"layer":7,"head":2,"avg_attn_entropy":0.2383062936}
{"layer":7,"head":3,"avg_attn_entropy":0.103246075}
{"layer":7,"head":4,"avg_attn_entropy":0.1241971924}
{"layer":7,"head":5,"avg_attn_entropy":0.0814359797}
{"layer":7,"head":6,"avg_attn_entropy":0.0442663487}
{"layer":7,"head":7,"avg_attn_entropy":0.0700414857}
{"layer":7,"head":8,"avg_attn_entropy":0.1292627867}
{"layer":7,"head":9,"avg_attn_entropy":0.0853837425}
{"layer":7,"head":10,"avg_attn_entropy":0.1094465333}
{"layer":7,"head":11,"avg_attn_entropy":0.074279589}
{"layer":8,"head":0,"avg_attn_entropy":0.0475392259}
{"layer":8,"head":1,"avg_attn_entropy":0.0509973937}
{"layer":8,"head":2,"avg_attn_entropy":0.0721920937}
{"layer":8,"head":3,"avg_attn_entropy":0.1219403489}
{"layer":8,"head":4,"avg_attn_entropy":0.0494375856}
{"layer":8,"head":5,"avg_attn_entropy":0.0441335681}
{"layer":8,"head":6,"avg_attn_entropy":0.0574831567}
{"layer":8,"head":7,"avg_attn_entropy":0.044603688}
{"layer":8,"head":8,"avg_attn_entropy":0.0871161966}
{"layer":8,"head":9,"avg_attn_entropy":0.0549474077}
{"layer":8,"head":10,"avg_attn_entropy":0.0462486032}
{"layer":8,"head":11,"avg_attn_entropy":0.0485985705}
{"layer":9,"head":0,"avg_attn_entropy":0.1140128421}
{"layer":9,"head":1,"avg_attn_entropy":0.139213524}
{"layer":9,"head":2,"avg_attn_entropy":0.1064270741}
{"layer":9,"head":3,"avg_attn_entropy":0.1392701218}
{"layer":9,"head":4,"avg_attn_entropy":0.0595626314}
{"layer":9,"head":5,"avg_attn_entropy":0.4774892078}
{"layer":9,"head":6,"avg_attn_entropy":0.1510299758}
{"layer":9,"head":7,"avg_attn_entropy":0.0645955504}
{"layer":9,"head":8,"avg_attn_entropy":0.0635253925}
{"layer":9,"head":9,"avg_attn_entropy":0.1532028439}
{"layer":9,"head":10,"avg_attn_entropy":0.0749501863}
{"layer":9,"head":11,"avg_attn_entropy":0.1206198998}
{"layer":10,"head":0,"avg_attn_entropy":0.7388333222}
{"layer":10,"head":1,"avg_attn_entropy":0.110945538}
{"layer":10,"head":2,"avg_attn_entropy":0.0665910878}
{"layer":10,"head":3,"avg_attn_entropy":0.1117322413}
{"layer":10,"head":4,"avg_attn_entropy":0.1033565856}
{"layer":10,"head":5,"avg_attn_entropy":0.1414585385}
{"layer":10,"head":6,"avg_attn_entropy":0.0937866817}
{"layer":10,"head":7,"avg_attn_entropy":0.1586662958}
{"layer":10,"head":8,"avg_attn_entropy":0.1235466314}
{"layer":10,"head":9,"avg_attn_entropy":0.0787664007}
{"layer":10,"head":10,"avg_attn_entropy":0.1442726981}
{"layer":10,"head":11,"avg_attn_entropy":0.1358181989}
{"layer":11,"head":0,"avg_attn_entropy":0.1261403754}
{"layer":11,"head":1,"avg_attn_entropy":0.2544034575}
{"layer":11,"head":2,"avg_attn_entropy":0.1307720305}
{"layer":11,"head":3,"avg_attn_entropy":0.1166035665}
{"layer":11,"head":4,"avg_attn_entropy":0.1268370905}
{"layer":11,"head":5,"avg_attn_entropy":0.1504950114}
{"layer":11,"head":6,"avg_attn_entropy":0.1552485259}
{"layer":11,"head":7,"avg_attn_entropy":0.1087091118}
{"layer":11,"head":8,"avg_attn_entropy":0.1077251494}
{"layer":11,"head":9,"avg_attn_entropy":0.1885407916}
{"layer":11,"head":10,"avg_attn_entropy":0.1405186793}
{"layer":11,"head":11,"avg_attn_entropy":0.1126641724}