Upload gradient_magnitudes.json with huggingface_hub
Browse files- gradient_magnitudes.json +62 -0
gradient_magnitudes.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"linear": [
|
| 3 |
+
0.0004009805852547288,
|
| 4 |
+
0.00040036847349256277,
|
| 5 |
+
0.00036985811311751604,
|
| 6 |
+
0.000359987752744928,
|
| 7 |
+
0.0003289323067292571,
|
| 8 |
+
0.00030929772765375674,
|
| 9 |
+
0.000437420851085335,
|
| 10 |
+
0.000557888182811439,
|
| 11 |
+
0.0006172899156808853,
|
| 12 |
+
0.0007439448963850737
|
| 13 |
+
],
|
| 14 |
+
"sigmoid": [
|
| 15 |
+
1.6582196726844245e-10,
|
| 16 |
+
8.183660415994609e-10,
|
| 17 |
+
5.867596630793059e-09,
|
| 18 |
+
3.754411892487042e-08,
|
| 19 |
+
2.397275977727986e-07,
|
| 20 |
+
1.497530092819943e-06,
|
| 21 |
+
1.265296850760933e-05,
|
| 22 |
+
7.97040993347764e-05,
|
| 23 |
+
0.0005029253661632538,
|
| 24 |
+
0.0036848573945462704
|
| 25 |
+
],
|
| 26 |
+
"relu": [
|
| 27 |
+
1.2022654118482023e-05,
|
| 28 |
+
9.013649105327204e-06,
|
| 29 |
+
7.954162356327288e-06,
|
| 30 |
+
6.0182464949321e-06,
|
| 31 |
+
6.1193031797301956e-06,
|
| 32 |
+
7.427526725223288e-06,
|
| 33 |
+
1.2612316822924186e-05,
|
| 34 |
+
1.5091778550413437e-05,
|
| 35 |
+
2.7222169592278078e-05,
|
| 36 |
+
3.230436777812429e-05
|
| 37 |
+
],
|
| 38 |
+
"leaky_relu": [
|
| 39 |
+
2.784265234367922e-06,
|
| 40 |
+
2.4898686206142884e-06,
|
| 41 |
+
2.8182541882415535e-06,
|
| 42 |
+
2.0921370378346182e-06,
|
| 43 |
+
5.041565600549802e-06,
|
| 44 |
+
7.597795047331601e-06,
|
| 45 |
+
1.537061507406179e-05,
|
| 46 |
+
3.3493703085696325e-05,
|
| 47 |
+
0.00011857690697070211,
|
| 48 |
+
0.0003166203387081623
|
| 49 |
+
],
|
| 50 |
+
"gelu": [
|
| 51 |
+
4.0977013782139693e-07,
|
| 52 |
+
4.266817086318042e-07,
|
| 53 |
+
4.2514167830631777e-07,
|
| 54 |
+
4.776728701472166e-07,
|
| 55 |
+
7.016578251750616e-07,
|
| 56 |
+
1.13078033336933e-06,
|
| 57 |
+
4.0528016143071e-06,
|
| 58 |
+
1.2373106073937379e-05,
|
| 59 |
+
5.07820732309483e-05,
|
| 60 |
+
0.00014970538904890418
|
| 61 |
+
]
|
| 62 |
+
}
|