Upload loss_histories.json with huggingface_hub

loss_histories.json

@@ -0,0 +1,2512 @@
+{
+  "linear": [
+    0.5267508625984192,
+    0.5091879367828369,
+    0.48979705572128296,
+    0.45605674386024475,
+    0.39889776706695557,
+    0.31546106934547424,
+    0.22862353920936584,
+    0.2572120428085327,
+    0.2846793234348297,
+    0.23296481370925903,
+    0.21411986649036407,
+    0.22652080655097961,
+    0.24232828617095947,
+    0.24955517053604126,
+    0.24675029516220093,
+    0.2364254742860794,
+    0.2234833538532257,
+    0.21509309113025665,
+    0.21760526299476624,
+    0.22734546661376953,
+    0.22987589240074158,
+    0.2221706062555313,
+    0.21527761220932007,
+    0.21511298418045044,
+    0.21883836388587952,
+    0.2218877226114273,
+    0.22195680439472198,
+    0.21926136314868927,
+    0.21571841835975647,
+    0.21382494270801544,
+    0.2149040251970291,
+    0.21740852296352386,
+    0.2180691361427307,
+    0.21599604189395905,
+    0.2136387676000595,
+    0.21320024132728577,
+    0.2144361436367035,
+    0.21574726700782776,
+    0.215926855802536,
+    0.21490779519081116,
+    0.21357318758964539,
+    0.21300780773162842,
+    0.21355052292346954,
+    0.21440725028514862,
+    0.2145303338766098,
+    0.2138640582561493,
+    0.21322482824325562,
+    0.21317556500434875,
+    0.2135334014892578,
+    0.21379093825817108,
+    0.2136770635843277,
+    0.21334275603294373,
+    0.21314100921154022,
+    0.21323518455028534,
+    0.2134232372045517,
+    0.21341285109519958,
+    0.21320725977420807,
+    0.21306085586547852,
+    0.21311785280704498,
+    0.21326228976249695,
+    0.21329981088638306,
+    0.2131815403699875,
+    0.21303695440292358,
+    0.2130153477191925,
+    0.21311378479003906,
+    0.21318919956684113,
+    0.2131453901529312,
+    0.21304523944854736,
+    0.2130059450864792,
+    0.21304886043071747,
+    0.21309825778007507,
+    0.21309028565883636,
+    0.21304203569889069,
+    0.2130143791437149,
+    0.2130308598279953,
+    0.21305452287197113,
+    0.21304701268672943,
+    0.21302028000354767,
+    0.21301108598709106,
+    0.21302610635757446,
+    0.21303802728652954,
+    0.21302761137485504,
+    0.21300819516181946,
+    0.21300426125526428,
+    0.21301741898059845,
+    0.2130262702703476,
+    0.21301794052124023,
+    0.21300441026687622,
+    0.213002547621727,
+    0.21301113069057465,
+    0.21301591396331787,
+    0.2130107283592224,
+    0.21300363540649414,
+    0.21300354599952698,
+    0.21300791203975677,
+    0.21300888061523438,
+    0.2130052149295807,
+    0.21300281584262848,
+    0.21300441026687622,
+    0.21300634741783142,
+    0.21300499141216278,
+    0.21300235390663147,
+    0.21300221979618073,
+    0.2130042314529419,
+    0.21300485730171204,
+    0.213003009557724,
+    0.21300145983695984,
+    0.21300213038921356,
+    0.2130035012960434,
+    0.21300335228443146,
+    0.213002011179924,
+    0.21300151944160461,
+    0.21300216019153595,
+    0.21300266683101654,
+    0.21300218999385834,
+    0.21300163865089417,
+    0.2130017876625061,
+    0.21300213038921356,
+    0.21300198137760162,
+    0.21300159394741058,
+    0.2130015790462494,
+    0.21300190687179565,
+    0.21300190687179565,
+    0.2130015790462494,
+    0.21300140023231506,
+    0.21300159394741058,
+    0.2130017876625061,
+    0.21300163865089417,
+    0.21300144493579865,
+    0.21300144493579865,
+    0.21300159394741058,
+    0.21300159394741058,
+    0.21300147473812103,
+    0.21300144493579865,
+    0.2130015343427658,
+    0.21300151944160461,
+    0.21300145983695984,
+    0.21300140023231506,
+    0.21300147473812103,
+    0.21300147473812103,
+    0.21300144493579865,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300147473812103,
+    0.21300144493579865,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300144493579865,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300144493579865,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300144493579865,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300143003463745,
+    0.21300143003463745,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300138533115387,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300138533115387,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300137042999268,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300137042999268,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300137042999268,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300143003463745,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300143003463745,
+    0.21300138533115387,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300143003463745,
+    0.21300143003463745,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387,
+    0.21300140023231506,
+    0.21300138533115387
+  ],
+  "sigmoid": [
+    0.6123548746109009,
+    0.5737163424491882,
+    0.545610249042511,
+    0.5277723073959351,
+    0.5193569660186768,
+    0.5186331868171692,
+    0.5228689312934875,
+    0.5287702083587646,
+    0.5335381031036377,
+    0.5356981158256531,
+    0.5350935459136963,
+    0.5323905944824219,
+    0.5285776853561401,
+    0.5246294736862183,
+    0.5213183164596558,
+    0.5191220641136169,
+    0.518197238445282,
+    0.5184066295623779,
+    0.519395112991333,
+    0.520703136920929,
+    0.5218883752822876,
+    0.5226271748542786,
+    0.5227674841880798,
+    0.5223310589790344,
+    0.5214738249778748,
+    0.5204247832298279,
+    0.519421398639679,
+    0.5186545848846436,
+    0.5182329416275024,
+    0.5181692242622375,
+    0.5183902978897095,
+    0.5187666416168213,
+    0.5191525816917419,
+    0.5194252729415894,
+    0.5195131897926331,
+    0.5194065570831299,
+    0.5191499590873718,
+    0.5188215374946594,
+    0.5185070037841797,
+    0.5182754993438721,
+    0.5181637406349182,
+    0.5181711316108704,
+    0.5182654857635498,
+    0.5183965563774109,
+    0.5185131430625916,
+    0.5185772180557251,
+    0.5185726284980774,
+    0.5185062885284424,
+    0.5184024572372437,
+    0.5182927846908569,
+    0.518206000328064,
+    0.5181599259376526,
+    0.5181576013565063,
+    0.5181885361671448,
+    0.5182343125343323,
+    0.5182750225067139,
+    0.5182961225509644,
+    0.518291711807251,
+    0.518265426158905,
+    0.5182273983955383,
+    0.5181900858879089,
+    0.518163800239563,
+    0.5181537866592407,
+    0.5181589722633362,
+    0.5181736946105957,
+    0.5181901454925537,
+    0.5182014107704163,
+    0.5182034969329834,
+    0.5181964635848999,
+    0.5181834697723389,
+    0.5181694030761719,
+    0.5181586742401123,
+    0.5181539058685303,
+    0.5181551575660706,
+    0.5181604027748108,
+    0.5181666016578674,
+    0.518170952796936,
+    0.5181716680526733,
+    0.5181689262390137,
+    0.5181639194488525,
+    0.5181587338447571,
+    0.518155038356781,
+    0.5181536674499512,
+    0.5181545615196228,
+    0.5181567668914795,
+    0.5181590914726257,
+    0.518160343170166,
+    0.5181601047515869,
+    0.5181586742401123,
+    0.5181566476821899,
+    0.5181548595428467,
+    0.5181537866592407,
+    0.5181537866592407,
+    0.5181544423103333,
+    0.5181553363800049,
+    0.518156111240387,
+    0.5181562304496765,
+    0.5181558132171631,
+    0.518155038356781,
+    0.5181542038917542,
+    0.5181537866592407,
+    0.5181536674499512,
+    0.5181539058685303,
+    0.5181543231010437,
+    0.5181546211242676,
+    0.5181546807289124,
+    0.518154501914978,
+    0.5181542038917542,
+    0.5181539058685303,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181537866592407,
+    0.5181539058685303,
+    0.5181540250778198,
+    0.5181540250778198,
+    0.518153965473175,
+    0.5181538462638855,
+    0.518153727054596,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.518153727054596,
+    0.5181537866592407,
+    0.5181537866592407,
+    0.5181538462638855,
+    0.5181537866592407,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.518153727054596,
+    0.518153727054596,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181535482406616,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.518153727054596,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181535482406616,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181535482406616,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181535482406616,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536674499512,
+    0.5181536674499512,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181535482406616,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181535482406616,
+    0.5181536078453064,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181535482406616,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181536078453064,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181535482406616,
+    0.5181534886360168,
+    0.5181534886360168,
+    0.5181534886360168,
+    0.5181534886360168,
+    0.5181534886360168,
+    0.5181534886360168,
+    0.5181534886360168,
+    0.5181535482406616,
+    0.5181534886360168,
+    0.5181534886360168,
+    0.5181534290313721,
+    0.5181534290313721,
+    0.5181534886360168,
+    0.5181533694267273,
+    0.5181534290313721,
+    0.5181534290313721,
+    0.5181534290313721,
+    0.5181534290313721,
+    0.5181533694267273,
+    0.5181534290313721,
+    0.5181534290313721,
+    0.5181534290313721,
+    0.5181533694267273,
+    0.5181533694267273,
+    0.5181533694267273,
+    0.5181533694267273,
+    0.5181533098220825,
+    0.5181533098220825,
+    0.5181533098220825,
+    0.5181533098220825,
+    0.5181532502174377,
+    0.5181533098220825,
+    0.518153190612793,
+    0.5181532502174377,
+    0.5181531310081482,
+    0.5181531310081482,
+    0.5181531310081482,
+    0.5181530117988586,
+    0.5181530117988586,
+    0.5181530117988586,
+    0.5181529521942139,
+    0.5181529521942139
+  ],
+  "relu": [
+    0.5182511806488037,
+    0.5179948210716248,
+    0.5177500247955322,
+    0.5173487067222595,
+    0.5167593955993652,
+    0.5159131288528442,
+    0.5147169232368469,
+    0.5131587982177734,
+    0.5110490918159485,
+    0.5082800984382629,
+    0.5048070549964905,
+    0.5003625750541687,
+    0.4947688579559326,
+    0.4881815016269684,
+    0.4807540774345398,
+    0.47173577547073364,
+    0.4607057273387909,
+    0.44731974601745605,
+    0.43189486861228943,
+    0.41445213556289673,
+    0.39535844326019287,
+    0.3746682405471802,
+    0.35139504075050354,
+    0.32479971647262573,
+    0.29398828744888306,
+    0.2586818337440491,
+    0.21953994035720825,
+    0.17874152958393097,
+    0.1419776976108551,
+    0.12366905063390732,
+    0.14382633566856384,
+    0.17316007614135742,
+    0.16827183961868286,
+    0.14472922682762146,
+    0.1248151883482933,
+    0.11647443473339081,
+    0.11712746322154999,
+    0.12168800085783005,
+    0.12619708478450775,
+    0.12864765524864197,
+    0.12855909764766693,
+    0.12601542472839355,
+    0.12172071635723114,
+    0.11650222539901733,
+    0.11117050051689148,
+    0.10681851208209991,
+    0.10415367037057877,
+    0.10346266627311707,
+    0.10426194965839386,
+    0.10538981109857559,
+    0.10547056794166565,
+    0.10397627204656601,
+    0.1014237031340599,
+    0.09874953329563141,
+    0.09668579697608948,
+    0.09544521570205688,
+    0.09489192813634872,
+    0.09459278732538223,
+    0.09419965744018555,
+    0.0935584083199501,
+    0.09265607595443726,
+    0.09154871106147766,
+    0.09035494923591614,
+    0.08921316266059875,
+    0.08824069797992706,
+    0.08745431900024414,
+    0.08681121468544006,
+    0.0862070843577385,
+    0.08555886149406433,
+    0.0848599225282669,
+    0.08411510288715363,
+    0.08334363251924515,
+    0.08259998261928558,
+    0.08185400068759918,
+    0.08111109584569931,
+    0.08038806915283203,
+    0.07969765365123749,
+    0.07904703170061111,
+    0.0784195140004158,
+    0.07773812115192413,
+    0.07699437439441681,
+    0.07611585408449173,
+    0.07457201927900314,
+    0.07252304255962372,
+    0.07032155245542526,
+    0.06806456297636032,
+    0.0652284026145935,
+    0.061674799770116806,
+    0.0583459846675396,
+    0.05518919974565506,
+    0.051833949983119965,
+    0.04905639961361885,
+    0.04691220819950104,
+    0.047164078801870346,
+    0.05158895626664162,
+    0.04393117502331734,
+    0.042164817452430725,
+    0.044903844594955444,
+    0.038159895688295364,
+    0.04258168116211891,
+    0.03963322564959526,
+    0.03747349604964256,
+    0.03903813660144806,
+    0.0336245633661747,
+    0.03595589101314545,
+    0.03154945373535156,
+    0.03332781046628952,
+    0.02904062718153,
+    0.029833488166332245,
+    0.026094907894730568,
+    0.026442045345902443,
+    0.023560214787721634,
+    0.022521186619997025,
+    0.01984931156039238,
+    0.019747931510210037,
+    0.01677347719669342,
+    0.015662267804145813,
+    0.014118500053882599,
+    0.0139119578525424,
+    0.01843273639678955,
+    0.02758592553436756,
+    0.011963656172156334,
+    0.017073847353458405,
+    0.02072196640074253,
+    0.012890190817415714,
+    0.01657029613852501,
+    0.015017135068774223,
+    0.010763895697891712,
+    0.015313688665628433,
+    0.009286470711231232,
+    0.01446506753563881,
+    0.00917904358357191,
+    0.012094426900148392,
+    0.010214927606284618,
+    0.010125270113348961,
+    0.010983575135469437,
+    0.008747990243136883,
+    0.010872689075767994,
+    0.00828450359404087,
+    0.010340588167309761,
+    0.00849637296050787,
+    0.009455638937652111,
+    0.008710949681699276,
+    0.008870061486959457,
+    0.008692970499396324,
+    0.008669082075357437,
+    0.00842062197625637,
+    0.008705810643732548,
+    0.008112036623060703,
+    0.00861906073987484,
+    0.008102302439510822,
+    0.008353927172720432,
+    0.008223164826631546,
+    0.008059811778366566,
+    0.008274090476334095,
+    0.007943865843117237,
+    0.008119379170238972,
+    0.00798765942454338,
+    0.007951367646455765,
+    0.007996204309165478,
+    0.007909129373729229,
+    0.007893595844507217,
+    0.00793011300265789,
+    0.007803820539265871,
+    0.007886410690844059,
+    0.007807525806128979,
+    0.007800397928804159,
+    0.007829614914953709,
+    0.007753643207252026,
+    0.007797595113515854,
+    0.0077626025304198265,
+    0.007758625783026218,
+    0.007739143446087837,
+    0.0077629173174500465,
+    0.007695928681641817,
+    0.007754452992230654,
+    0.00770376343280077,
+    0.007713222410529852,
+    0.0077018653973937035,
+    0.007707531563937664,
+    0.007681368384510279,
+    0.007687055040150881,
+    0.007690287660807371,
+    0.007662947755306959,
+    0.00767818046733737,
+    0.007660355418920517,
+    0.007664710283279419,
+    0.0076532079838216305,
+    0.007656580302864313,
+    0.0076495446264743805,
+    0.007638597395271063,
+    0.007647457532584667,
+    0.007631965912878513,
+    0.007631273474544287,
+    0.007634126115590334,
+    0.007622638251632452,
+    0.0076210033148527145,
+    0.0076212203130126,
+    0.007613239344209433,
+    0.007611751090735197,
+    0.00761364446952939,
+    0.0076072667725384235,
+    0.007604795508086681,
+    0.007603770587593317,
+    0.0075984071008861065,
+    0.007596293464303017,
+    0.007598672062158585,
+    0.0075954291969537735,
+    0.007593259215354919,
+    0.007594621274620295,
+    0.007595891132950783,
+    0.0075889332219958305,
+    0.007587989792227745,
+    0.007588420528918505,
+    0.00758192827925086,
+    0.007577845826745033,
+    0.007579322438687086,
+    0.007582155521959066,
+    0.007577527780085802,
+    0.0075721717439591885,
+    0.0075714485719799995,
+    0.007575290277600288,
+    0.0075723230838775635,
+    0.007566562853753567,
+    0.007563676219433546,
+    0.0075654517859220505,
+    0.007570462767034769,
+    0.007563450373709202,
+    0.007558319717645645,
+    0.007559647783637047,
+    0.007567901164293289,
+    0.007578686345368624,
+    0.007600040640681982,
+    0.007628492545336485,
+    0.007633579894900322,
+    0.007628630846738815,
+    0.007617475464940071,
+    0.007592581678181887,
+    0.007573416456580162,
+    0.0075654746033251286,
+    0.007556107826530933,
+    0.007547968532890081,
+    0.007545285392552614,
+    0.00754351494833827,
+    0.007540557533502579,
+    0.007538712117820978,
+    0.007538178935647011,
+    0.007541622966527939,
+    0.007558854762464762,
+    0.007602721452713013,
+    0.007671320345252752,
+    0.007741176523268223,
+    0.007801483850926161,
+    0.007796450983732939,
+    0.007743118796497583,
+    0.007666671182960272,
+    0.007602114230394363,
+    0.007565855979919434,
+    0.007542690262198448,
+    0.0075362552888691425,
+    0.0075303781777620316,
+    0.00753089739009738,
+    0.007540011778473854,
+    0.007552281487733126,
+    0.007574892602860928,
+    0.007609096821397543,
+    0.0076750959269702435,
+    0.00776087399572134,
+    0.00784066878259182,
+    0.007897311821579933,
+    0.00787358358502388,
+    0.007812694646418095,
+    0.007728307042270899,
+    0.007640877738595009,
+    0.007578765042126179,
+    0.007544161286205053,
+    0.00752730667591095,
+    0.007522710599005222,
+    0.00753440335392952,
+    0.007555127609521151,
+    0.007575408089905977,
+    0.00761236809194088,
+    0.007651369087398052,
+    0.007699531503021717,
+    0.007750501856207848,
+    0.007804588880389929,
+    0.007843744941055775,
+    0.007856737822294235,
+    0.007843193598091602,
+    0.007799998391419649,
+    0.007729511242359877,
+    0.00765297282487154,
+    0.007573483046144247,
+    0.007524057757109404,
+    0.0075199841521680355,
+    0.007543402723968029,
+    0.007557691540569067,
+    0.007572004571557045,
+    0.007591449189931154,
+    0.007588931359350681,
+    0.0075789811089634895,
+    0.007565315347164869,
+    0.007573096547275782,
+    0.0075765312649309635,
+    0.007587091531604528,
+    0.007614308502525091,
+    0.007653716020286083,
+    0.0076918532140553,
+    0.007764843292534351,
+    0.007857123389840126,
+    0.007970976643264294,
+    0.008075066842138767,
+    0.00810855533927679,
+    0.008069897070527077,
+    0.007942196913063526,
+    0.0077874003909528255,
+    0.007641945034265518,
+    0.007534801494330168,
+    0.007514737080782652,
+    0.0075705768540501595,
+    0.007643652148544788,
+    0.007722563575953245,
+    0.007755727041512728,
+    0.0077631352469325066,
+    0.0077087534591555595,
+    0.00764817837625742,
+    0.0075704376213252544,
+    0.007517962250858545,
+    0.0075013660825788975,
+    0.007514314725995064,
+    0.007536174263805151,
+    0.007563578896224499,
+    0.007612120360136032,
+    0.007646003272384405,
+    0.007671512197703123,
+    0.007717325817793608,
+    0.007825585082173347,
+    0.00795042421668768,
+    0.008076953701674938,
+    0.00819939561188221,
+    0.008234678767621517,
+    0.008071448653936386,
+    0.007890359498560429,
+    0.007714984007179737,
+    0.007579682860523462,
+    0.007503424305468798,
+    0.007524233311414719,
+    0.007589247077703476,
+    0.007645752280950546,
+    0.007729275152087212,
+    0.007768578361719847,
+    0.007779250852763653,
+    0.007725962437689304,
+    0.007689868099987507,
+    0.007623875513672829,
+    0.007567273452877998,
+    0.007511575240641832,
+    0.007491320371627808,
+    0.0075030578300356865,
+    0.00753040611743927,
+    0.007575048133730888,
+    0.007614564150571823,
+    0.007687920238822699,
+    0.007724186405539513,
+    0.007758596912026405,
+    0.0077972267754375935,
+    0.007878592237830162,
+    0.007941300049424171,
+    0.007986392825841904,
+    0.008015155792236328,
+    0.008007469587028027,
+    0.007916126400232315,
+    0.0078099314123392105,
+    0.0076721482910215855,
+    0.007578353863209486,
+    0.0075052292086184025,
+    0.0074914381839334965,
+    0.007538989651948214,
+    0.007588175591081381,
+    0.007631449494510889,
+    0.007642765529453754,
+    0.007671315688639879,
+    0.007645921781659126,
+    0.007606512401252985,
+    0.007553573697805405,
+    0.00752507708966732,
+    0.007501427549868822,
+    0.007484267465770245,
+    0.0074760802090168,
+    0.007485474459826946,
+    0.007512570824474096,
+    0.007541321683675051,
+    0.007608468644320965,
+    0.007735562510788441,
+    0.00796019472181797,
+    0.0082218237221241,
+    0.008462934754788876,
+    0.008616099134087563,
+    0.008480051532387733,
+    0.008157466538250446,
+    0.0078050438314676285,
+    0.00758362514898181,
+    0.007519217673689127,
+    0.007589241489768028,
+    0.0077583338133990765,
+    0.008027818985283375,
+    0.008125891909003258,
+    0.008026203140616417,
+    0.007773461285978556,
+    0.007608475629240274,
+    0.0075135244987905025,
+    0.007514263968914747,
+    0.00762828579172492,
+    0.007725045084953308,
+    0.007767392322421074,
+    0.007740146946161985,
+    0.007722804322838783,
+    0.007654121145606041,
+    0.007580214645713568,
+    0.007495807483792305,
+    0.0074740564450621605,
+    0.007497753947973251,
+    0.007519717328250408,
+    0.007550147827714682,
+    0.007575807627290487,
+    0.0076390719041228294,
+    0.007710561156272888,
+    0.00783189944922924,
+    0.007959612645208836,
+    0.008070707321166992,
+    0.00805700197815895,
+    0.007988547906279564,
+    0.007840831764042377,
+    0.007691968698054552,
+    0.0075399382039904594,
+    0.007471012882888317,
+    0.007500818930566311,
+    0.007580597419291735,
+    0.007686395663768053,
+    0.007749892305582762,
+    0.007847492583096027,
+    0.007867470383644104,
+    0.007832100614905357,
+    0.0077051264233887196,
+    0.007607242092490196,
+    0.007513206452131271,
+    0.007467696443200111,
+    0.007466600742191076,
+    0.007501840591430664,
+    0.007566207088530064,
+    0.00763272400945425,
+    0.007746845483779907,
+    0.00786418654024601,
+    0.007956148125231266,
+    0.007944876328110695,
+    0.007909772917628288,
+    0.007836536504328251,
+    0.007757167797535658,
+    0.007651441730558872,
+    0.007592365145683289,
+    0.007534831762313843,
+    0.007501432206481695,
+    0.007468023803085089,
+    0.007470766082406044,
+    0.007518408354371786,
+    0.007579569239169359,
+    0.0076681701466441154,
+    0.007731151767075062,
+    0.007777640130370855,
+    0.007796653546392918,
+    0.007865042425692081,
+    0.007932383567094803,
+    0.007962874136865139,
+    0.007958929985761642,
+    0.007945952005684376,
+    0.007851861417293549,
+    0.0077379560098052025,
+    0.007599964272230864,
+    0.007519949227571487,
+    0.0074774096719920635,
+    0.007485749665647745,
+    0.00751114496961236,
+    0.0075287846848368645,
+    0.007549306843429804,
+    0.007534973789006472,
+    0.007521084975451231,
+    0.007487131282687187,
+    0.007463966030627489,
+    0.007461935747414827,
+    0.007496105972677469,
+    0.007540390361100435,
+    0.0075875576585531235,
+    0.007634000852704048,
+    0.007716881576925516,
+    0.00786080677062273,
+    0.00807937327772379,
+    0.008310334756970406,
+    0.008379466831684113,
+    0.008293149061501026,
+    0.008041415363550186
+  ],
+  "leaky_relu": [
+    0.5498271584510803,
+    0.5456687808036804,
+    0.5417924523353577,
+    0.5382396578788757,
+    0.5349807143211365,
+    0.531816303730011,
+    0.5288445949554443,
+    0.5259339809417725,
+    0.5232122540473938,
+    0.5204278826713562,
+    0.5174269080162048,
+    0.5141107439994812,
+    0.5112288594245911,
+    0.5078441500663757,
+    0.5028814077377319,
+    0.4962858259677887,
+    0.4884418547153473,
+    0.47875499725341797,
+    0.4656268358230591,
+    0.4485650658607483,
+    0.4272942841053009,
+    0.40143996477127075,
+    0.37138834595680237,
+    0.3404727280139923,
+    0.3171604573726654,
+    0.31373101472854614,
+    0.31409966945648193,
+    0.2974286377429962,
+    0.27837538719177246,
+    0.2660617232322693,
+    0.2587805986404419,
+    0.2517277002334595,
+    0.2414335012435913,
+    0.22704601287841797,
+    0.20917552709579468,
+    0.18777485191822052,
+    0.16448354721069336,
+    0.14439910650253296,
+    0.13915704190731049,
+    0.15342681109905243,
+    0.15415865182876587,
+    0.1403718888759613,
+    0.12881821393966675,
+    0.12628816068172455,
+    0.1288459300994873,
+    0.13133582472801208,
+    0.13141360878944397,
+    0.1284610778093338,
+    0.12337895482778549,
+    0.11787057667970657,
+    0.1136963963508606,
+    0.11178528517484665,
+    0.11158138513565063,
+    0.11133382469415665,
+    0.1095423698425293,
+    0.10656507313251495,
+    0.10364872217178345,
+    0.10131639242172241,
+    0.09955014288425446,
+    0.09791874140501022,
+    0.0961926057934761,
+    0.09434305876493454,
+    0.09210493415594101,
+    0.08936159312725067,
+    0.08661506325006485,
+    0.08421393483877182,
+    0.082062266767025,
+    0.07961080968379974,
+    0.0766727477312088,
+    0.07344894111156464,
+    0.0700295940041542,
+    0.06706472486257553,
+    0.06476065516471863,
+    0.06280232220888138,
+    0.06065449118614197,
+    0.058628376573324203,
+    0.056699398905038834,
+    0.055249959230422974,
+    0.05376458168029785,
+    0.052575625479221344,
+    0.05122259259223938,
+    0.05012473464012146,
+    0.0493546687066555,
+    0.04848422482609749,
+    0.04771970584988594,
+    0.04729204997420311,
+    0.047036003321409225,
+    0.04678085446357727,
+    0.046622611582279205,
+    0.046482887119054794,
+    0.045839060097932816,
+    0.04480394348502159,
+    0.04418456554412842,
+    0.044225893914699554,
+    0.04442945867776871,
+    0.04401499778032303,
+    0.043048206716775894,
+    0.04232078045606613,
+    0.0422423779964447,
+    0.04226912930607796,
+    0.04176418483257294,
+    0.04094575718045235,
+    0.04041704162955284,
+    0.040267717093229294,
+    0.0400296114385128,
+    0.039406243711709976,
+    0.03856445848941803,
+    0.03788413479924202,
+    0.03739079460501671,
+    0.03666497394442558,
+    0.03542341664433479,
+    0.033869560807943344,
+    0.032486140727996826,
+    0.031201595440506935,
+    0.029707685112953186,
+    0.02819250151515007,
+    0.02676740102469921,
+    0.02685212530195713,
+    0.0289347842335701,
+    0.029756080359220505,
+    0.023955335840582848,
+    0.01903681829571724,
+    0.022311605513095856,
+    0.02231798693537712,
+    0.017758794128894806,
+    0.014112626202404499,
+    0.01765230856835842,
+    0.015482593327760696,
+    0.012792068533599377,
+    0.010913070291280746,
+    0.012968332506716251,
+    0.014704346656799316,
+    0.011837574653327465,
+    0.009417095221579075,
+    0.010340791195631027,
+    0.010966596193611622,
+    0.010781320743262768,
+    0.00906536914408207,
+    0.009260528720915318,
+    0.01020083948969841,
+    0.010110097005963326,
+    0.009167936630547047,
+    0.008638087660074234,
+    0.009077162481844425,
+    0.009736500680446625,
+    0.009013967588543892,
+    0.008365622721612453,
+    0.008579414337873459,
+    0.008911159820854664,
+    0.008767110295593739,
+    0.008227434009313583,
+    0.008411968126893044,
+    0.00876130536198616,
+    0.008512469939887524,
+    0.008085913956165314,
+    0.008192560635507107,
+    0.008382745087146759,
+    0.008458745665848255,
+    0.008051987737417221,
+    0.007948576472699642,
+    0.00809845607727766,
+    0.00826823990792036,
+    0.008280916139483452,
+    0.00804685428738594,
+    0.007871926762163639,
+    0.007793381344527006,
+    0.007866575382649899,
+    0.007923919707536697,
+    0.007963310927152634,
+    0.007909584790468216,
+    0.007808329537510872,
+    0.0077381012961268425,
+    0.007726533338427544,
+    0.007776026148349047,
+    0.007833486422896385,
+    0.007949070073664188,
+    0.00823670532554388,
+    0.00851704552769661,
+    0.008807975798845291,
+    0.0086896363645792,
+    0.008431329391896725,
+    0.007996289990842342,
+    0.007748282980173826,
+    0.0076647126115858555,
+    0.007772007025778294,
+    0.008004200644791126,
+    0.008150474168360233,
+    0.008243930526077747,
+    0.008089803159236908,
+    0.007966930978000164,
+    0.00773412361741066,
+    0.007638150826096535,
+    0.007614661008119583,
+    0.00765874981880188,
+    0.007764982990920544,
+    0.007850268855690956,
+    0.008016393519937992,
+    0.008063234388828278,
+    0.008193912915885448,
+    0.00804614182561636,
+    0.007986107841134071,
+    0.007804512977600098,
+    0.0077050719410181046,
+    0.007616170682013035,
+    0.007577468175441027,
+    0.007563157007098198,
+    0.007556879427284002,
+    0.00755098182708025,
+    0.007547437679022551,
+    0.00754515640437603,
+    0.007553796283900738,
+    0.007604627404361963,
+    0.007752807345241308,
+    0.00810014083981514,
+    0.008366151712834835,
+    0.008736488409340382,
+    0.008762815967202187,
+    0.008604602888226509,
+    0.008074508048593998,
+    0.007725728675723076,
+    0.007556496653705835,
+    0.007528763264417648,
+    0.0075807273387908936,
+    0.007693669758737087,
+    0.00791344977915287,
+    0.008076509460806847,
+    0.00826091505587101,
+    0.008146578446030617,
+    0.008045420981943607,
+    0.007762516848742962,
+    0.007619416806846857,
+    0.007527288980782032,
+    0.00750258332118392,
+    0.0075020696967840195,
+    0.007527211215347052,
+    0.007605652790516615,
+    0.007763843983411789,
+    0.008039308711886406,
+    0.00812731683254242,
+    0.008165018633008003,
+    0.007923640310764313,
+    0.007753732614219189,
+    0.007606936153024435,
+    0.007542205974459648,
+    0.007509389892220497,
+    0.007491550873965025,
+    0.007479164749383926,
+    0.007473853882402182,
+    0.00747173186391592,
+    0.007472200319170952,
+    0.007488350383937359,
+    0.007560981437563896,
+    0.007777674123644829,
+    0.008098389953374863,
+    0.00856251735240221,
+    0.008659359999001026,
+    0.008632492274045944,
+    0.00813943613320589,
+    0.0077482666820287704,
+    0.007513626012951136,
+    0.0074834018014371395,
+    0.007589672226458788,
+    0.007787653245031834,
+    0.008058802224695683,
+    0.00815410166978836,
+    0.008198021911084652,
+    0.007957261987030506,
+    0.007749374955892563,
+    0.007534106262028217,
+    0.0074615455232560635,
+    0.007506439462304115,
+    0.0076219914481043816,
+    0.007825618609786034,
+    0.007938005030155182,
+    0.00805248599499464,
+    0.007919286377727985,
+    0.007817303761839867,
+    0.007634420413523912,
+    0.007537767756730318,
+    0.0074643646366894245,
+    0.007443462498486042,
+    0.007448317017406225,
+    0.007479801774024963,
+    0.007545005064457655,
+    0.007619170006364584,
+    0.007733860053122044,
+    0.00780485151335597,
+    0.007975435815751553,
+    0.008029112592339516,
+    0.00809334497898817,
+    0.007980131544172764,
+    0.007871922105550766,
+    0.007686293218284845,
+    0.007564346771687269,
+    0.007472881581634283,
+    0.007434208877384663,
+    0.007430965080857277,
+    0.007447597570717335,
+    0.007480314001441002,
+    0.00752632599323988,
+    0.007602815516293049,
+    0.007657787762582302,
+    0.007787549402564764,
+    0.007853998802602291,
+    0.00802086852490902,
+    0.008053872734308243,
+    0.008118648082017899,
+    0.007982772774994373,
+    0.007895547896623611,
+    0.007700115442276001,
+    0.007571422960609198,
+    0.007452887948602438,
+    0.007417001761496067,
+    0.007452912162989378,
+    0.007532773073762655,
+    0.007681143470108509,
+    0.007802249398082495,
+    0.007997371256351471,
+    0.008065872825682163,
+    0.008140809834003448,
+    0.008009575307369232,
+    0.007874992676079273,
+    0.007656345143914223,
+    0.007512970361858606,
+    0.007418076973408461,
+    0.007419320289045572,
+    0.007490925956517458,
+    0.007573969196528196,
+    0.007707111071795225,
+    0.007789844647049904,
+    0.007896607741713524,
+    0.007924966514110565,
+    0.00794706866145134,
+    0.007853975519537926,
+    0.007765652146190405,
+    0.007619874551892281,
+    0.007512444630265236,
+    0.007422438822686672,
+    0.0073982165195047855,
+    0.007438247092068195,
+    0.007485547102987766,
+    0.007539272308349609,
+    0.0075700366869568825,
+    0.007640057243406773,
+    0.007674679160118103,
+    0.007772570941597223,
+    0.007837530225515366,
+    0.007994146086275578,
+    0.008024806156754494,
+    0.008052121847867966,
+    0.00796521920710802,
+    0.007881991565227509,
+    0.00773470476269722,
+    0.007599708624184132,
+    0.007448892574757338,
+    0.007385431323200464,
+    0.0074287401512265205,
+    0.007503017783164978,
+    0.007617171388119459,
+    0.007669552695006132,
+    0.00774284778162837,
+    0.007769465446472168,
+    0.007822751067578793,
+    0.007825858891010284,
+    0.007842051796615124,
+    0.007798893377184868,
+    0.007737332489341497,
+    0.007622572593390942,
+    0.007501272018998861,
+    0.007395659573376179,
+    0.007379516959190369,
+    0.007441408466547728,
+    0.007517239078879356,
+    0.007657126057893038,
+    0.0077492957934737206,
+    0.007896989583969116,
+    0.00795693602412939,
+    0.008015180006623268,
+    0.007933340966701508,
+    0.007861134596168995,
+    0.007699389476329088,
+    0.007551024667918682,
+    0.007410421967506409,
+    0.00737091526389122,
+    0.007431474514305592,
+    0.007494933437556028,
+    0.007565868087112904,
+    0.007538497447967529,
+    0.007510640658438206,
+    0.007445252500474453,
+    0.007394651882350445,
+    0.007355991750955582,
+    0.007346251513808966,
+    0.0073582325130701065,
+    0.007392251864075661,
+    0.007461554370820522,
+    0.007567374035716057,
+    0.007850942201912403,
+    0.008206632919609547,
+    0.00859833974391222,
+    0.00853901170194149,
+    0.00827617384493351,
+    0.007854974828660488,
+    0.007589096203446388,
+    0.007401183247566223,
+    0.007345431949943304,
+    0.007383089046925306,
+    0.007461238652467728,
+    0.007589736953377724,
+    0.007641992066055536,
+    0.007771192118525505,
+    0.00780211016535759,
+    0.00786646082997322,
+    0.007853353396058083,
+    0.007812121883034706,
+    0.007686063181608915,
+    0.007518878672271967,
+    0.007364396937191486,
+    0.007345165126025677,
+    0.007450038101524115,
+    0.007558177690953016,
+    0.007696865126490593,
+    0.007804917171597481,
+    0.007935459725558758,
+    0.007983210496604443,
+    0.008015038445591927,
+    0.007898019626736641,
+    0.007779053878039122,
+    0.007570749614387751,
+    0.007403222378343344,
+    0.007329830899834633,
+    0.007380940951406956,
+    0.007514700759202242,
+    0.007597401272505522,
+    0.007675427943468094,
+    0.00763262202963233,
+    0.007536370772868395,
+    0.007391402032226324,
+    0.00731921661645174,
+    0.007313787471503019,
+    0.007365867029875517,
+    0.007453866768628359,
+    0.007511198054999113,
+    0.007696980610489845,
+    0.007959546521306038,
+    0.008342401124536991,
+    0.008431400172412395,
+    0.008359130471944809,
+    0.007923506200313568,
+    0.007626986596733332,
+    0.007394596468657255,
+    0.0073112305253744125,
+    0.007351016625761986,
+    0.007453175261616707,
+    0.007690037600696087,
+    0.007878147065639496,
+    0.008060679771006107,
+    0.007985149510204792,
+    0.0079021155834198,
+    0.007655467838048935,
+    0.007452720310539007,
+    0.007317849900573492,
+    0.0073400335386395454,
+    0.007481140084564686,
+    0.007602717261761427,
+    0.007764709182083607,
+    0.007824793457984924,
+    0.007930075749754906,
+    0.007840230129659176,
+    0.00764530198648572,
+    0.007405872456729412,
+    0.0072977663949131966,
+    0.007355799898505211,
+    0.007463144604116678,
+    0.007578710094094276,
+    0.007538627367466688,
+    0.0075779571197927,
+    0.007488905917853117,
+    0.007421530317515135,
+    0.007317068986594677,
+    0.007287052925676107,
+    0.007335602771490812,
+    0.007393168285489082,
+    0.007486192509531975,
+    0.007506202440708876,
+    0.007642178330570459,
+    0.00772287230938673,
+    0.007923436351120472,
+    0.007964028045535088,
+    0.008017477579414845,
+    0.007915038615465164,
+    0.0078105623833835125,
+    0.007573574315756559,
+    0.007366064004600048,
+    0.00728679308667779,
+    0.007382040843367577,
+    0.007598296273499727,
+    0.007772241253405809,
+    0.008000602945685387,
+    0.00804065354168415
+  ],
+  "gelu": [
+    0.5260689854621887,
+    0.5241153240203857,
+    0.5224341750144958,
+    0.5210201740264893,
+    0.5198679566383362,
+    0.5189704298973083,
+    0.5183145403862,
+    0.5178735852241516,
+    0.517595112323761,
+    0.5173878073692322,
+    0.5171118974685669,
+    0.5165855288505554,
+    0.5155983567237854,
+    0.5139105916023254,
+    0.5112181305885315,
+    0.5070932507514954,
+    0.500909686088562,
+    0.4917648434638977,
+    0.4784383475780487,
+    0.4594237208366394,
+    0.433134526014328,
+    0.398558646440506,
+    0.3569645583629608,
+    0.31596213579177856,
+    0.2942166328430176,
+    0.2701328694820404,
+    0.2239769995212555,
+    0.17395426332950592,
+    0.1342371106147766,
+    0.11688365042209625,
+    0.1291625052690506,
+    0.13061702251434326,
+    0.11675834655761719,
+    0.10234998911619186,
+    0.09374751895666122,
+    0.08991477638483047,
+    0.088345468044281,
+    0.08753813803195953,
+    0.08702796697616577,
+    0.08685487508773804,
+    0.08710243552923203,
+    0.0876210406422615,
+    0.0880182683467865,
+    0.0879279300570488,
+    0.08729569613933563,
+    0.08639264106750488,
+    0.08559951931238174,
+    0.08517584204673767,
+    0.0851474404335022,
+    0.08533093333244324,
+    0.0854523777961731,
+    0.08528773486614227,
+    0.08475175499916077,
+    0.08390248566865921,
+    0.08288484811782837,
+    0.08185900747776031,
+    0.08094647526741028,
+    0.08020638674497604,
+    0.07963815331459045,
+    0.07920141518115997,
+    0.0788416936993599,
+    0.07851264625787735,
+    0.07818824052810669,
+    0.07786351442337036,
+    0.07754670828580856,
+    0.07724839448928833,
+    0.07697270065546036,
+    0.0767134577035904,
+    0.07645466923713684,
+    0.07617387175559998,
+    0.07584576308727264,
+    0.0754455104470253,
+    0.07495132833719254,
+    0.07434738427400589,
+    0.07362711429595947,
+    0.07279658317565918,
+    0.07187645137310028,
+    0.07090094685554504,
+    0.06991171091794968,
+    0.06894482672214508,
+    0.06801152974367142,
+    0.06707866489887238,
+    0.06606313586235046,
+    0.06485798209905624,
+    0.06339051574468613,
+    0.06167653575539589,
+    0.05981375649571419,
+    0.0578971803188324,
+    0.055920787155628204,
+    0.05376853793859482,
+    0.051333390176296234,
+    0.048666566610336304,
+    0.04596535861492157,
+    0.04332331568002701,
+    0.040580932050943375,
+    0.03771072253584862,
+    0.03501960262656212,
+    0.03247369825839996,
+    0.02980691008269787,
+    0.027403058484196663,
+    0.02526041492819786,
+    0.023141520097851753,
+    0.021479452028870583,
+    0.019772693514823914,
+    0.01851152442395687,
+    0.01728922128677368,
+    0.016458380967378616,
+    0.015599696896970272,
+    0.015156541019678116,
+    0.014666516333818436,
+    0.01441716868430376,
+    0.014132218435406685,
+    0.013822292909026146,
+    0.013457570225000381,
+    0.01292353868484497,
+    0.012376420199871063,
+    0.011664070188999176,
+    0.011038792319595814,
+    0.010390392504632473,
+    0.009935098700225353,
+    0.00954554695636034,
+    0.009362002834677696,
+    0.009241919964551926,
+    0.009253883734345436,
+    0.009267979301512241,
+    0.009327328763902187,
+    0.009340088814496994,
+    0.009347601793706417,
+    0.009300797246396542,
+    0.009240656159818172,
+    0.00915211346000433,
+    0.00906470324844122,
+    0.008978468365967274,
+    0.008905201219022274,
+    0.008840732276439667,
+    0.008791849948465824,
+    0.008742048405110836,
+    0.0087010208517313,
+    0.0086579080671072,
+    0.008613133803009987,
+    0.0085753807798028,
+    0.008539325557649136,
+    0.0085143418982625,
+    0.008494537323713303,
+    0.008488251827657223,
+    0.008480354212224483,
+    0.008475547656416893,
+    0.008467637002468109,
+    0.008452512323856354,
+    0.008433219976723194,
+    0.008407166227698326,
+    0.008382243104279041,
+    0.008356801234185696,
+    0.008334901183843613,
+    0.008320079185068607,
+    0.008309419266879559,
+    0.00830447394400835,
+    0.00830111838877201,
+    0.008298957720398903,
+    0.008297168649733067,
+    0.008293049409985542,
+    0.008288186974823475,
+    0.008281697519123554,
+    0.008274923078715801,
+    0.008268946781754494,
+    0.00826294720172882,
+    0.00825804565101862,
+    0.008253621868789196,
+    0.008249432779848576,
+    0.00824599526822567,
+    0.00824244599789381,
+    0.008239070884883404,
+    0.008236100897192955,
+    0.008233178406953812,
+    0.008230790495872498,
+    0.008228872902691364,
+    0.008227023296058178,
+    0.008225373923778534,
+    0.008223626762628555,
+    0.00822153128683567,
+    0.008219334296882153,
+    0.008217018097639084,
+    0.008214647881686687,
+    0.008212576620280743,
+    0.008210836909711361,
+    0.008209492079913616,
+    0.00820881500840187,
+    0.008209033869206905,
+    0.008211033418774605,
+    0.00821702741086483,
+    0.008233604952692986,
+    0.00827286671847105,
+    0.008375823497772217,
+    0.008553976193070412,
+    0.008889704011380672,
+    0.008852250874042511,
+    0.008600209839642048,
+    0.008221455849707127,
+    0.008336987346410751,
+    0.008641711436212063,
+    0.00845516286790371,
+    0.008215000852942467,
+    0.0082953916862607,
+    0.008432796224951744,
+    0.008347592316567898,
+    0.00820250902324915,
+    0.008290409110486507,
+    0.00838242843747139,
+    0.008259314112365246,
+    0.008204716257750988,
+    0.008293159306049347,
+    0.008295648731291294,
+    0.008215248584747314,
+    0.00820995680987835,
+    0.008266501128673553,
+    0.008255151100456715,
+    0.008198166266083717,
+    0.008213112130761147,
+    0.008251623250544071,
+    0.00822373665869236,
+    0.008191795088350773,
+    0.008212124928832054,
+    0.008229941129684448,
+    0.008207982406020164,
+    0.008190314285457134,
+    0.008206753991544247,
+    0.008217587135732174,
+    0.008200171403586864,
+    0.008189678192138672,
+    0.008200595155358315,
+    0.008206789381802082,
+    0.008197096176445484,
+    0.008189016953110695,
+    0.00819416344165802,
+    0.008200079202651978,
+    0.008195538073778152,
+    0.008188806474208832,
+    0.008189368061721325,
+    0.00819400418549776,
+    0.00819425005465746,
+    0.008189395070075989,
+    0.008186782710254192,
+    0.008189081214368343,
+    0.008191450498998165,
+    0.008189979009330273,
+    0.008186647668480873,
+    0.008185881190001965,
+    0.00818773452192545,
+    0.00818878598511219,
+    0.008187510073184967,
+    0.008185508660972118,
+    0.008184977807104588,
+    0.008185862563550472,
+    0.008186573162674904,
+    0.008186153136193752,
+    0.008184976875782013,
+    0.00818413496017456,
+    0.008184165693819523,
+    0.008184676989912987,
+    0.008184926584362984,
+    0.00818451214581728,
+    0.008183762431144714,
+    0.00818321481347084,
+    0.008183138445019722,
+    0.008183342404663563,
+    0.00818348117172718,
+    0.008183364756405354,
+    0.008183026686310768,
+    0.008182624354958534,
+    0.008182300254702568,
+    0.008182132616639137,
+    0.008182109333574772,
+    0.00818215124309063,
+    0.008182147517800331,
+    0.008182051591575146,
+    0.008181867189705372,
+    0.008181639015674591,
+    0.008181408978998661,
+    0.00818120501935482,
+    0.008181036449968815,
+    0.008180907927453518,
+    0.008180813863873482,
+    0.008180738426744938,
+    0.008180678822100163,
+    0.00818062573671341,
+    0.008180569857358932,
+    0.008180527947843075,
+    0.00818050466477871,
+    0.008180510252714157,
+    0.008180557750165462,
+    0.008180689066648483,
+    0.00818094052374363,
+    0.008181427605450153,
+    0.00818227045238018,
+    0.008183840662240982,
+    0.008186536841094494,
+    0.008191701956093311,
+    0.008200588636100292,
+    0.008218556642532349,
+    0.008248571306467056,
+    0.008312289603054523,
+    0.008403643034398556,
+    0.008595416322350502,
+    0.008739501237869263,
+    0.008978337049484253,
+    0.008784332312643528,
+    0.0085584232583642,
+    0.008285636082291603,
+    0.008245627395808697,
+    0.008370566181838512,
+    0.008443096652626991,
+    0.008448618464171886,
+    0.008338472805917263,
+    0.008261051028966904,
+    0.0082399882376194,
+    0.008282657712697983,
+    0.008341576904058456,
+    0.008308639749884605,
+    0.008232003077864647,
+    0.008188899606466293,
+    0.008233325555920601,
+    0.008292076177895069,
+    0.00826297141611576,
+    0.008199596777558327,
+    0.00818062573671341,
+    0.008217625319957733,
+    0.008246070705354214,
+    0.008221973665058613,
+    0.008192113600671291,
+    0.008189641870558262,
+    0.008202258497476578,
+    0.008206219412386417,
+    0.008199486881494522,
+    0.008197146467864513,
+    0.008194757625460625,
+    0.008187863975763321,
+    0.008183445781469345,
+    0.008188661187887192,
+    0.008196626789867878,
+    0.008193365298211575,
+    0.00818263366818428,
+    0.008176999166607857,
+    0.008181627839803696,
+    0.008188137784600258,
+    0.008187724277377129,
+    0.008182909339666367,
+    0.008179488591849804,
+    0.008179543539881706,
+    0.008180158212780952,
+    0.00817985087633133,
+    0.008179914206266403,
+    0.008180895820260048,
+    0.008181357756257057,
+    0.008179659023880959,
+    0.008177109062671661,
+    0.008175934664905071,
+    0.00817683432251215,
+    0.008178320713341236,
+    0.00817873515188694,
+    0.008178124204277992,
+    0.008177387528121471,
+    0.008177123963832855,
+    0.008176933974027634,
+    0.008176390081644058,
+    0.008175641298294067,
+    0.008175252936780453,
+    0.008175459690392017,
+    0.008175958879292011,
+    0.008176271803677082,
+    0.008176228031516075,
+    0.008176073431968689,
+    0.008176025934517384,
+    0.008176128380000591,
+    0.008176177740097046,
+    0.008176079019904137,
+    0.008175852708518505,
+    0.008175688795745373,
+    0.008175672963261604,
+    0.008175823837518692,
+    0.008176025934517384,
+    0.008176306262612343,
+    0.008176695555448532,
+    0.00817745178937912,
+    0.00817870069295168,
+    0.008180942386388779,
+    0.008184387348592281,
+    0.008190550841391087,
+    0.008200069889426231,
+    0.008218225091695786,
+    0.008245432749390602,
+    0.008300326764583588,
+    0.00837167352437973,
+    0.008519730530679226,
+    0.008639595471322536,
+    0.008874913677573204,
+    0.008826661854982376,
+    0.008789614774286747,
+    0.008486071601510048,
+    0.008286898024380207,
+    0.008224216289818287,
+    0.008291274309158325,
+    0.008408808149397373,
+    0.008430933579802513,
+    0.00840471126139164,
+    0.008291857317090034,
+    0.008211403153836727,
+    0.008206171914935112,
+    0.008268066681921482,
+    0.008331443183124065,
+    0.008302820846438408,
+    0.00823089201003313,
+    0.008176206611096859,
+    0.008191707544028759,
+    0.008243421092629433,
+    0.008260080590844154,
+    0.008235516957938671,
+    0.008194060064852238,
+    0.008180751465260983,
+    0.008194470778107643,
+    0.008208957500755787,
+    0.008211955428123474,
+    0.008202816359698772,
+    0.008194164372980595,
+    0.0081859789788723,
+    0.008181129582226276,
+    0.00818259734660387,
+    0.008189450018107891,
+    0.008195754140615463,
+    0.008191946893930435,
+    0.008181974291801453,
+    0.008173659443855286,
+    0.008174074813723564,
+    0.00818067230284214,
+    0.008185428567230701,
+    0.008184880018234253,
+    0.008179908618330956,
+    0.008175794035196304,
+    0.00817432627081871,
+    0.008174743503332138,
+    0.00817552674561739,
+    0.008176219649612904,
+    0.008177132345736027,
+    0.008177637122571468,
+    0.008177160285413265,
+    0.008175298571586609,
+    0.008173135109245777,
+    0.008171861059963703,
+    0.008172018453478813,
+    0.008173069916665554,
+    0.008174026384949684,
+    0.008174368180334568,
+    0.008174137212336063,
+    0.008173794485628605,
+    0.008173484355211258,
+    0.008173200301826,
+    0.008172716945409775,
+    0.008172094821929932,
+    0.00817150715738535,
+    0.00817116629332304,
+    0.00817113183438778,
+    0.008171276189386845,
+    0.008171435445547104,
+    0.008171512745320797,
+    0.00817155558615923,
+    0.008171629160642624,
+    0.008171819150447845,
+    0.008172105997800827,
+    0.008172485046088696,
+    0.008172908797860146,
+    0.008173475041985512,
+    0.008174235932528973,
+    0.0081755006685853,
+    0.008177339099347591,
+    0.008180459961295128,
+    0.008184919133782387,
+    0.008192740380764008,
+    0.00820381660014391,
+    0.008224386721849442,
+    0.008252323605120182,
+    0.008307117037475109,
+    0.008371900767087936,
+    0.008504010736942291,
+    0.00860730092972517,
+    0.008819137699902058,
+    0.008816305547952652,
+    0.008860853500664234,
+    0.008606277406215668,
+    0.008398844860494137,
+    0.008232256397604942,
+    0.008208359591662884,
+    0.008294246159493923,
+    0.008387270383536816,
+    0.008455327711999416,
+    0.00839136354625225,
+    0.008294249884784222,
+    0.00819698628038168,
+    0.00818086788058281,
+    0.008238361217081547,
+    0.008298460394144058,
+    0.008317092433571815
+  ]
+}