Upload folder using huggingface_hub

config.yaml

@@ -0,0 +1,41 @@
+config: glm_config.yaml
+model:
+  family: gpt2
+  n_dims: 10
+  n_embd: 256
+  n_head: 8
+  n_layer: 12
+  n_positions: 101
+out_dir: /home/derixu/Documents/in-context-learning-GLM/glm_weights/08229e17-10ab-46c3-b789-fd94c0d91778
+test_run: false
+training:
+  batch_size: 64
+  curriculum:
+    dims:
+      end: 10
+      inc: 0
+      interval: 10000
+      start: 10
+    points:
+      end: 40
+      inc: 0
+      interval: 10000
+      start: 40
+  data: gaussian
+  keep_every_steps: 1000
+  learning_rate: 0.00025
+  num_tasks: null
+  num_training_examples: null
+  resume_id: null
+  save_every_steps: 1000
+  task: GLM
+  task_kwargs:
+    function_type: logistic
+    scaling: 0.32
+  train_steps: 8000
+wandb:
+  entity: derryxu
+  log_every_steps: 100
+  name: null
+  notes: ICL GLM training
+  project: in-context-training

metrics.json

@@ -0,0 +1,174 @@
+{
+  "standard": {
+    "gpt2_embd=256_layer=12_head=8": {
+      "mean": [
+        451.74542236328125,
+        446.76708984375,
+        398.19073486328125,
+        375.18438720703125,
+        371.9727783203125,
+        413.12603759765625,
+        421.4949645996094,
+        334.7201232910156,
+        354.1137390136719,
+        427.40435791015625,
+        394.4300231933594,
+        377.80303955078125,
+        356.6797790527344,
+        416.15179443359375,
+        386.86138916015625,
+        401.1386413574219,
+        436.0201110839844,
+        376.4483337402344,
+        387.7586669921875,
+        399.2389831542969,
+        368.8802795410156,
+        408.1917419433594,
+        403.31268310546875,
+        366.3211975097656,
+        377.75860595703125,
+        370.9283752441406,
+        342.18292236328125,
+        399.34967041015625,
+        380.167724609375,
+        397.1018371582031,
+        369.1687927246094,
+        395.45501708984375,
+        409.96368408203125,
+        399.93292236328125,
+        388.31463623046875,
+        391.57196044921875,
+        399.65045166015625,
+        397.49652099609375,
+        379.173095703125,
+        391.5447692871094
+      ],
+      "std": [
+        1036.1168212890625,
+        1052.5504150390625,
+        985.4584350585938,
+        944.4644165039062,
+        925.74853515625,
+        1008.0751953125,
+        1011.539306640625,
+        893.5997924804688,
+        901.9557495117188,
+        1032.4256591796875,
+        973.437744140625,
+        951.7726440429688,
+        938.1434326171875,
+        1028.182373046875,
+        975.9642944335938,
+        983.3131713867188,
+        996.96728515625,
+        967.6622314453125,
+        941.3789672851562,
+        995.826171875,
+        954.170166015625,
+        979.0750732421875,
+        948.0242309570312,
+        947.281494140625,
+        971.1467895507812,
+        953.8440551757812,
+        885.4946899414062,
+        983.6041259765625,
+        982.82958984375,
+        1004.1043090820312,
+        944.0158081054688,
+        955.7814331054688,
+        995.3485107421875,
+        974.4137573242188,
+        966.8414306640625,
+        966.6190185546875,
+        977.1292724609375,
+        961.6306762695312,
+        959.372802734375,
+        966.71142578125
+      ],
+      "bootstrap_low": [
+        405.491943359375,
+        397.20330810546875,
+        353.11041259765625,
+        330.30621337890625,
+        328.72308349609375,
+        366.9914855957031,
+        373.15863037109375,
+        295.7124938964844,
+        314.08428955078125,
+        380.3370056152344,
+        351.295166015625,
+        334.26165771484375,
+        317.1861267089844,
+        373.317138671875,
+        341.4490966796875,
+        357.5613708496094,
+        388.9658203125,
+        334.51727294921875,
+        345.2065734863281,
+        352.8218994140625,
+        327.8773498535156,
+        363.7894287109375,
+        358.8099060058594,
+        323.10565185546875,
+        330.771240234375,
+        330.10540771484375,
+        302.78564453125,
+        354.44915771484375,
+        336.779052734375,
+        355.08282470703125,
+        326.2351989746094,
+        350.0144348144531,
+        365.2312927246094,
+        353.1064758300781,
+        345.2763366699219,
+        351.8453674316406,
+        354.5221862792969,
+        353.1282958984375,
+        336.75628662109375,
+        347.83343505859375
+      ],
+      "bootstrap_high": [
+        498.749755859375,
+        497.474609375,
+        447.17474365234375,
+        419.853759765625,
+        414.72509765625,
+        461.81640625,
+        471.97161865234375,
+        376.7627868652344,
+        396.3875732421875,
+        477.4115295410156,
+        441.86871337890625,
+        419.2454528808594,
+        400.7157287597656,
+        465.502197265625,
+        431.4187927246094,
+        446.68719482421875,
+        485.0738830566406,
+        423.566650390625,
+        432.2622985839844,
+        444.14569091796875,
+        413.220458984375,
+        452.36328125,
+        450.22540283203125,
+        413.99169921875,
+        419.6934509277344,
+        414.348876953125,
+        382.47967529296875,
+        444.3714904785156,
+        429.7515563964844,
+        441.1724548339844,
+        414.6210021972656,
+        438.0732421875,
+        456.46710205078125,
+        448.4256896972656,
+        435.58245849609375,
+        437.2386779785156,
+        444.68548583984375,
+        443.985595703125,
+        423.1942443847656,
+        438.37725830078125
+      ]
+    }
+  }
+}

model_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d600a37cddf7274e4c8b29a6a83698dfc53b99cca873a3d08673b553ebf8ab
+size 90145655

model_2000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be812bbfdea829142063c8dc12103eb88307ba8b6b7e5444c576a1f3b00302c
+size 90145655

model_3000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbcc9f206b330f2bd03343b0754eae6eb0ae3e9110b556dcc7e47e3ac1a2226
+size 90145655

model_4000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0c3277ce518c7d787e4a4108a30ec002a22eb7394cb841758cbda57ade47bf
+size 90145655

model_5000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f37999be6d916a388d4b13458c6637e24a65ff109629a3cbe60d1298761879
+size 90145655

model_6000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ad9d67618f31a060aed5e43dd674da6fa0f33b4fb684c15b85944cdc22ede5
+size 90145655

model_7000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73597c7801accff76132c7e660adfdd039878f6296367e168ea0684e3e66c2e9
+size 90145655

state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98a8aaf9167eefbe1b62b0b75e29235791106c021e423de0bbdc93bdbc16c0b
+size 166501481