add some logs

output/config.json

@@ -7,21 +7,21 @@
   "projection_dim": 512,
   "seed": 42,
   "text_config": {
-    "_name_or_path": "",
+    "_name_or_path": "tweeteval/roberta-base-rt/",
     "add_cross_attention": false,
     "architectures": [
-      "BertForMaskedLM"
+      "RobertaForMaskedLM"
     ],
     "attention_probs_dropout_prob": 0.1,
     "bad_words_ids": null,
-    "bos_token_id": null,
+    "bos_token_id": 0,
     "chunk_size_feed_forward": 0,
     "decoder_start_token_id": null,
     "diversity_penalty": 0.0,
     "do_sample": false,
     "early_stopping": false,
     "encoder_no_repeat_ngram_size": 0,
-    "eos_token_id": null,
+    "eos_token_id": 2,
     "finetuning_task": null,
     "forced_bos_token_id": null,
     "forced_eos_token_id": null,
@@ -41,12 +41,12 @@
       "LABEL_0": 0,
       "LABEL_1": 1
     },
-    "layer_norm_eps": 1e-12,
+    "layer_norm_eps": 1e-05,
     "length_penalty": 1.0,
     "max_length": 20,
-    "max_position_embeddings": 512,
+    "max_position_embeddings": 514,
     "min_length": 0,
-    "model_type": "bert",
+    "model_type": "roberta",
     "no_repeat_ngram_size": 0,
     "num_attention_heads": 12,
     "num_beam_groups": 1,
@@ -56,7 +56,7 @@
     "output_attentions": false,
     "output_hidden_states": false,
     "output_scores": false,
-    "pad_token_id": 0,
+    "pad_token_id": 1,
     "position_embedding_type": "absolute",
     "prefix": null,
     "problem_type": null,
@@ -76,10 +76,10 @@
     "torch_dtype": null,
     "torchscript": false,
     "transformers_version": "4.9.0.dev0",
-    "type_vocab_size": 2,
+    "type_vocab_size": 1,
     "use_bfloat16": false,
     "use_cache": true,
-    "vocab_size": 30522
+    "vocab_size": 50265
   },
   "transformers_version": null,
   "vision_config": {

output/flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65df58f1caaaaf12c4b1ca20cf48723242ec04c881ab6c999d1338682e202f35
-size 790912856
+oid sha256:7779dc8df8f0fc24f3045334bfe4d1210679bb541125196b95e28172556fdfe1
+size 851566424

output/logs/events.out.tfevents.1626397194.t1v-n-04cac4e5-w-0.2932924.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a469f950626b7893779b18f1a1f2ba41c4794e7aa43c55b2597e2785d22fadd
+size 50528

output/logs/events.out.tfevents.1626397873.t1v-n-04cac4e5-w-0.2952575.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7b8046d155e3a4b8ea488ab5607aa7a310406e943ca31fe4ff66471872e64e
+size 156472

output/logs/events.out.tfevents.1626399003.t1v-n-04cac4e5-w-0.2967544.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78be6854f124a2beeed73b20d4c1d00231098e5ad77e67e4b0b8d02b59d2570f
+size 145320

requirements.txt

@@ -0,0 +1,8 @@
+jax>=0.2.8
+jaxlib>=0.1.59
+flax>=0.3.4
+optax>=0.0.8
+-f https://download.pytorch.org/whl/torch_stable.html
+torch==1.9.0+cpu 
+-f https://download.pytorch.org/whl/torch_stable.html
+torchvision==0.10.0+cpu