Update README.md
Browse files
README.md
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
---
|
| 2 |
activation_function: gelu
|
| 3 |
architectures:
|
| 4 |
-
|
| 5 |
attn_pdrop: 0.1
|
| 6 |
bos_token_id: 50256
|
| 7 |
embd_pdrop: 0.1
|
| 8 |
eos_token_id: 50256
|
| 9 |
initializer_range: 0.02
|
| 10 |
-
layer_norm_epsilon:
|
| 11 |
model_type: phillnet1
|
| 12 |
n_ctx: 512
|
| 13 |
n_embd: 1024
|
|
@@ -29,16 +29,16 @@ task_specific_params:
|
|
| 29 |
top_p: 0.9
|
| 30 |
license: apache-2.0
|
| 31 |
datasets:
|
| 32 |
-
|
| 33 |
language:
|
| 34 |
-
|
| 35 |
tags:
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
metrics:
|
| 40 |
-
|
| 41 |
-
|
| 42 |
custom_params:
|
| 43 |
adaptation_rate: 0.01
|
| 44 |
complexity_metric: null
|
|
@@ -70,6 +70,7 @@ max_top_n_tokens: 5
|
|
| 70 |
waiting_served_ratio: 1.2
|
| 71 |
max_batch_prefill_tokens: 512
|
| 72 |
max_waiting_tokens: 200
|
|
|
|
| 73 |
---
|
| 74 |
|
| 75 |
<style>
|
|
@@ -418,4 +419,4 @@ if __name__ == "__main__":
|
|
| 418 |
</pre>
|
| 419 |
</div>
|
| 420 |
</div>
|
| 421 |
-
</div>
|
|
|
|
| 1 |
---
|
| 2 |
activation_function: gelu
|
| 3 |
architectures:
|
| 4 |
+
- DynamicNeuralNetwork
|
| 5 |
attn_pdrop: 0.1
|
| 6 |
bos_token_id: 50256
|
| 7 |
embd_pdrop: 0.1
|
| 8 |
eos_token_id: 50256
|
| 9 |
initializer_range: 0.02
|
| 10 |
+
layer_norm_epsilon: 0.00001
|
| 11 |
model_type: phillnet1
|
| 12 |
n_ctx: 512
|
| 13 |
n_embd: 1024
|
|
|
|
| 29 |
top_p: 0.9
|
| 30 |
license: apache-2.0
|
| 31 |
datasets:
|
| 32 |
+
- ayjays132/Sprout-AGI
|
| 33 |
language:
|
| 34 |
+
- en
|
| 35 |
tags:
|
| 36 |
+
- conversational
|
| 37 |
+
- dynamic
|
| 38 |
+
- adaptive
|
| 39 |
metrics:
|
| 40 |
+
- perplexity
|
| 41 |
+
- accuracy
|
| 42 |
custom_params:
|
| 43 |
adaptation_rate: 0.01
|
| 44 |
complexity_metric: null
|
|
|
|
| 70 |
waiting_served_ratio: 1.2
|
| 71 |
max_batch_prefill_tokens: 512
|
| 72 |
max_waiting_tokens: 200
|
| 73 |
+
pipeline_tag: text-generation
|
| 74 |
---
|
| 75 |
|
| 76 |
<style>
|
|
|
|
| 419 |
</pre>
|
| 420 |
</div>
|
| 421 |
</div>
|
| 422 |
+
</div>
|