jshrdt commited on
Commit
f89db72
·
verified ·
1 Parent(s): 9ea49d6

Upload ft_config.json

Browse files
Files changed (1) hide show
  1. ft_config.json +61 -0
ft_config.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "modelname": "openai/whisper-base",
3
+ "gen_args": {
4
+ "num_beams": 3
5
+ },
6
+ "fallback": [1,7,5],
7
+ "corpora": {
8
+ "train": {
9
+ "thchs": {
10
+ "languages": "cmn",
11
+ "limit": [
12
+ 1000
13
+ ]
14
+ }
15
+ },
16
+ "dev": {
17
+ "thchs": {
18
+ "languages": "cmn",
19
+ "limit": [
20
+ 200
21
+ ]
22
+ }
23
+ },
24
+ "thchs": {
25
+ "asc": {
26
+ "languages": "cmn",
27
+ "limit": [
28
+ 0
29
+ ]
30
+ }
31
+ }
32
+ },
33
+ "hyperparams": {
34
+ "output_dir": "../models/lowhipa-base-thchs30",
35
+ "overwrite_output_dir": "True",
36
+ "peft": "True",
37
+ "per_device_train_batch_size": 16,
38
+ "gradient_accumulation_steps": 1,
39
+ "learning_rate": 0.001,
40
+ "warmup_ratio": 0.1,
41
+ "max_steps": 630,
42
+ "gradient_checkpointing": "True",
43
+ "fp16": "True",
44
+ "eval_strategy": "steps",
45
+ "per_device_eval_batch_size": 8,
46
+ "predict_with_generate": "True",
47
+ "generation_max_length": 225,
48
+ "save_steps": 126,
49
+ "eval_steps": 126,
50
+ "logging_steps": 63,
51
+ "report_to": [
52
+ "tensorboard"
53
+ ],
54
+ "load_best_model_at_end": "True",
55
+ "metric_for_best_model": "per",
56
+ "greater_is_better": "False",
57
+ "hub_private_repo": "True",
58
+ "push_to_hub": "True",
59
+ "torch_empty_cache_steps": 1
60
+ }
61
+ }