haeylee commited on
Commit
6226893
·
verified ·
1 Parent(s): 4013a1a

Upload folder using huggingface_hub

Browse files
wav2vec2/general/05_wav2vec2-xls-r-300m/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.2450683116912842,
4
+ "eval_mse_0": 1.420328974723816,
5
+ "eval_mse_1": 1.059660792350769,
6
+ "eval_mse_2": 1.1048469543457031,
7
+ "eval_mse_3": 1.3954335451126099,
8
+ "eval_pcc_0": 0.632659089936416,
9
+ "eval_pcc_1": 0.6927266344480016,
10
+ "eval_pcc_2": 0.6806234921415858,
11
+ "eval_pcc_3": 0.6473760690304973,
12
+ "eval_runtime": 106.0834,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 23.566,
15
+ "eval_steps_per_second": 2.951,
16
+ "train_loss": 5.464281940561768,
17
+ "train_runtime": 10929.7501,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 6.862,
20
+ "train_steps_per_second": 0.859
21
+ }
wav2vec2/general/05_wav2vec2-xls-r-300m/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "facebook/wav2vec2-xls-r-300m",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "./model_saved",
7
+ "freeze_feature_extractor": false,
8
+ "exp_name": "facebook/wav2vec2-xls-r-300m_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "./model_saved/facebook/wav2vec2-xls-r-300m_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "./model_saved/logs/facebook/wav2vec2-xls-r-300m_lr1e-05_epochs30_batch4"
11
+ }
wav2vec2/general/05_wav2vec2-xls-r-300m/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.2450683116912842,
4
+ "eval_mse_0": 1.420328974723816,
5
+ "eval_mse_1": 1.059660792350769,
6
+ "eval_mse_2": 1.1048469543457031,
7
+ "eval_mse_3": 1.3954335451126099,
8
+ "eval_pcc_0": 0.632659089936416,
9
+ "eval_pcc_1": 0.6927266344480016,
10
+ "eval_pcc_2": 0.6806234921415858,
11
+ "eval_pcc_3": 0.6473760690304973,
12
+ "eval_runtime": 106.0834,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 23.566,
15
+ "eval_steps_per_second": 2.951
16
+ }
wav2vec2/general/05_wav2vec2-xls-r-300m/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d17b1ab14d4b57246465e7ba2c4d1661e9f423ae0185aaffdb7ec61779f53dd4
3
+ size 1261942498
wav2vec2/general/05_wav2vec2-xls-r-300m/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5cf535715e177282394556e7852a0e6c7f431e0254970e2281ebede6b2319b6
3
+ size 1261822608
wav2vec2/general/05_wav2vec2-xls-r-300m/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:815be63281a0d754c4ccd562ef7d0791b1cc2252efb8080e984ff55744f0ce56
3
+ size 1261938154
wav2vec2/general/05_wav2vec2-xls-r-300m/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
wav2vec2/general/05_wav2vec2-xls-r-300m/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 5.464281940561768,
4
+ "train_runtime": 10929.7501,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 6.862,
7
+ "train_steps_per_second": 0.859
8
+ }
wav2vec2/general/05_wav2vec2-xls-r-300m/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "./model_saved/facebook/wav2vec2-xls-r-300m_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./model_saved/logs/facebook/wav2vec2-xls-r-300m_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./model_saved/facebook/wav2vec2-xls-r-300m_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
wav2vec2/general/05_wav2vec2-xls-r-300m/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 32.118499755859375,
14
+ "eval_mse_0": 33.9217414855957,
15
+ "eval_mse_1": 33.7552604675293,
16
+ "eval_mse_2": 31.098312377929688,
17
+ "eval_mse_3": 29.69874382019043,
18
+ "eval_pcc_0": -0.07455896024011423,
19
+ "eval_pcc_1": -0.04945220311769661,
20
+ "eval_pcc_2": 0.17799223465508318,
21
+ "eval_pcc_3": -0.07737653802707163,
22
+ "eval_runtime": 118.7536,
23
+ "eval_samples_per_second": 21.052,
24
+ "eval_steps_per_second": 2.636,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 36.8847,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 25.885089874267578,
36
+ "eval_mse_0": 27.46763801574707,
37
+ "eval_mse_1": 27.223154067993164,
38
+ "eval_mse_2": 25.096935272216797,
39
+ "eval_mse_3": 23.752708435058594,
40
+ "eval_pcc_0": -0.0675567744947561,
41
+ "eval_pcc_1": -0.04722501919446742,
42
+ "eval_pcc_2": 0.20350532672214958,
43
+ "eval_pcc_3": -0.07157052066854384,
44
+ "eval_runtime": 118.9018,
45
+ "eval_samples_per_second": 21.026,
46
+ "eval_steps_per_second": 2.632,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 20.202415466308594,
52
+ "eval_mse_0": 21.328153610229492,
53
+ "eval_mse_1": 21.463871002197266,
54
+ "eval_mse_2": 19.62016487121582,
55
+ "eval_mse_3": 18.397491455078125,
56
+ "eval_pcc_0": -0.053316223109915045,
57
+ "eval_pcc_1": 0.03554018383108514,
58
+ "eval_pcc_2": 0.14345166821780225,
59
+ "eval_pcc_3": -0.0484036302118216,
60
+ "eval_runtime": 118.6707,
61
+ "eval_samples_per_second": 21.067,
62
+ "eval_steps_per_second": 2.638,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 23.7935,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 15.019142150878906,
74
+ "eval_mse_0": 16.0939884185791,
75
+ "eval_mse_1": 15.91330337524414,
76
+ "eval_mse_2": 14.393731117248535,
77
+ "eval_mse_3": 13.675498008728027,
78
+ "eval_pcc_0": -0.07455187411543303,
79
+ "eval_pcc_1": 0.03706867296192634,
80
+ "eval_pcc_2": 0.110534129388298,
81
+ "eval_pcc_3": -0.042122117638506894,
82
+ "eval_runtime": 117.7415,
83
+ "eval_samples_per_second": 21.233,
84
+ "eval_steps_per_second": 2.658,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 15.2738,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 10.561467170715332,
96
+ "eval_mse_0": 11.352975845336914,
97
+ "eval_mse_1": 11.19801139831543,
98
+ "eval_mse_2": 10.100930213928223,
99
+ "eval_mse_3": 9.593976974487305,
100
+ "eval_pcc_0": -0.10560146797431995,
101
+ "eval_pcc_1": 0.06849761359598916,
102
+ "eval_pcc_2": 0.13109859863739454,
103
+ "eval_pcc_3": -0.005965467706152693,
104
+ "eval_runtime": 117.1091,
105
+ "eval_samples_per_second": 21.348,
106
+ "eval_steps_per_second": 2.673,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 6.989239692687988,
112
+ "eval_mse_0": 7.535088062286377,
113
+ "eval_mse_1": 7.432640075683594,
114
+ "eval_mse_2": 6.607948303222656,
115
+ "eval_mse_3": 6.381252288818359,
116
+ "eval_pcc_0": -0.190845521657891,
117
+ "eval_pcc_1": 0.06844129233248991,
118
+ "eval_pcc_2": 0.22464975373205248,
119
+ "eval_pcc_3": 0.023369637351185375,
120
+ "eval_runtime": 118.9085,
121
+ "eval_samples_per_second": 21.025,
122
+ "eval_steps_per_second": 2.632,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 8.5129,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 4.423583984375,
134
+ "eval_mse_0": 4.755053520202637,
135
+ "eval_mse_1": 4.437606334686279,
136
+ "eval_mse_2": 4.206700325012207,
137
+ "eval_mse_3": 4.294966220855713,
138
+ "eval_pcc_0": -0.18055462543160253,
139
+ "eval_pcc_1": 0.04538628534349676,
140
+ "eval_pcc_2": 0.42308966918074764,
141
+ "eval_pcc_3": 0.11462041905540361,
142
+ "eval_runtime": 117.3081,
143
+ "eval_samples_per_second": 21.311,
144
+ "eval_steps_per_second": 2.668,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 4.4148,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 4.122897624969482,
156
+ "eval_mse_0": 4.236691951751709,
157
+ "eval_mse_1": 4.18788480758667,
158
+ "eval_mse_2": 4.043842792510986,
159
+ "eval_mse_3": 4.023158073425293,
160
+ "eval_pcc_0": 0.1355992070908321,
161
+ "eval_pcc_1": 0.18498363200927917,
162
+ "eval_pcc_2": 0.16108408784282865,
163
+ "eval_pcc_3": 0.14215834828673926,
164
+ "eval_runtime": 118.1976,
165
+ "eval_samples_per_second": 21.151,
166
+ "eval_steps_per_second": 2.648,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 3.076551675796509,
172
+ "eval_mse_0": 3.342134475708008,
173
+ "eval_mse_1": 2.9569594860076904,
174
+ "eval_mse_2": 2.8161869049072266,
175
+ "eval_mse_3": 3.190922737121582,
176
+ "eval_pcc_0": 0.2021433015050985,
177
+ "eval_pcc_1": 0.2849467347831869,
178
+ "eval_pcc_2": 0.2572799362842063,
179
+ "eval_pcc_3": 0.21313368234851507,
180
+ "eval_runtime": 118.0129,
181
+ "eval_samples_per_second": 21.184,
182
+ "eval_steps_per_second": 2.652,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 2.4313,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 1.819898009300232,
194
+ "eval_mse_0": 1.956634759902954,
195
+ "eval_mse_1": 1.7279095649719238,
196
+ "eval_mse_2": 1.6823904514312744,
197
+ "eval_mse_3": 1.9126524925231934,
198
+ "eval_pcc_0": 0.47211503528943793,
199
+ "eval_pcc_1": 0.4810610378710261,
200
+ "eval_pcc_2": 0.47894162057576056,
201
+ "eval_pcc_3": 0.4812656487331437,
202
+ "eval_runtime": 118.1904,
203
+ "eval_samples_per_second": 21.152,
204
+ "eval_steps_per_second": 2.648,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 1.8945902585983276,
210
+ "eval_mse_0": 2.001107931137085,
211
+ "eval_mse_1": 1.8380314111709595,
212
+ "eval_mse_2": 1.7576595544815063,
213
+ "eval_mse_3": 1.9815605878829956,
214
+ "eval_pcc_0": 0.48786132052791803,
215
+ "eval_pcc_1": 0.4944400685275453,
216
+ "eval_pcc_2": 0.4928465165873154,
217
+ "eval_pcc_3": 0.49619180504119015,
218
+ "eval_runtime": 118.8311,
219
+ "eval_samples_per_second": 21.038,
220
+ "eval_steps_per_second": 2.634,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 1.435,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 1.671875,
232
+ "eval_mse_0": 1.7952256202697754,
233
+ "eval_mse_1": 1.5219550132751465,
234
+ "eval_mse_2": 1.5556528568267822,
235
+ "eval_mse_3": 1.81465744972229,
236
+ "eval_pcc_0": 0.495025662040794,
237
+ "eval_pcc_1": 0.5023319144258228,
238
+ "eval_pcc_2": 0.499843269415797,
239
+ "eval_pcc_3": 0.5027281064933649,
240
+ "eval_runtime": 118.5323,
241
+ "eval_samples_per_second": 21.091,
242
+ "eval_steps_per_second": 2.641,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 1.1633,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 1.7453941106796265,
254
+ "eval_mse_0": 1.897753119468689,
255
+ "eval_mse_1": 1.5890693664550781,
256
+ "eval_mse_2": 1.5845706462860107,
257
+ "eval_mse_3": 1.9101831912994385,
258
+ "eval_pcc_0": 0.5232463566229967,
259
+ "eval_pcc_1": 0.5557267257577823,
260
+ "eval_pcc_2": 0.5445866529220202,
261
+ "eval_pcc_3": 0.5306372521813267,
262
+ "eval_runtime": 128.6028,
263
+ "eval_samples_per_second": 19.44,
264
+ "eval_steps_per_second": 2.434,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.4564913511276245,
270
+ "eval_mse_0": 1.6041921377182007,
271
+ "eval_mse_1": 1.2960445880889893,
272
+ "eval_mse_2": 1.3205500841140747,
273
+ "eval_mse_3": 1.6051785945892334,
274
+ "eval_pcc_0": 0.5793868159095695,
275
+ "eval_pcc_1": 0.616911225592293,
276
+ "eval_pcc_2": 0.6050127574252493,
277
+ "eval_pcc_3": 0.5891800657538151,
278
+ "eval_runtime": 122.9224,
279
+ "eval_samples_per_second": 20.338,
280
+ "eval_steps_per_second": 2.546,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 1.036,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.4167258739471436,
292
+ "eval_mse_0": 1.5898802280426025,
293
+ "eval_mse_1": 1.222853660583496,
294
+ "eval_mse_2": 1.2704530954360962,
295
+ "eval_mse_3": 1.5837125778198242,
296
+ "eval_pcc_0": 0.5835892572296323,
297
+ "eval_pcc_1": 0.636409661071422,
298
+ "eval_pcc_2": 0.6271777854522443,
299
+ "eval_pcc_3": 0.5969167264692459,
300
+ "eval_runtime": 118.2659,
301
+ "eval_samples_per_second": 21.139,
302
+ "eval_steps_per_second": 2.647,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 0.9468,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.3441168069839478,
314
+ "eval_mse_0": 1.5163366794586182,
315
+ "eval_mse_1": 1.1590745449066162,
316
+ "eval_mse_2": 1.2088415622711182,
317
+ "eval_mse_3": 1.4922164678573608,
318
+ "eval_pcc_0": 0.6078852425148807,
319
+ "eval_pcc_1": 0.6611569785284951,
320
+ "eval_pcc_2": 0.65049979909228,
321
+ "eval_pcc_3": 0.622378066637463,
322
+ "eval_runtime": 144.1725,
323
+ "eval_samples_per_second": 17.34,
324
+ "eval_steps_per_second": 2.171,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.2614611387252808,
330
+ "eval_mse_0": 1.4273290634155273,
331
+ "eval_mse_1": 1.080582618713379,
332
+ "eval_mse_2": 1.128708839416504,
333
+ "eval_mse_3": 1.4092247486114502,
334
+ "eval_pcc_0": 0.6300637136156815,
335
+ "eval_pcc_1": 0.6875729182122443,
336
+ "eval_pcc_2": 0.6753060448347405,
337
+ "eval_pcc_3": 0.6430078808108336,
338
+ "eval_runtime": 118.5281,
339
+ "eval_samples_per_second": 21.092,
340
+ "eval_steps_per_second": 2.641,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.8707,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.2964320182800293,
352
+ "eval_mse_0": 1.4776560068130493,
353
+ "eval_mse_1": 1.1161959171295166,
354
+ "eval_mse_2": 1.1553107500076294,
355
+ "eval_mse_3": 1.436566948890686,
356
+ "eval_pcc_0": 0.6266528966504026,
357
+ "eval_pcc_1": 0.6761707981594206,
358
+ "eval_pcc_2": 0.6670776350380415,
359
+ "eval_pcc_3": 0.6436679082357116,
360
+ "eval_runtime": 125.4793,
361
+ "eval_samples_per_second": 19.924,
362
+ "eval_steps_per_second": 2.494,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.1935113668441772,
368
+ "eval_mse_0": 1.3669787645339966,
369
+ "eval_mse_1": 1.0136163234710693,
370
+ "eval_mse_2": 1.0607919692993164,
371
+ "eval_mse_3": 1.3326542377471924,
372
+ "eval_pcc_0": 0.6512437652717418,
373
+ "eval_pcc_1": 0.7115902253813746,
374
+ "eval_pcc_2": 0.7007975321392896,
375
+ "eval_pcc_3": 0.6682863111304465,
376
+ "eval_runtime": 139.2351,
377
+ "eval_samples_per_second": 17.955,
378
+ "eval_steps_per_second": 2.248,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.8519,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.2582998275756836,
390
+ "eval_mse_0": 1.4298317432403564,
391
+ "eval_mse_1": 1.0823780298233032,
392
+ "eval_mse_2": 1.1074883937835693,
393
+ "eval_mse_3": 1.4135016202926636,
394
+ "eval_pcc_0": 0.6482244070716475,
395
+ "eval_pcc_1": 0.7082603325377153,
396
+ "eval_pcc_2": 0.6969210955121156,
397
+ "eval_pcc_3": 0.664292635745871,
398
+ "eval_runtime": 142.0186,
399
+ "eval_samples_per_second": 17.603,
400
+ "eval_steps_per_second": 2.204,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.7786,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.295973777770996,
412
+ "eval_mse_0": 1.4716212749481201,
413
+ "eval_mse_1": 1.101692795753479,
414
+ "eval_mse_2": 1.1371639966964722,
415
+ "eval_mse_3": 1.4734203815460205,
416
+ "eval_pcc_0": 0.6368411830455172,
417
+ "eval_pcc_1": 0.7052825863325057,
418
+ "eval_pcc_2": 0.6930596999028675,
419
+ "eval_pcc_3": 0.6495609349769007,
420
+ "eval_runtime": 118.3838,
421
+ "eval_samples_per_second": 21.118,
422
+ "eval_steps_per_second": 2.644,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.217279314994812,
428
+ "eval_mse_0": 1.3847492933273315,
429
+ "eval_mse_1": 1.0411430597305298,
430
+ "eval_mse_2": 1.0838522911071777,
431
+ "eval_mse_3": 1.3593677282333374,
432
+ "eval_pcc_0": 0.6449604269772562,
433
+ "eval_pcc_1": 0.7008889857062299,
434
+ "eval_pcc_2": 0.6882174465535603,
435
+ "eval_pcc_3": 0.6600860747534287,
436
+ "eval_runtime": 119.4191,
437
+ "eval_samples_per_second": 20.935,
438
+ "eval_steps_per_second": 2.621,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.7779,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.2548701763153076,
450
+ "eval_mse_0": 1.425066351890564,
451
+ "eval_mse_1": 1.073893666267395,
452
+ "eval_mse_2": 1.1263723373413086,
453
+ "eval_mse_3": 1.3941479921340942,
454
+ "eval_pcc_0": 0.6450865621789604,
455
+ "eval_pcc_1": 0.6993120678984187,
456
+ "eval_pcc_2": 0.6888349780979639,
457
+ "eval_pcc_3": 0.6586805508346569,
458
+ "eval_runtime": 118.6824,
459
+ "eval_samples_per_second": 21.065,
460
+ "eval_steps_per_second": 2.637,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.7414,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.2125318050384521,
472
+ "eval_mse_0": 1.3849092721939087,
473
+ "eval_mse_1": 1.031950831413269,
474
+ "eval_mse_2": 1.0732694864273071,
475
+ "eval_mse_3": 1.3599977493286133,
476
+ "eval_pcc_0": 0.6441225768532874,
477
+ "eval_pcc_1": 0.7033142959906082,
478
+ "eval_pcc_2": 0.6940584658382953,
479
+ "eval_pcc_3": 0.6584707071528786,
480
+ "eval_runtime": 118.9174,
481
+ "eval_samples_per_second": 21.023,
482
+ "eval_steps_per_second": 2.632,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.2468647956848145,
488
+ "eval_mse_0": 1.4242419004440308,
489
+ "eval_mse_1": 1.0671987533569336,
490
+ "eval_mse_2": 1.1062599420547485,
491
+ "eval_mse_3": 1.3897578716278076,
492
+ "eval_pcc_0": 0.6377965448910549,
493
+ "eval_pcc_1": 0.6920274244267264,
494
+ "eval_pcc_2": 0.6807371899856897,
495
+ "eval_pcc_3": 0.6544729170735821,
496
+ "eval_runtime": 118.1719,
497
+ "eval_samples_per_second": 21.156,
498
+ "eval_steps_per_second": 2.649,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.7406,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.2464262247085571,
510
+ "eval_mse_0": 1.420419454574585,
511
+ "eval_mse_1": 1.0596519708633423,
512
+ "eval_mse_2": 1.1005421876907349,
513
+ "eval_mse_3": 1.4050923585891724,
514
+ "eval_pcc_0": 0.6344562504786468,
515
+ "eval_pcc_1": 0.6976235812364566,
516
+ "eval_pcc_2": 0.6861175397868244,
517
+ "eval_pcc_3": 0.6487975598633344,
518
+ "eval_runtime": 118.535,
519
+ "eval_samples_per_second": 21.091,
520
+ "eval_steps_per_second": 2.641,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.248923659324646,
526
+ "eval_mse_0": 1.4232877492904663,
527
+ "eval_mse_1": 1.0677686929702759,
528
+ "eval_mse_2": 1.1110948324203491,
529
+ "eval_mse_3": 1.3935452699661255,
530
+ "eval_pcc_0": 0.6343129045126257,
531
+ "eval_pcc_1": 0.6893194194186163,
532
+ "eval_pcc_2": 0.6776002713667216,
533
+ "eval_pcc_3": 0.6497236399994241,
534
+ "eval_runtime": 117.7493,
535
+ "eval_samples_per_second": 21.232,
536
+ "eval_steps_per_second": 2.658,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.7268,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.2578709125518799,
548
+ "eval_mse_0": 1.439205527305603,
549
+ "eval_mse_1": 1.0677984952926636,
550
+ "eval_mse_2": 1.1178958415985107,
551
+ "eval_mse_3": 1.4065853357315063,
552
+ "eval_pcc_0": 0.6296321029546404,
553
+ "eval_pcc_1": 0.6888319858743492,
554
+ "eval_pcc_2": 0.6765579410467272,
555
+ "eval_pcc_3": 0.6449913523583773,
556
+ "eval_runtime": 103.4444,
557
+ "eval_samples_per_second": 24.168,
558
+ "eval_steps_per_second": 3.026,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.6947,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.2498809099197388,
570
+ "eval_mse_0": 1.4311935901641846,
571
+ "eval_mse_1": 1.0607519149780273,
572
+ "eval_mse_2": 1.1081948280334473,
573
+ "eval_mse_3": 1.3993828296661377,
574
+ "eval_pcc_0": 0.6314584160250524,
575
+ "eval_pcc_1": 0.6911544098011281,
576
+ "eval_pcc_2": 0.679374686950253,
577
+ "eval_pcc_3": 0.6471206549787006,
578
+ "eval_runtime": 106.1636,
579
+ "eval_samples_per_second": 23.549,
580
+ "eval_steps_per_second": 2.948,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.2450683116912842,
586
+ "eval_mse_0": 1.420328974723816,
587
+ "eval_mse_1": 1.059660792350769,
588
+ "eval_mse_2": 1.1048469543457031,
589
+ "eval_mse_3": 1.3954335451126099,
590
+ "eval_pcc_0": 0.632659089936416,
591
+ "eval_pcc_1": 0.6927266344480016,
592
+ "eval_pcc_2": 0.6806234921415858,
593
+ "eval_pcc_3": 0.6473760690304973,
594
+ "eval_runtime": 106.0327,
595
+ "eval_samples_per_second": 23.578,
596
+ "eval_steps_per_second": 2.952,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 5.464281940561768,
604
+ "train_runtime": 10929.7501,
605
+ "train_samples_per_second": 6.862,
606
+ "train_steps_per_second": 0.859
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
wav2vec2/general/05_wav2vec2-xls-r-300m/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0a8e696cecaa377bf6d83d7ac451c1808a9a1253585392f9ed7d4dfbd7cc823
3
+ size 4792