Hugging Face's logo

extraordinarylab
/
wav2vec2-conformer-base-pretrain

TensorBoard
Safetensors
wav2vec2-conformer
Model card Files
xet
 Metrics Community
yangwang825 commited on
Commit
e4dbd58
·
verified ·
1 Parent(s): 1aefd79

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +109 -0
  2. latest_checkpoint.pt +3 -0
  3. logs/events.out.tfevents.1774274817.nid010723.85067.0 +3 -0
  4. logs/events.out.tfevents.1774274817.nid010743.73530.0 +3 -0
  5. logs/events.out.tfevents.1774274818.nid010731.268837.0 +3 -0
  6. logs/events.out.tfevents.1774274819.nid010725.283389.0 +3 -0
  7. logs/events.out.tfevents.1774274820.nid010727.292612.0 +3 -0
  8. logs/events.out.tfevents.1774274820.nid010728.38078.0 +3 -0
  9. logs/events.out.tfevents.1774274820.nid010729.258136.0 +3 -0
  10. logs/events.out.tfevents.1774274820.nid010730.42949.0 +3 -0
  11. logs/events.out.tfevents.1774364649.nid010739.116755.0 +3 -0
  12. logs/events.out.tfevents.1774364650.nid010681.23601.0 +3 -0
  13. logs/events.out.tfevents.1774364650.nid010696.36805.0 +3 -0
  14. logs/events.out.tfevents.1774364651.nid010664.61757.0 +3 -0
  15. logs/events.out.tfevents.1774364651.nid010679.54562.0 +3 -0
  16. logs/events.out.tfevents.1774364651.nid010730.164669.0 +3 -0
  17. logs/events.out.tfevents.1774364651.nid010738.269136.0 +3 -0
  18. logs/events.out.tfevents.1774364651.nid010740.85007.0 +3 -0
  19. model.safetensors +3 -0
  20. optimizer.bin +3 -0
  21. preprocessor_config.json +10 -0
  22. random_states_0.pkl +3 -0
  23. random_states_1.pkl +3 -0
  24. random_states_10.pkl +3 -0
  25. random_states_11.pkl +3 -0
  26. random_states_12.pkl +3 -0
  27. random_states_13.pkl +3 -0
  28. random_states_14.pkl +3 -0
  29. random_states_15.pkl +3 -0
  30. random_states_16.pkl +3 -0
  31. random_states_17.pkl +3 -0
  32. random_states_18.pkl +3 -0
  33. random_states_19.pkl +3 -0
  34. random_states_2.pkl +3 -0
  35. random_states_20.pkl +3 -0
  36. random_states_21.pkl +3 -0
  37. random_states_22.pkl +3 -0
  38. random_states_23.pkl +3 -0
  39. random_states_24.pkl +3 -0
  40. random_states_25.pkl +3 -0
  41. random_states_26.pkl +3 -0
  42. random_states_27.pkl +3 -0
  43. random_states_28.pkl +3 -0
  44. random_states_29.pkl +3 -0
  45. random_states_3.pkl +3 -0
  46. random_states_30.pkl +3 -0
  47. random_states_31.pkl +3 -0
  48. random_states_4.pkl +3 -0
  49. random_states_5.pkl +3 -0
  50. random_states_6.pkl +3 -0
config.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "adapter_kernel_size": 3,
4
+ "adapter_stride": 2,
5
+ "add_adapter": false,
6
+ "apply_spec_augment": true,
7
+ "architectures": [
8
+ "Wav2Vec2ConformerForPreTraining"
9
+ ],
10
+ "attention_dropout": 0.1,
11
+ "bos_token_id": 1,
12
+ "classifier_proj_size": 256,
13
+ "codevector_dim": 256,
14
+ "conformer_conv_dropout": 0.1,
15
+ "contrastive_logits_temperature": 0.1,
16
+ "conv_bias": false,
17
+ "conv_depthwise_kernel_size": 31,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 5,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "sum",
46
+ "ctc_zero_infinity": false,
47
+ "diversity_loss_weight": 0.1,
48
+ "dtype": "float32",
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_norm": "layer",
52
+ "feat_proj_dropout": 0.0,
53
+ "feat_quantizer_dropout": 0.0,
54
+ "final_dropout": 0.1,
55
+ "hidden_act": "swish",
56
+ "hidden_dropout": 0.1,
57
+ "hidden_size": 768,
58
+ "initializer_range": 0.02,
59
+ "intermediate_size": 3072,
60
+ "layer_norm_eps": 1e-05,
61
+ "layerdrop": 0.05,
62
+ "mask_feature_length": 10,
63
+ "mask_feature_min_masks": 0,
64
+ "mask_feature_prob": 0.0,
65
+ "mask_time_length": 10,
66
+ "mask_time_min_masks": 2,
67
+ "mask_time_prob": 0.065,
68
+ "max_source_positions": 100000,
69
+ "model_type": "wav2vec2-conformer",
70
+ "num_adapter_layers": 3,
71
+ "num_attention_heads": 12,
72
+ "num_codevector_groups": 2,
73
+ "num_codevectors_per_group": 320,
74
+ "num_conv_pos_embedding_groups": 16,
75
+ "num_conv_pos_embeddings": 128,
76
+ "num_feat_extract_layers": 7,
77
+ "num_hidden_layers": 12,
78
+ "num_negatives": 100,
79
+ "output_hidden_size": 768,
80
+ "pad_token_id": 0,
81
+ "position_embeddings_type": "rotary",
82
+ "proj_codevector_dim": 256,
83
+ "rotary_embedding_base": 10000,
84
+ "tdnn_dilation": [
85
+ 1,
86
+ 2,
87
+ 3,
88
+ 1,
89
+ 1
90
+ ],
91
+ "tdnn_dim": [
92
+ 512,
93
+ 512,
94
+ 512,
95
+ 512,
96
+ 1500
97
+ ],
98
+ "tdnn_kernel": [
99
+ 5,
100
+ 3,
101
+ 3,
102
+ 1,
103
+ 1
104
+ ],
105
+ "transformers_version": "5.3.0",
106
+ "use_weighted_layer_sum": false,
107
+ "vocab_size": 32,
108
+ "xvector_output_dim": 512
109
+ }
latest_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fd65580fde7fac4b064740cd9d651f096f7013820bb2accc6d36a5da397e527
3
+ size 1385
logs/events.out.tfevents.1774274817.nid010723.85067.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37005c3fb823f674f45442bbce3f30a5942d02cde0f62a620f5d85b8b09a1449
3
+ size 399596
logs/events.out.tfevents.1774274817.nid010743.73530.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e532143f2060f5a76707a28cf2a4fb8f5872e7031bc3a290361b4ca094def3da
3
+ size 399596
logs/events.out.tfevents.1774274818.nid010731.268837.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15a014dbf3a43fa78b84c5996703735dde896f34be27526e05cf9fb5a1f8c370
3
+ size 399596
logs/events.out.tfevents.1774274819.nid010725.283389.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848f48d566ca3ccf094b81692fae48b0589cc2a0dc029cb9c1ebed720e5e0a68
3
+ size 399596
logs/events.out.tfevents.1774274820.nid010727.292612.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc27261b106ab616e5a84372cd4fbe3b3569b1a023f827c4f6020a10d2728306
3
+ size 399596
logs/events.out.tfevents.1774274820.nid010728.38078.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1660f6ef04f8e7b1725b9d8f0cea59b097f969d843702f51a2bbcc30d0659eae
3
+ size 399596
logs/events.out.tfevents.1774274820.nid010729.258136.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c4740463674d0d222f1385d8cb7c586d333de7324af00d8b5d1e46b73b91428
3
+ size 399596
logs/events.out.tfevents.1774274820.nid010730.42949.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2d3dd27b746f29315d64366fc6cd71df60220766babc27b076d26b1401818b
3
+ size 399596
logs/events.out.tfevents.1774364649.nid010739.116755.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:956d1b1caacf31a7f8c4f750c3d6328f368ac3894ea512dced4c62ba2f98ac4e
3
+ size 333013
logs/events.out.tfevents.1774364650.nid010681.23601.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6fb2ad9286f70746d5c9ed64e838526a5e9bb13f7690f0ed081f0af7d1007dc
3
+ size 333013
logs/events.out.tfevents.1774364650.nid010696.36805.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4a3696735e35706c9d4b2482658d8356dca19b80d2fcb8229d5fcd67685ae1
3
+ size 333013
logs/events.out.tfevents.1774364651.nid010664.61757.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9442814a0ea644b649404adbbd00723b5593301cbd31cf950509f5071037d13
3
+ size 333013
logs/events.out.tfevents.1774364651.nid010679.54562.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:530fefd01c9a773faa1c364be16c5f336addf605183df46731175ea7b8345140
3
+ size 333013
logs/events.out.tfevents.1774364651.nid010730.164669.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:101ddf8b0fc56a3f5dedc5071846a0f82c3dc48bf3de58c20c5d094061d65d51
3
+ size 333013
logs/events.out.tfevents.1774364651.nid010738.269136.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b77fd3ee4cf30f9acb143378c3c095c204d78b4648284d573b9172e3cf347087
3
+ size 333013
logs/events.out.tfevents.1774364651.nid010740.85007.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4302a6884c82f0210bf25d2b69b393582d3ecb85e65e95c41a0437036b05d8
3
+ size 333013
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b7030864b6a90c8218da7febcb6f43a39fdc2971174a48b7286171e1ff0c06
3
+ size 693385504
optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70becb39e51436f75720899663dc9c297fb2d3c302b7b2422f205899127e1ef8
3
+ size 1349095080
preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding": true,
6
+ "padding_side": "right",
7
+ "padding_value": 0.0,
8
+ "return_attention_mask": true,
9
+ "sampling_rate": 16000
10
+ }
random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef688f0cc195a1ecfa7cb6d382d5aab750949aa4e6b7264deeed5b96040e9e3f
3
+ size 15537
random_states_1.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7d8eb1985bbdb2e430c354b99585e87a0673c980fd9bf38cb0eb2f2f1c7887
3
+ size 15537
random_states_10.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a70d0cde9defb7eabad768b08b74659d19b7adc4d76094950ae3a5dbedcf94da
3
+ size 15548
random_states_11.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff70f3f1adead9bdce186735ede7251f385a7a4dc6a090dd8c434ab2ed8e1ff8
3
+ size 15548
random_states_12.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:805a1de039972f77184e2a0f57995b6a3ddf35d8fb28d8d92e4bea0fc1a24868
3
+ size 15548
random_states_13.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c640c410e0a1e777a56a7b9b1ad3667bf2999d3381d4c11384b776af21259e59
3
+ size 15548
random_states_14.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7906dcc5f3ab176008053376e97fb94db7a0ae7b2da14e56f42c522515bcf04
3
+ size 15548
random_states_15.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbff991afcbe78117ab4f19dcab2ad789fe0a5627ec5dc393d7a4bc5d2cc3ae6
3
+ size 15548
random_states_16.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f9a59857d327f76a4f96d93425245bea08ded399e6b74151b3f01910c8d1b91
3
+ size 15548
random_states_17.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:873a13c5e189a88ef8904233931a7da0ac87a0274f2592da55f06fa98ee1598a
3
+ size 15548
random_states_18.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e056f038aa56812a17373da5ca7fac1f681ad068a1cf86d5d349bf969bbca3d
3
+ size 15548
random_states_19.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf652468fc0166793bf6a0653e9cede413f9ed07d82079b012bfb89df8484331
3
+ size 15548
random_states_2.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c055c9d9bfe0c6ba16d50e37df2cfa65e5e08694708ce444c6b8d6300a6054dd
3
+ size 15537
random_states_20.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:948dbea8481b93644353b279656781835d307b90b4dc84b51e4a8b306ee405c5
3
+ size 15548
random_states_21.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:648c00bb59f95b38dd2b0a0caabdb7a79fb1beb5ca85020b10500c5772ea523e
3
+ size 15548
random_states_22.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ea515223cdffb90e987e6373afe3f0b63bc6e9addde786cce61c1bccf4c3fe1
3
+ size 15548
random_states_23.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96da5cd301bd0ed6542dfc359a993c4f845c6d0da28d932b93b0ace632efd63
3
+ size 15548
random_states_24.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cdf6e072faad46a4cf44a384067f4b589758f937948c71694f36e4e5b40e1c3
3
+ size 15548
random_states_25.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee208ef57f186f17a6e64f3be460cad927be756519aa0722cf067705f6fc56c6
3
+ size 15548
random_states_26.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93c4bdec353b64b7eaa7f057ee3d4b38e13c5935b52fbf499b986c42e46c79d1
3
+ size 15548
random_states_27.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce126cc840bcd03a5cad2af49900f7c1975484285bce1c5034239514758588d0
3
+ size 15548
random_states_28.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f27a08568302f8044a889307753fcb5cfb7c6b5340b89657c41bb159d2f8f96c
3
+ size 15548
random_states_29.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:970133a3de7170ad83e8677ce06a700bb244ddfb6e65f9d4598154a17c6f0e51
3
+ size 15548
random_states_3.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c73d1fe9e5502cb9fe06ed1e579a016986c290ce7334b7353270e5e8cdfa799
3
+ size 15537
random_states_30.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f43b75b0883c692934b7e06cbe7d8ce71a379dcd8f0221250b83b73a6c90cdc
3
+ size 15548
random_states_31.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19e5f91e7058a695a00bb21f15508024d91123882ce2d0480783b18519b8246a
3
+ size 15548
random_states_4.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f829f192facdc2ae8a3344ce2aef97993cd8fb0050877b344e8b6bd2262fee2c
3
+ size 15537
random_states_5.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5af4fab6c25510d60dbf3989329bb32f1541f0eacfc2ccaa856ced0a01b72144
3
+ size 15537
random_states_6.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8829c755504609458352ed72292abc4e4a4c627bda30bf18c33dd937d978f45a
3
+ size 15537