samwell commited on
Commit
ebecd34
·
verified ·
1 Parent(s): c0cf2b4

Training in progress, step 100

Browse files
config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LasrForCTC"
4
+ ],
5
+ "ctc_loss_reduction": "mean",
6
+ "ctc_zero_infinity": true,
7
+ "dtype": "float32",
8
+ "encoder_config": {
9
+ "activation_dropout": 0.1,
10
+ "attention_bias": false,
11
+ "attention_dropout": 0.1,
12
+ "batch_norm_momentum": 0.01,
13
+ "conv_kernel_size": 32,
14
+ "conv_residual_weights": [
15
+ 2.0,
16
+ 1.0
17
+ ],
18
+ "convolution_bias": false,
19
+ "dropout": 0.1,
20
+ "dropout_positions": 0.0,
21
+ "feed_forward_residual_weights": [
22
+ 1.5,
23
+ 0.5
24
+ ],
25
+ "hidden_act": "silu",
26
+ "hidden_size": 512,
27
+ "initializer_range": 0.02,
28
+ "intermediate_size": 2048,
29
+ "layer_norm_eps": 1e-06,
30
+ "layerdrop": 0.1,
31
+ "max_position_embeddings": 10000,
32
+ "model_type": "lasr_encoder",
33
+ "num_attention_heads": 8,
34
+ "num_hidden_layers": 17,
35
+ "num_key_value_heads": 8,
36
+ "num_mel_bins": 128,
37
+ "rope_parameters": {
38
+ "rope_theta": 10000.0,
39
+ "rope_type": "default"
40
+ },
41
+ "subsampling_conv_channels": 256,
42
+ "subsampling_conv_kernel_size": 5,
43
+ "subsampling_conv_stride": 2
44
+ },
45
+ "initializer_range": 0.02,
46
+ "model_type": "lasr_ctc",
47
+ "pad_token_id": 0,
48
+ "transformers_version": "5.0.0.dev0",
49
+ "use_cache": false,
50
+ "vocab_size": 512
51
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f144ab8476c78ebe4b32780726a39e00fb714158ffc834945168866d8203776a
3
+ size 421172456
preprocessor_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "feature_extractor_type": "LasrFeatureExtractor",
3
+ "feature_size": 128,
4
+ "hop_length": 160,
5
+ "n_fft": 512,
6
+ "padding_side": "right",
7
+ "padding_value": 0.0,
8
+ "processor_class": "LasrProcessor",
9
+ "return_attention_mask": true,
10
+ "sampling_rate": 16000,
11
+ "win_length": 400
12
+ }
runs/Jan20_06-49-50_j-samwell-696f24bb46affbb321046ca2-g6vubp8w-f11de-srg9z/events.out.tfevents.1768891790.j-samwell-696f24bb46affbb321046ca2-g6vubp8w-f11de-srg9z.192.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9850413546f206e6a657403ebd4094394fba1d70518a18cf9114bdde50d6a4d9
3
+ size 6175
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14d3a4e40129bb1fa23763bb2edcfe1ba22ece034fdf7bfdba479378a84d8e74
3
+ size 5201