77 lines
2.1 KiB
YAML
77 lines
2.1 KiB
YAML
train_data:
|
|
train_audio_sample_rate: 48000
|
|
audio_samples_per_llm_token: 7680
|
|
sources:
|
|
- name: ljspeech_basic
|
|
weight: 1.0
|
|
pipeline: basic
|
|
adapter:
|
|
class_name: JsonlManifestSourceAdapter
|
|
params:
|
|
manifest_path: downloaded_data/ljspeech_48khz_manifest_train.jsonl
|
|
shuffle: true
|
|
- name: ljspeech_interleave
|
|
weight: 1.0
|
|
pipeline: interleave
|
|
adapter:
|
|
class_name: JsonlManifestSourceAdapter
|
|
params:
|
|
manifest_path: downloaded_data/ljspeech_48khz_manifest_train.jsonl
|
|
shuffle: true
|
|
# append other sources here if need
|
|
num_tokens_per_epoch: 2000000
|
|
num_workers: 20
|
|
pin_memory: true
|
|
max_audio_seconds_in_batch: 30.0
|
|
max_text_tokens_in_batch: 2048
|
|
max_samples_per_batch: null
|
|
bucketing_pool_size: 100
|
|
val_data:
|
|
train_audio_sample_rate: 48000
|
|
audio_samples_per_llm_token: 7680
|
|
sources:
|
|
- name: ljspeech_valid_basic
|
|
weight: 1.0
|
|
adapter:
|
|
class_name: JsonlManifestSourceAdapter
|
|
params:
|
|
manifest_path: downloaded_data/ljspeech_48khz_manifest_valid.jsonl
|
|
shuffle: false
|
|
pipeline: basic
|
|
- name: ljspeech_valid_interleave
|
|
weight: 1.0
|
|
pipeline: interleave
|
|
adapter:
|
|
class_name: JsonlManifestSourceAdapter
|
|
params:
|
|
manifest_path: downloaded_data/ljspeech_48khz_manifest_valid.jsonl
|
|
shuffle: false
|
|
pipeline: interleave
|
|
# append other sources here if need
|
|
num_workers: 4
|
|
pin_memory: true
|
|
max_audio_seconds_in_batch: 30.0
|
|
max_text_tokens_in_batch: 2048
|
|
max_samples_per_batch: null
|
|
bucketing_pool_size: 64
|
|
train:
|
|
pretrained_model_path: pretrained_models/pretrain_cpt_decay/latest/model/
|
|
output_dir: debug_train/run_003
|
|
seed: 42
|
|
learning_rate: 1.0e-05
|
|
weight_decay: 0.01
|
|
warmup_steps: 50
|
|
max_train_steps: 500
|
|
gradient_accumulation_steps: 2
|
|
grad_clip_norm: 1
|
|
save_interval: 500
|
|
max_checkpoints_to_keep: 40
|
|
log_interval: 10
|
|
eval_interval: 100
|
|
max_eval_batches: null
|
|
run_eval_on_start: false
|
|
loss:
|
|
ce_weight: 1.0
|
|
fm_weight: 1.0
|
|
eos_weight: 1.0
|