File size: 870 Bytes
d1ba1a3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
resume_from_checkpoint_path: None
result_path: 'result'
model_path: None
dataset_paths:
- '/root/autodl-tmp/Nougat-Data/train.jsonl'
tokenizer: './config/tokenizer.json'
exp_name: 'nougat-middle'
train_batch_sizes:
- 1
num_workers: 4
val_batch_sizes:
- 1
val_batches: 1
input_size:
- 896
- 672
max_length: 4096
max_position_embeddings: 4096
accumulate_grad_batches: 3
window_size: 7
patch_size: 4
embed_dim: 128
hidden_dimension: 1024
num_heads:
- 4
- 8
- 16
- 32
encoder_layer:
- 2
- 2
- 14
- 2
decoder_layer: 6
align_long_axis: False
num_nodes: 1
seed: 25
lr: 5e-05
min_lr: 7.5e-06
lr_step: 16
gamma: 0.9996
warmup_steps: 250
num_training_samples_per_epoch: 10000
max_epochs: 30
max_steps: -1
val_check_interval: None
check_val_every_n_epoch: 1
gradient_clip_val: 0.5
verbose: False
debug: False
job: None
exp_version: '20240206_132202' |