File size: 1,197 Bytes
fa0aad4
 
85f8ccd
fa0aad4
 
 
 
 
 
 
90ac73e
fa0aad4
 
 
5621329
fa0aad4
 
 
 
 
 
 
 
5621329
fa0aad4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5621329
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
debug: false
seed: 42
enable_xformers: null

training:
  num_train_epochs: 10
  max_train_steps: null
  gradient_accumulation_steps: 1
  only_train_attention_layers: true
  gradient_checkpointing: true
  resume_path: null
  use_EMA: true

model:
  modality: normals
  pretrained_path: GonzaloMG/marigold-e2e-ft-depth
  checkpoint_path: null
  unet_positional_encoding: RoPE
  vae_use_RoPE: true
  metric_depth: null
  log_scale: null

data:
  data_path: null
  dataset: PanoInfinigen
  scenes: both
  batch_size: 1
  use_data_augmentation: true

optimization:
  learning_rate: 3e-4
  lr_exp_warmup_steps: 0.03
  adam_beta1: 0.9
  adam_beta2: 0.999
  adam_weight_decay: 1e-2
  adam_epsilon: 1e-8
  clip_grad_norm: true
  max_grad_norm: 1.0

loss:
  l1_loss_weight: null
  grad_loss_weight: null
  normals_consistency_loss_weight: null
  invalid_mask_weight: null

validation:
  run_validation: true
  run_tiny_validation: true
  tiny_val_frequency: 200

logging:
  tracker_project_name: Pager
  model_save_path: checkpoints/
  model_save_frequency: 1
  loss_report_frequency: 1
  img_report_frequency: 200
  report_to: wandb

  tensorboard:
    log_path: logs

  wandb:
    run_name: PaGeR-normals