fix training bug in recently commited

simon3dv · Jun 14, 2022 · 8d922b3 · 8d922b3
1 parent 1d1ce49
commit 8d922b3
Show file tree

Hide file tree

Showing 13 changed files with 10 additions and 10 deletions.
diff --git a/data/eulerian_data.py b/data/eulerian_data.py
@@ -12,7 +12,7 @@
 import sys
 import random
 import torch.nn.functional as F
-from utils.utils import VideoReader, load_compressed_tensor, get_params
+from utils.utils import VideoReader, load_compressed_tensor, get_params, get_transform
 PATH = os.getcwd()
 sys.path.append(os.path.join(PATH))
 

diff --git a/data/eulerian_data_balanced1_mask.py b/data/eulerian_data_balanced1_mask.py
@@ -14,7 +14,7 @@
 import torch.nn.functional as F
 from PIL import Image, ImageDraw
 import json
-from utils.utils import VideoReader, load_compressed_tensor, get_params
+from utils.utils import VideoReader, load_compressed_tensor, get_params, get_transform
 PATH = os.getcwd()
 sys.path.append(os.path.join(PATH))
 

diff --git a/data/eulerian_data_bg.py b/data/eulerian_data_bg.py
@@ -12,7 +12,7 @@
 import sys
 import random
 import torch.nn.functional as F
-from utils.utils import VideoReader, load_compressed_tensor, get_params
+from utils.utils import VideoReader, load_compressed_tensor, get_params, get_transform
 PATH = os.getcwd()
 sys.path.append(os.path.join(PATH))
 

diff --git a/data/eulerian_data_mask_hint.py b/data/eulerian_data_mask_hint.py
@@ -14,7 +14,7 @@
 import torch.nn.functional as F
 from PIL import Image, ImageDraw
 import json
-from utils.utils import VideoReader, load_compressed_tensor, read_flo, get_params
+from utils.utils import VideoReader, load_compressed_tensor, read_flo, get_params, get_transform
 from sklearn.cluster import KMeans
 PATH = os.getcwd()
 sys.path.append(os.path.join(PATH))

diff --git a/train_animating_scripts/train_alpha_finetuneBG_finetuneFluid_v1.sh b/train_animating_scripts/train_alpha_finetuneBG_finetuneFluid_v1.sh
@@ -18,7 +18,7 @@ python train_animating_alpha_2layers_joint_finetuneBGFluid_L1.py --batch-size 16
         --norm_G 'sync:spectral_batch' --gpu_ids 0,1,2,3,4,5,6,7 --render_ids 1 \
         --suffix '' --normalize_image --lr 0.0001 --train_Z --lr_g 0.00025 --lr_d 0.001 \
         --log-dir "logging/animating/%s/" --W 256 --ATVloss 0.3  --AKLloss 0.0 --ADCloss 1.0 --FluidRegionloss 3 --balanced_weight 10  --RockRegionloss 30 --RockRegionlossDecay 20 \
-        --load_old_model --old_model "/mnt/lustre/fansiming/project/mysynsin/pretrain/animating_synsin_20220104_bs16_eulerian_pconv_resnetencoder_resnetdecoder_softmax_Z/model_epoch.pthbest100" \
-        --load_bg_model --bg_model "/mnt/lustre/fansiming/project/mysynsin/logging/bg/eulerian_data_bg/2022-02/animating_synsin_20220207_bs16_BG1/models/lr0.00010_bs16_modelbg_splxyblending/noise_bnsync:spectral_batch_refresnet_256W8UpDown64Layers_de_resnet_pconv2_nonorm_dunet_camxysFalse|False/_init_databoth_seed0/_multiFalse_losses1.0|l110.0|content_izFalse_alphaFalse__vol_ganpix2pixHD/model_epoch.pthbest" \
+        --load_old_model --old_model "pretrained/baseline2_ep100_stage1ofSLRv1.pth" \
+        --load_bg_model --bg_model "pretrained/bg_model_ep100.pth" \
         --train_bg --train_alpha --MVloss 1.0   --niter 2 --niter_decay 20 --RockRegionlosstarget 0.25 --use_alpha0_as_blending_weight
 
diff --git a/train_animating_scripts/train_alpha_finetuneBG_finetuneFluid_v2.sh b/train_animating_scripts/train_alpha_finetuneBG_finetuneFluid_v2.sh
diff --git a/train_animating_scripts/train_animating_fixedMotion_finetuneFluid_IGANonly.sh b/train_animating_scripts/train_animating_fixedMotion_finetuneFluid_IGANonly.sh
@@ -1,8 +1,8 @@
 export DEBUG=0
 export USE_SLURM=1
 
-jobname=joint21m19b
-folder=animating_synsin_20220511_joint20m19ep200best_lrd2_nodecay_EPE0_hint2
+jobname=joint
+folder=animating_synsin_20220511_joint_motion2ep200best_lrd2_nodecay_EPE0
 MV2_USE_CUDA=1 MV2_ENABLE_AFFINITY=0 MV2_SMP_USE_CMA=0 srun \
 --mpi=pmi2 \
 --gres=gpu:8 \
@@ -12,13 +12,13 @@ MV2_USE_CUDA=1 MV2_ENABLE_AFFINITY=0 MV2_SMP_USE_CMA=0 srun \
 --partition=3dmr-head3d \
 --cpus-per-task=32 \
 python train_animating_fixmotion.py --batch-size 16 --folder $folder --num_workers 16  \
-        --resume --dataset 'eulerian_data_hint' --use_inverse_depth --accumulation 'alphacomposite' \
+        --resume --dataset 'eulerian_data_hint' --use_inverse_depth --accumulation 'wsum' \
         --model_type 'softmax_splating' --refine_model_type 'resnet_256W8UpDown64_de_resnet_pconv2' --pconv "pconv_pbn_woresbias" \
         --norm_G 'sync:spectral_batch' --gpu_ids 0,1,2,3,4,5,6,7 --render_ids 1 \
         --suffix '' --normalize_image --train_Z \
         --log-dir "logging/animating/%s/"  \
         --load_old_model --old_model "pretrained/baseline2_ep100_stage1ofSLRv1.pth" \
-        --load_motion_regressor --motion_regressor_model "pretrained/motion19_ep200best.pth" \
+        --load_motion_regressor --motion_regressor_model "pretrained/motion2_ep200best.pth" \
         --train_motion --motion_model_type 'SPADE_unet_mask_motion' --motion_losses 1.0_EndPointError --div_flow 1.0 --lr_g 0.00025 --lr_d 0.001 --niter 100 --niter_decay 2 \
         --use_mask_as_motion_input --use_hint_as_motion_input --motion_norm_G 'sync:spectral_instance'
 
diff --git a/train_animating_scripts/train_baseline1.sh b/train_animating_scripts/train_baseline1.sh
diff --git a/train_animating_scripts/train_baseline1_mini.sh b/train_animating_scripts/train_baseline1_mini.sh
diff --git a/train_animating_scripts/train_baseline1_mini_local.sh b/train_animating_scripts/train_baseline1_mini_local.sh
diff --git a/train_animating_scripts/train_baseline2_pconv.sh b/train_animating_scripts/train_baseline2_pconv.sh
diff --git a/train_animating_scripts/train_bg.sh b/train_animating_scripts/train_bg.sh
diff --git a/train_animating_scripts/train_bg_mini.sh b/train_animating_scripts/train_bg_mini.sh