Namespace(act_in_head='gelu', arch='vit_base', batch_size_per_gpu=43, center_momentum_patch=0.9, clip_grad=0.3, data_path='data/imagenet/train', dist_url='env://', drop_path=0.1, epochs=400, freeze_last_layer=3, global_crops_number=2, global_crops_scale=[0.32, 1.0], gpu=0, lambda1=1.0, lambda2=1.0, load_from=None, local_crops_number=10, local_crops_scale=[0.05, 0.32], local_rank=0, lr=0.00075, min_lr=2e-06, momentum_teacher=0.996, norm_in_head=None, norm_last_layer=True, num_workers=10, optimizer='adamw', out_dim=8192, output_dir='/opt/tiger/ibot/work_dirs/vitb_16_rand_mask', patch_out_dim=8192, patch_size=16, pred_ratio=[0.0, 0.7], pred_ratio_var=[0.0, 0.05], pred_shape='rand', pred_start_epoch=0, rank=0, saveckp_freq=40, seed=0, shared_head=True, shared_head_teacher=True, teacher_patch_temp=0.07, teacher_temp=0.07, use_fp16=True, use_masked_im_modeling=True, warmup_epochs=10, warmup_teacher_patch_temp=0.04, warmup_teacher_temp=0.04, warmup_teacher_temp_epochs=50, weight_decay=0.04, weight_decay_end=0.4, window_size=7, world_size=24)