2020-11-05 14:58:01 Config: {'all_joints': [[0], [1], [2], [3], [4], [5], [6], [7], [8], [9], [10], [11], [12], [13], [14], [15], [16], [17], [18]], 'all_joints_names': ['snout', 'neck', 'upper_back', 'middle_back', 'tailbase', 'shoulder_right', 'elbow_right', 'wrist_right', 'forepaw_right', 'forepaw_left', 'hip_right', 'knee_right', 'ankle_right', 'hindpaw_right', 'hindpaw_left', 'beam_left_top', 'beam_left_bottom', 'beam_right_top', 'beam_right_bottom'], 'batch_size': 1, 'bottomheight': 400, 'crop': True, 'crop_pad': 0, 'cropratio': 0.4, 'dataset': 'training-datasets/iteration-0/UnaugmentedDataSet_RotatingBeam3.1Jul12/RotatingBeam3.1_Sebastian_Kloubert95shuffle2.mat', 'dataset_type': 'imgaug', 'deterministic': False, 'display_iters': 1000, 'fg_fraction': 0.25, 'global_scale': 0.8, 'init_weights': '/mnt/Install/DLC-GPU/lib/python3.7/site-packages/deeplabcut/pose_estimation_tensorflow/models/pretrained/resnet_v1_50.ckpt', 'intermediate_supervision': False, 'intermediate_supervision_layer': 12, 'leftwidth': 400, 'location_refinement': True, 'locref_huber_loss': True, 'locref_loss_weight': 0.05, 'locref_stdev': 7.2801, 'log_dir': 'log', 'max_input_size': 1500, 'mean_pixel': [123.68, 116.779, 103.939], 'metadataset': 'training-datasets/iteration-0/UnaugmentedDataSet_RotatingBeam3.1Jul12/Documentation_data-RotatingBeam3.1_95shuffle2.pickle', 'min_input_size': 64, 'minsize': 100, 'mirror': False, 'multi_step': [[0.005, 10000], [0.02, 430000], [0.002, 730000], [0.001, 1030000]], 'net_type': 'resnet_50', 'num_joints': 19, 'optimizer': 'sgd', 'pairwise_huber_loss': False, 'pairwise_predict': False, 'partaffinityfield_predict': False, 'pos_dist_thresh': 17, 'project_path': '/mnt/DLC/RotatingBeam3.1-Sebastian_Kloubert-2020-07-12', 'regularize': False, 'rightwidth': 400, 'save_iters': 50000, 'scale_jitter_lo': 0.5, 'scale_jitter_up': 1.25, 'scoremap_dir': 'test', 'shuffle': True, 'snapshot_prefix': '/mnt/DLC/RotatingBeam3.1-Sebastian_Kloubert-2020-07-12/dlc-models/iteration-0/RotatingBeam3.1Jul12-trainset95shuffle2/train/snapshot', 'stride': 8.0, 'topheight': 400, 'weigh_negatives': False, 'weigh_only_present_joints': False, 'weigh_part_predictions': False, 'weight_decay': 0.0001} 2020-11-05 14:59:36 iteration: 1000 loss: 0.0256 lr: 0.005 2020-11-05 15:01:04 iteration: 2000 loss: 0.0120 lr: 0.005 2020-11-05 15:02:32 iteration: 3000 loss: 0.0102 lr: 0.005 2020-11-05 15:03:58 iteration: 4000 loss: 0.0087 lr: 0.005 2020-11-05 15:05:26 iteration: 5000 loss: 0.0082 lr: 0.005 2020-11-05 15:06:54 iteration: 6000 loss: 0.0075 lr: 0.005 2020-11-05 15:08:19 iteration: 7000 loss: 0.0071 lr: 0.005 2020-11-05 15:09:45 iteration: 8000 loss: 0.0070 lr: 0.005 2020-11-05 15:11:11 iteration: 9000 loss: 0.0067 lr: 0.005 2020-11-05 15:12:39 iteration: 10000 loss: 0.0063 lr: 0.005 2020-11-05 15:14:06 iteration: 11000 loss: 0.0077 lr: 0.02 2020-11-05 15:15:35 iteration: 12000 loss: 0.0068 lr: 0.02 2020-11-05 15:17:02 iteration: 13000 loss: 0.0063 lr: 0.02 2020-11-05 15:18:28 iteration: 14000 loss: 0.0060 lr: 0.02 2020-11-05 15:19:54 iteration: 15000 loss: 0.0055 lr: 0.02 2020-11-05 15:21:18 iteration: 16000 loss: 0.0053 lr: 0.02 2020-11-05 15:22:43 iteration: 17000 loss: 0.0053 lr: 0.02 2020-11-05 15:24:08 iteration: 18000 loss: 0.0050 lr: 0.02 2020-11-05 15:25:31 iteration: 19000 loss: 0.0049 lr: 0.02 2020-11-05 15:26:56 iteration: 20000 loss: 0.0049 lr: 0.02 2020-11-05 15:28:21 iteration: 21000 loss: 0.0048 lr: 0.02 2020-11-05 15:29:44 iteration: 22000 loss: 0.0045 lr: 0.02 2020-11-05 15:31:10 iteration: 23000 loss: 0.0045 lr: 0.02 2020-11-05 15:32:34 iteration: 24000 loss: 0.0044 lr: 0.02 2020-11-05 15:33:56 iteration: 25000 loss: 0.0042 lr: 0.02 2020-11-05 15:35:18 iteration: 26000 loss: 0.0042 lr: 0.02 2020-11-05 15:36:45 iteration: 27000 loss: 0.0041 lr: 0.02 2020-11-05 15:38:12 iteration: 28000 loss: 0.0040 lr: 0.02 2020-11-05 15:39:41 iteration: 29000 loss: 0.0041 lr: 0.02 2020-11-05 15:41:06 iteration: 30000 loss: 0.0040 lr: 0.02 2020-11-05 15:42:32 iteration: 31000 loss: 0.0038 lr: 0.02 2020-11-05 15:43:58 iteration: 32000 loss: 0.0038 lr: 0.02 2020-11-05 15:45:24 iteration: 33000 loss: 0.0036 lr: 0.02 2020-11-05 15:46:51 iteration: 34000 loss: 0.0037 lr: 0.02 2020-11-05 15:48:16 iteration: 35000 loss: 0.0037 lr: 0.02 2020-11-05 15:49:43 iteration: 36000 loss: 0.0037 lr: 0.02 2020-11-05 15:51:07 iteration: 37000 loss: 0.0036 lr: 0.02 2020-11-05 15:52:31 iteration: 38000 loss: 0.0035 lr: 0.02 2020-11-05 15:53:55 iteration: 39000 loss: 0.0033 lr: 0.02 2020-11-05 15:55:23 iteration: 40000 loss: 0.0034 lr: 0.02 2020-11-05 15:56:50 iteration: 41000 loss: 0.0033 lr: 0.02 2020-11-05 15:58:17 iteration: 42000 loss: 0.0034 lr: 0.02 2020-11-05 15:59:42 iteration: 43000 loss: 0.0033 lr: 0.02 2020-11-05 16:01:10 iteration: 44000 loss: 0.0033 lr: 0.02 2020-11-05 16:02:36 iteration: 45000 loss: 0.0034 lr: 0.02 2020-11-05 16:04:04 iteration: 46000 loss: 0.0032 lr: 0.02 2020-11-05 16:05:30 iteration: 47000 loss: 0.0032 lr: 0.02 2020-11-05 16:06:58 iteration: 48000 loss: 0.0031 lr: 0.02 2020-11-05 16:08:26 iteration: 49000 loss: 0.0032 lr: 0.02 2020-11-05 16:09:54 iteration: 50000 loss: 0.0031 lr: 0.02