log.txt 69 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285
  1. 2019-12-19 12:14:53 Config:
  2. {'all_joints': [[0],
  3. [1],
  4. [2],
  5. [3],
  6. [4],
  7. [5],
  8. [6],
  9. [7],
  10. [8],
  11. [9],
  12. [10],
  13. [11],
  14. [12],
  15. [13],
  16. [14],
  17. [15]],
  18. 'all_joints_names': ['eye_top',
  19. 'eye_topleft',
  20. 'eye_left',
  21. 'eye_bottomleft',
  22. 'eye_bottom',
  23. 'eye_bottomright',
  24. 'eye_right',
  25. 'eye_topright',
  26. 'pupil_top',
  27. 'pupil_topleft',
  28. 'pupil_left',
  29. 'pupil_bottomleft',
  30. 'pupil_bottom',
  31. 'pupil_bottomright',
  32. 'pupil_right',
  33. 'pupil_topright'],
  34. 'batch_size': 8,
  35. 'bottomheight': 400,
  36. 'crop': True,
  37. 'crop_pad': 0,
  38. 'cropratio': 0.4,
  39. 'dataset': 'training-datasets/iteration-6/UnaugmentedDataSet_eyesDec8/eyes_Keisuke95shuffle1.mat',
  40. 'dataset_type': 'default',
  41. 'deconvolutionstride': 2,
  42. 'deterministic': False,
  43. 'display_iters': 1000,
  44. 'fg_fraction': 0.25,
  45. 'global_scale': 0.8,
  46. 'init_weights': '/home/mouse/anaconda3/envs/dlc2.1/lib/python3.6/site-packages/deeplabcut/pose_estimation_tensorflow/models/pretrained/resnet_v1_50.ckpt',
  47. 'intermediate_supervision': False,
  48. 'intermediate_supervision_layer': 12,
  49. 'leftwidth': 400,
  50. 'location_refinement': True,
  51. 'locref_huber_loss': True,
  52. 'locref_loss_weight': 0.05,
  53. 'locref_stdev': 7.2801,
  54. 'log_dir': 'log',
  55. 'max_input_size': 1500,
  56. 'mean_pixel': [123.68, 116.779, 103.939],
  57. 'metadataset': 'training-datasets/iteration-6/UnaugmentedDataSet_eyesDec8/Documentation_data-eyes_95shuffle1.pickle',
  58. 'min_input_size': 64,
  59. 'minsize': 100,
  60. 'mirror': False,
  61. 'multi_step': [[0.005, 10000],
  62. [0.02, 430000],
  63. [0.002, 730000],
  64. [0.001, 1030000]],
  65. 'net_type': 'resnet_50',
  66. 'num_joints': 16,
  67. 'num_outputs': 1,
  68. 'optimizer': 'sgd',
  69. 'output_stride': 16,
  70. 'pos_dist_thresh': 17,
  71. 'project_path': '/home/mouse/ks/Projects/eyes-Keisuke-2019-12-08',
  72. 'regularize': False,
  73. 'rightwidth': 400,
  74. 'save_iters': 50000,
  75. 'scale_jitter_lo': 0.5,
  76. 'scale_jitter_up': 1.25,
  77. 'scoremap_dir': 'test',
  78. 'shuffle': True,
  79. 'snapshot_prefix': '/home/mouse/ks/Projects/eyes-Keisuke-2019-12-08/dlc-models/iteration-6/eyesDec8-trainset95shuffle1/train/snapshot',
  80. 'stride': 8.0,
  81. 'topheight': 400,
  82. 'weigh_negatives': False,
  83. 'weigh_only_present_joints': False,
  84. 'weigh_part_predictions': False,
  85. 'weight_decay': 0.0001}
  86. 2019-12-19 12:15:26 iteration: 1000 loss: 0.0585 lr: 0.005
  87. 2019-12-19 12:15:50 iteration: 2000 loss: 0.0323 lr: 0.005
  88. 2019-12-19 12:16:15 iteration: 3000 loss: 0.0270 lr: 0.005
  89. 2019-12-19 12:16:39 iteration: 4000 loss: 0.0245 lr: 0.005
  90. 2019-12-19 12:17:04 iteration: 5000 loss: 0.0231 lr: 0.005
  91. 2019-12-19 12:17:28 iteration: 6000 loss: 0.0217 lr: 0.005
  92. 2019-12-19 12:17:53 iteration: 7000 loss: 0.0211 lr: 0.005
  93. 2019-12-19 12:18:19 iteration: 8000 loss: 0.0195 lr: 0.005
  94. 2019-12-19 12:18:43 iteration: 9000 loss: 0.0195 lr: 0.005
  95. 2019-12-19 12:19:08 iteration: 10000 loss: 0.0188 lr: 0.005
  96. 2019-12-19 12:19:32 iteration: 11000 loss: 0.0265 lr: 0.02
  97. 2019-12-19 12:19:57 iteration: 12000 loss: 0.0225 lr: 0.02
  98. 2019-12-19 12:20:22 iteration: 13000 loss: 0.0207 lr: 0.02
  99. 2019-12-19 12:20:46 iteration: 14000 loss: 0.0189 lr: 0.02
  100. 2019-12-19 12:21:11 iteration: 15000 loss: 0.0180 lr: 0.02
  101. 2019-12-19 12:21:36 iteration: 16000 loss: 0.0172 lr: 0.02
  102. 2019-12-19 12:22:00 iteration: 17000 loss: 0.0170 lr: 0.02
  103. 2019-12-19 12:22:25 iteration: 18000 loss: 0.0155 lr: 0.02
  104. 2019-12-19 12:22:49 iteration: 19000 loss: 0.0152 lr: 0.02
  105. 2019-12-19 12:23:14 iteration: 20000 loss: 0.0149 lr: 0.02
  106. 2019-12-19 12:23:39 iteration: 21000 loss: 0.0144 lr: 0.02
  107. 2019-12-19 12:24:04 iteration: 22000 loss: 0.0146 lr: 0.02
  108. 2019-12-19 12:24:28 iteration: 23000 loss: 0.0135 lr: 0.02
  109. 2019-12-19 12:24:53 iteration: 24000 loss: 0.0128 lr: 0.02
  110. 2019-12-19 12:25:18 iteration: 25000 loss: 0.0131 lr: 0.02
  111. 2019-12-19 12:25:43 iteration: 26000 loss: 0.0127 lr: 0.02
  112. 2019-12-19 12:26:08 iteration: 27000 loss: 0.0126 lr: 0.02
  113. 2019-12-19 12:26:33 iteration: 28000 loss: 0.0117 lr: 0.02
  114. 2019-12-19 12:26:58 iteration: 29000 loss: 0.0118 lr: 0.02
  115. 2019-12-19 12:27:23 iteration: 30000 loss: 0.0115 lr: 0.02
  116. 2019-12-19 12:27:47 iteration: 31000 loss: 0.0112 lr: 0.02
  117. 2019-12-19 12:28:12 iteration: 32000 loss: 0.0109 lr: 0.02
  118. 2019-12-19 12:28:37 iteration: 33000 loss: 0.0115 lr: 0.02
  119. 2019-12-19 12:29:02 iteration: 34000 loss: 0.0109 lr: 0.02
  120. 2019-12-19 12:29:26 iteration: 35000 loss: 0.0103 lr: 0.02
  121. 2019-12-19 12:29:51 iteration: 36000 loss: 0.0103 lr: 0.02
  122. 2019-12-19 12:30:16 iteration: 37000 loss: 0.0102 lr: 0.02
  123. 2019-12-19 12:30:40 iteration: 38000 loss: 0.0099 lr: 0.02
  124. 2019-12-19 12:31:05 iteration: 39000 loss: 0.0100 lr: 0.02
  125. 2019-12-19 12:31:30 iteration: 40000 loss: 0.0097 lr: 0.02
  126. 2019-12-19 12:31:54 iteration: 41000 loss: 0.0097 lr: 0.02
  127. 2019-12-19 12:32:19 iteration: 42000 loss: 0.0105 lr: 0.02
  128. 2019-12-19 12:32:44 iteration: 43000 loss: 0.0094 lr: 0.02
  129. 2019-12-19 12:33:09 iteration: 44000 loss: 0.0091 lr: 0.02
  130. 2019-12-19 12:33:33 iteration: 45000 loss: 0.0091 lr: 0.02
  131. 2019-12-19 12:33:58 iteration: 46000 loss: 0.0090 lr: 0.02
  132. 2019-12-19 12:34:23 iteration: 47000 loss: 0.0089 lr: 0.02
  133. 2019-12-19 12:34:48 iteration: 48000 loss: 0.0088 lr: 0.02
  134. 2019-12-19 12:35:13 iteration: 49000 loss: 0.0091 lr: 0.02
  135. 2019-12-19 12:35:38 iteration: 50000 loss: 0.0093 lr: 0.02
  136. 2019-12-19 12:36:03 iteration: 51000 loss: 0.0088 lr: 0.02
  137. 2019-12-19 12:36:28 iteration: 52000 loss: 0.0089 lr: 0.02
  138. 2019-12-19 12:36:52 iteration: 53000 loss: 0.0092 lr: 0.02
  139. 2019-12-19 12:37:17 iteration: 54000 loss: 0.0091 lr: 0.02
  140. 2019-12-19 12:37:42 iteration: 55000 loss: 0.0084 lr: 0.02
  141. 2019-12-19 12:38:07 iteration: 56000 loss: 0.0084 lr: 0.02
  142. 2019-12-19 12:38:31 iteration: 57000 loss: 0.0090 lr: 0.02
  143. 2019-12-19 12:38:56 iteration: 58000 loss: 0.0081 lr: 0.02
  144. 2019-12-19 12:39:21 iteration: 59000 loss: 0.0080 lr: 0.02
  145. 2019-12-19 12:39:45 iteration: 60000 loss: 0.0081 lr: 0.02
  146. 2019-12-19 12:40:10 iteration: 61000 loss: 0.0081 lr: 0.02
  147. 2019-12-19 12:40:35 iteration: 62000 loss: 0.0078 lr: 0.02
  148. 2019-12-19 12:40:59 iteration: 63000 loss: 0.0079 lr: 0.02
  149. 2019-12-19 12:41:24 iteration: 64000 loss: 0.0077 lr: 0.02
  150. 2019-12-19 12:41:49 iteration: 65000 loss: 0.0078 lr: 0.02
  151. 2019-12-19 12:42:13 iteration: 66000 loss: 0.0078 lr: 0.02
  152. 2019-12-19 12:42:38 iteration: 67000 loss: 0.0088 lr: 0.02
  153. 2019-12-19 12:43:03 iteration: 68000 loss: 0.0077 lr: 0.02
  154. 2019-12-19 12:43:28 iteration: 69000 loss: 0.0076 lr: 0.02
  155. 2019-12-19 12:43:52 iteration: 70000 loss: 0.0075 lr: 0.02
  156. 2019-12-19 12:44:17 iteration: 71000 loss: 0.0076 lr: 0.02
  157. 2019-12-19 12:44:42 iteration: 72000 loss: 0.0074 lr: 0.02
  158. 2019-12-19 12:45:06 iteration: 73000 loss: 0.0073 lr: 0.02
  159. 2019-12-19 12:45:31 iteration: 74000 loss: 0.0074 lr: 0.02
  160. 2019-12-19 12:45:56 iteration: 75000 loss: 0.0072 lr: 0.02
  161. 2019-12-19 12:46:21 iteration: 76000 loss: 0.0073 lr: 0.02
  162. 2019-12-19 12:46:45 iteration: 77000 loss: 0.0074 lr: 0.02
  163. 2019-12-19 12:47:10 iteration: 78000 loss: 0.0071 lr: 0.02
  164. 2019-12-19 12:47:35 iteration: 79000 loss: 0.0072 lr: 0.02
  165. 2019-12-19 12:47:59 iteration: 80000 loss: 0.0071 lr: 0.02
  166. 2019-12-19 12:48:24 iteration: 81000 loss: 0.0070 lr: 0.02
  167. 2019-12-19 12:48:49 iteration: 82000 loss: 0.0070 lr: 0.02
  168. 2019-12-19 12:49:13 iteration: 83000 loss: 0.0068 lr: 0.02
  169. 2019-12-19 12:49:38 iteration: 84000 loss: 0.0068 lr: 0.02
  170. 2019-12-19 12:50:02 iteration: 85000 loss: 0.0070 lr: 0.02
  171. 2019-12-19 12:50:27 iteration: 86000 loss: 0.0069 lr: 0.02
  172. 2019-12-19 12:50:52 iteration: 87000 loss: 0.0068 lr: 0.02
  173. 2019-12-19 12:51:16 iteration: 88000 loss: 0.0069 lr: 0.02
  174. 2019-12-19 12:51:41 iteration: 89000 loss: 0.0067 lr: 0.02
  175. 2019-12-19 12:52:06 iteration: 90000 loss: 0.0068 lr: 0.02
  176. 2019-12-19 12:52:31 iteration: 91000 loss: 0.0070 lr: 0.02
  177. 2019-12-19 12:52:56 iteration: 92000 loss: 0.0067 lr: 0.02
  178. 2019-12-19 12:53:20 iteration: 93000 loss: 0.0065 lr: 0.02
  179. 2019-12-19 12:53:45 iteration: 94000 loss: 0.0065 lr: 0.02
  180. 2019-12-19 12:54:10 iteration: 95000 loss: 0.0064 lr: 0.02
  181. 2019-12-19 12:54:35 iteration: 96000 loss: 0.0065 lr: 0.02
  182. 2019-12-19 12:54:59 iteration: 97000 loss: 0.0066 lr: 0.02
  183. 2019-12-19 12:55:24 iteration: 98000 loss: 0.0064 lr: 0.02
  184. 2019-12-19 12:55:49 iteration: 99000 loss: 0.0064 lr: 0.02
  185. 2019-12-19 12:56:13 iteration: 100000 loss: 0.0064 lr: 0.02
  186. 2019-12-19 12:56:38 iteration: 101000 loss: 0.0063 lr: 0.02
  187. 2019-12-19 12:57:03 iteration: 102000 loss: 0.0067 lr: 0.02
  188. 2019-12-19 12:57:27 iteration: 103000 loss: 0.0065 lr: 0.02
  189. 2019-12-19 12:57:53 iteration: 104000 loss: 0.0064 lr: 0.02
  190. 2019-12-19 12:58:18 iteration: 105000 loss: 0.0071 lr: 0.02
  191. 2019-12-19 12:58:43 iteration: 106000 loss: 0.0065 lr: 0.02
  192. 2019-12-19 12:59:08 iteration: 107000 loss: 0.0063 lr: 0.02
  193. 2019-12-19 12:59:32 iteration: 108000 loss: 0.0063 lr: 0.02
  194. 2019-12-19 12:59:57 iteration: 109000 loss: 0.0063 lr: 0.02
  195. 2019-12-19 13:00:22 iteration: 110000 loss: 0.0063 lr: 0.02
  196. 2019-12-19 13:00:46 iteration: 111000 loss: 0.0064 lr: 0.02
  197. 2019-12-19 13:01:11 iteration: 112000 loss: 0.0062 lr: 0.02
  198. 2019-12-19 13:01:36 iteration: 113000 loss: 0.0063 lr: 0.02
  199. 2019-12-19 13:02:00 iteration: 114000 loss: 0.0063 lr: 0.02
  200. 2019-12-19 13:02:25 iteration: 115000 loss: 0.0063 lr: 0.02
  201. 2019-12-19 13:02:50 iteration: 116000 loss: 0.0060 lr: 0.02
  202. 2019-12-19 13:03:15 iteration: 117000 loss: 0.0060 lr: 0.02
  203. 2019-12-19 13:03:39 iteration: 118000 loss: 0.0061 lr: 0.02
  204. 2019-12-19 13:04:04 iteration: 119000 loss: 0.0063 lr: 0.02
  205. 2019-12-19 13:04:29 iteration: 120000 loss: 0.0074 lr: 0.02
  206. 2019-12-19 13:04:53 iteration: 121000 loss: 0.0074 lr: 0.02
  207. 2019-12-19 13:05:18 iteration: 122000 loss: 0.0062 lr: 0.02
  208. 2019-12-19 13:05:42 iteration: 123000 loss: 0.0062 lr: 0.02
  209. 2019-12-19 13:06:07 iteration: 124000 loss: 0.0060 lr: 0.02
  210. 2019-12-19 13:06:32 iteration: 125000 loss: 0.0060 lr: 0.02
  211. 2019-12-19 13:06:56 iteration: 126000 loss: 0.0060 lr: 0.02
  212. 2019-12-19 13:07:21 iteration: 127000 loss: 0.0060 lr: 0.02
  213. 2019-12-19 13:07:46 iteration: 128000 loss: 0.0059 lr: 0.02
  214. 2019-12-19 13:08:10 iteration: 129000 loss: 0.0059 lr: 0.02
  215. 2019-12-19 13:08:35 iteration: 130000 loss: 0.0058 lr: 0.02
  216. 2019-12-19 13:09:00 iteration: 131000 loss: 0.0059 lr: 0.02
  217. 2019-12-19 13:09:24 iteration: 132000 loss: 0.0059 lr: 0.02
  218. 2019-12-19 13:09:49 iteration: 133000 loss: 0.0058 lr: 0.02
  219. 2019-12-19 13:10:13 iteration: 134000 loss: 0.0059 lr: 0.02
  220. 2019-12-19 13:10:38 iteration: 135000 loss: 0.0062 lr: 0.02
  221. 2019-12-19 13:11:03 iteration: 136000 loss: 0.0064 lr: 0.02
  222. 2019-12-19 13:11:28 iteration: 137000 loss: 0.0057 lr: 0.02
  223. 2019-12-19 13:11:53 iteration: 138000 loss: 0.0057 lr: 0.02
  224. 2019-12-19 13:12:17 iteration: 139000 loss: 0.0058 lr: 0.02
  225. 2019-12-19 13:12:42 iteration: 140000 loss: 0.0060 lr: 0.02
  226. 2019-12-19 13:13:07 iteration: 141000 loss: 0.0059 lr: 0.02
  227. 2019-12-19 13:13:31 iteration: 142000 loss: 0.0065 lr: 0.02
  228. 2019-12-19 13:13:56 iteration: 143000 loss: 0.0061 lr: 0.02
  229. 2019-12-19 13:14:21 iteration: 144000 loss: 0.0059 lr: 0.02
  230. 2019-12-19 13:14:45 iteration: 145000 loss: 0.0068 lr: 0.02
  231. 2019-12-19 13:15:10 iteration: 146000 loss: 0.0059 lr: 0.02
  232. 2019-12-19 13:15:35 iteration: 147000 loss: 0.0058 lr: 0.02
  233. 2019-12-19 13:16:00 iteration: 148000 loss: 0.0057 lr: 0.02
  234. 2019-12-19 13:16:24 iteration: 149000 loss: 0.0064 lr: 0.02
  235. 2019-12-19 13:16:49 iteration: 150000 loss: 0.0061 lr: 0.02
  236. 2019-12-19 13:17:14 iteration: 151000 loss: 0.0056 lr: 0.02
  237. 2019-12-19 13:17:38 iteration: 152000 loss: 0.0057 lr: 0.02
  238. 2019-12-19 13:18:03 iteration: 153000 loss: 0.0056 lr: 0.02
  239. 2019-12-19 13:18:28 iteration: 154000 loss: 0.0056 lr: 0.02
  240. 2019-12-19 13:18:52 iteration: 155000 loss: 0.0056 lr: 0.02
  241. 2019-12-19 13:19:17 iteration: 156000 loss: 0.0055 lr: 0.02
  242. 2019-12-19 13:19:41 iteration: 157000 loss: 0.0055 lr: 0.02
  243. 2019-12-19 13:20:06 iteration: 158000 loss: 0.0055 lr: 0.02
  244. 2019-12-19 13:20:31 iteration: 159000 loss: 0.0055 lr: 0.02
  245. 2019-12-19 13:20:55 iteration: 160000 loss: 0.0055 lr: 0.02
  246. 2019-12-19 13:21:20 iteration: 161000 loss: 0.0054 lr: 0.02
  247. 2019-12-19 13:21:44 iteration: 162000 loss: 0.0054 lr: 0.02
  248. 2019-12-19 13:22:09 iteration: 163000 loss: 0.0055 lr: 0.02
  249. 2019-12-19 13:22:34 iteration: 164000 loss: 0.0054 lr: 0.02
  250. 2019-12-19 13:22:58 iteration: 165000 loss: 0.0055 lr: 0.02
  251. 2019-12-19 13:23:23 iteration: 166000 loss: 0.0054 lr: 0.02
  252. 2019-12-19 13:23:47 iteration: 167000 loss: 0.0053 lr: 0.02
  253. 2019-12-19 13:24:12 iteration: 168000 loss: 0.0053 lr: 0.02
  254. 2019-12-19 13:24:37 iteration: 169000 loss: 0.0053 lr: 0.02
  255. 2019-12-19 13:25:01 iteration: 170000 loss: 0.0053 lr: 0.02
  256. 2019-12-19 13:25:26 iteration: 171000 loss: 0.0054 lr: 0.02
  257. 2019-12-19 13:25:51 iteration: 172000 loss: 0.0052 lr: 0.02
  258. 2019-12-19 13:26:15 iteration: 173000 loss: 0.0054 lr: 0.02
  259. 2019-12-19 13:26:40 iteration: 174000 loss: 0.0054 lr: 0.02
  260. 2019-12-19 13:27:04 iteration: 175000 loss: 0.0052 lr: 0.02
  261. 2019-12-19 13:27:29 iteration: 176000 loss: 0.0052 lr: 0.02
  262. 2019-12-19 13:27:54 iteration: 177000 loss: 0.0053 lr: 0.02
  263. 2019-12-19 13:28:18 iteration: 178000 loss: 0.0051 lr: 0.02
  264. 2019-12-19 13:28:43 iteration: 179000 loss: 0.0052 lr: 0.02
  265. 2019-12-19 13:29:08 iteration: 180000 loss: 0.0051 lr: 0.02
  266. 2019-12-19 13:29:32 iteration: 181000 loss: 0.0051 lr: 0.02
  267. 2019-12-19 13:29:57 iteration: 182000 loss: 0.0052 lr: 0.02
  268. 2019-12-19 13:30:22 iteration: 183000 loss: 0.0052 lr: 0.02
  269. 2019-12-19 13:30:46 iteration: 184000 loss: 0.0051 lr: 0.02
  270. 2019-12-19 13:31:11 iteration: 185000 loss: 0.0051 lr: 0.02
  271. 2019-12-19 13:31:35 iteration: 186000 loss: 0.0052 lr: 0.02
  272. 2019-12-19 13:32:00 iteration: 187000 loss: 0.0051 lr: 0.02
  273. 2019-12-19 13:32:25 iteration: 188000 loss: 0.0051 lr: 0.02
  274. 2019-12-19 13:32:50 iteration: 189000 loss: 0.0051 lr: 0.02
  275. 2019-12-19 13:33:14 iteration: 190000 loss: 0.0051 lr: 0.02
  276. 2019-12-19 13:33:39 iteration: 191000 loss: 0.0051 lr: 0.02
  277. 2019-12-19 13:34:04 iteration: 192000 loss: 0.0052 lr: 0.02
  278. 2019-12-19 13:34:28 iteration: 193000 loss: 0.0050 lr: 0.02
  279. 2019-12-19 13:34:53 iteration: 194000 loss: 0.0050 lr: 0.02
  280. 2019-12-19 13:35:18 iteration: 195000 loss: 0.0051 lr: 0.02
  281. 2019-12-19 13:35:43 iteration: 196000 loss: 0.0050 lr: 0.02
  282. 2019-12-19 13:36:08 iteration: 197000 loss: 0.0050 lr: 0.02
  283. 2019-12-19 13:36:33 iteration: 198000 loss: 0.0050 lr: 0.02
  284. 2019-12-19 13:36:57 iteration: 199000 loss: 0.0050 lr: 0.02
  285. 2019-12-19 13:37:21 iteration: 200000 loss: 0.0051 lr: 0.02
  286. 2019-12-19 13:37:46 iteration: 201000 loss: 0.0051 lr: 0.02
  287. 2019-12-19 13:38:10 iteration: 202000 loss: 0.0050 lr: 0.02
  288. 2019-12-19 13:38:35 iteration: 203000 loss: 0.0048 lr: 0.02
  289. 2019-12-19 13:38:59 iteration: 204000 loss: 0.0049 lr: 0.02
  290. 2019-12-19 13:39:23 iteration: 205000 loss: 0.0049 lr: 0.02
  291. 2019-12-19 13:39:48 iteration: 206000 loss: 0.0050 lr: 0.02
  292. 2019-12-19 13:40:12 iteration: 207000 loss: 0.0051 lr: 0.02
  293. 2019-12-19 13:40:37 iteration: 208000 loss: 0.0050 lr: 0.02
  294. 2019-12-19 13:41:01 iteration: 209000 loss: 0.0050 lr: 0.02
  295. 2019-12-19 13:41:25 iteration: 210000 loss: 0.0050 lr: 0.02
  296. 2019-12-19 13:41:49 iteration: 211000 loss: 0.0048 lr: 0.02
  297. 2019-12-19 13:42:14 iteration: 212000 loss: 0.0048 lr: 0.02
  298. 2019-12-19 13:42:38 iteration: 213000 loss: 0.0047 lr: 0.02
  299. 2019-12-19 13:43:03 iteration: 214000 loss: 0.0049 lr: 0.02
  300. 2019-12-19 13:43:27 iteration: 215000 loss: 0.0049 lr: 0.02
  301. 2019-12-19 13:43:51 iteration: 216000 loss: 0.0050 lr: 0.02
  302. 2019-12-19 13:44:16 iteration: 217000 loss: 0.0049 lr: 0.02
  303. 2019-12-19 13:44:40 iteration: 218000 loss: 0.0048 lr: 0.02
  304. 2019-12-19 13:45:04 iteration: 219000 loss: 0.0048 lr: 0.02
  305. 2019-12-19 13:45:29 iteration: 220000 loss: 0.0048 lr: 0.02
  306. 2019-12-19 13:45:53 iteration: 221000 loss: 0.0049 lr: 0.02
  307. 2019-12-19 13:46:17 iteration: 222000 loss: 0.0048 lr: 0.02
  308. 2019-12-19 13:46:42 iteration: 223000 loss: 0.0047 lr: 0.02
  309. 2019-12-19 13:47:06 iteration: 224000 loss: 0.0047 lr: 0.02
  310. 2019-12-19 13:47:31 iteration: 225000 loss: 0.0048 lr: 0.02
  311. 2019-12-19 13:47:55 iteration: 226000 loss: 0.0046 lr: 0.02
  312. 2019-12-19 13:48:19 iteration: 227000 loss: 0.0047 lr: 0.02
  313. 2019-12-19 13:48:44 iteration: 228000 loss: 0.0048 lr: 0.02
  314. 2019-12-19 13:49:08 iteration: 229000 loss: 0.0047 lr: 0.02
  315. 2019-12-19 13:49:32 iteration: 230000 loss: 0.0046 lr: 0.02
  316. 2019-12-19 13:49:57 iteration: 231000 loss: 0.0047 lr: 0.02
  317. 2019-12-19 13:50:21 iteration: 232000 loss: 0.0046 lr: 0.02
  318. 2019-12-19 13:50:45 iteration: 233000 loss: 0.0047 lr: 0.02
  319. 2019-12-19 13:51:10 iteration: 234000 loss: 0.0047 lr: 0.02
  320. 2019-12-19 13:51:34 iteration: 235000 loss: 0.0047 lr: 0.02
  321. 2019-12-19 13:51:58 iteration: 236000 loss: 0.0046 lr: 0.02
  322. 2019-12-19 13:52:23 iteration: 237000 loss: 0.0046 lr: 0.02
  323. 2019-12-19 13:52:47 iteration: 238000 loss: 0.0048 lr: 0.02
  324. 2019-12-19 13:53:11 iteration: 239000 loss: 0.0047 lr: 0.02
  325. 2019-12-19 13:53:36 iteration: 240000 loss: 0.0047 lr: 0.02
  326. 2019-12-19 13:54:00 iteration: 241000 loss: 0.0046 lr: 0.02
  327. 2019-12-19 13:54:24 iteration: 242000 loss: 0.0047 lr: 0.02
  328. 2019-12-19 13:54:48 iteration: 243000 loss: 0.0048 lr: 0.02
  329. 2019-12-19 13:55:13 iteration: 244000 loss: 0.0046 lr: 0.02
  330. 2019-12-19 13:55:37 iteration: 245000 loss: 0.0045 lr: 0.02
  331. 2019-12-19 13:56:01 iteration: 246000 loss: 0.0046 lr: 0.02
  332. 2019-12-19 13:56:26 iteration: 247000 loss: 0.0045 lr: 0.02
  333. 2019-12-19 13:56:50 iteration: 248000 loss: 0.0046 lr: 0.02
  334. 2019-12-19 13:57:14 iteration: 249000 loss: 0.0046 lr: 0.02
  335. 2019-12-19 13:57:39 iteration: 250000 loss: 0.0047 lr: 0.02
  336. 2019-12-19 13:58:03 iteration: 251000 loss: 0.0046 lr: 0.02
  337. 2019-12-19 13:58:28 iteration: 252000 loss: 0.0045 lr: 0.02
  338. 2019-12-19 13:58:52 iteration: 253000 loss: 0.0046 lr: 0.02
  339. 2019-12-19 13:59:16 iteration: 254000 loss: 0.0045 lr: 0.02
  340. 2019-12-19 13:59:41 iteration: 255000 loss: 0.0048 lr: 0.02
  341. 2019-12-19 14:00:05 iteration: 256000 loss: 0.0045 lr: 0.02
  342. 2019-12-19 14:00:29 iteration: 257000 loss: 0.0045 lr: 0.02
  343. 2019-12-19 14:00:54 iteration: 258000 loss: 0.0044 lr: 0.02
  344. 2019-12-19 14:01:18 iteration: 259000 loss: 0.0047 lr: 0.02
  345. 2019-12-19 14:01:42 iteration: 260000 loss: 0.0048 lr: 0.02
  346. 2019-12-19 14:02:07 iteration: 261000 loss: 0.0045 lr: 0.02
  347. 2019-12-19 14:02:31 iteration: 262000 loss: 0.0046 lr: 0.02
  348. 2019-12-19 14:02:55 iteration: 263000 loss: 0.0044 lr: 0.02
  349. 2019-12-19 14:03:20 iteration: 264000 loss: 0.0044 lr: 0.02
  350. 2019-12-19 14:03:44 iteration: 265000 loss: 0.0044 lr: 0.02
  351. 2019-12-19 14:04:09 iteration: 266000 loss: 0.0045 lr: 0.02
  352. 2019-12-19 14:04:33 iteration: 267000 loss: 0.0044 lr: 0.02
  353. 2019-12-19 14:04:57 iteration: 268000 loss: 0.0044 lr: 0.02
  354. 2019-12-19 14:05:22 iteration: 269000 loss: 0.0044 lr: 0.02
  355. 2019-12-19 14:05:46 iteration: 270000 loss: 0.0044 lr: 0.02
  356. 2019-12-19 14:06:11 iteration: 271000 loss: 0.0045 lr: 0.02
  357. 2019-12-19 14:06:35 iteration: 272000 loss: 0.0044 lr: 0.02
  358. 2019-12-19 14:06:59 iteration: 273000 loss: 0.0044 lr: 0.02
  359. 2019-12-19 14:07:24 iteration: 274000 loss: 0.0045 lr: 0.02
  360. 2019-12-19 14:07:48 iteration: 275000 loss: 0.0044 lr: 0.02
  361. 2019-12-19 14:08:13 iteration: 276000 loss: 0.0044 lr: 0.02
  362. 2019-12-19 14:08:37 iteration: 277000 loss: 0.0044 lr: 0.02
  363. 2019-12-19 14:09:01 iteration: 278000 loss: 0.0043 lr: 0.02
  364. 2019-12-19 14:09:26 iteration: 279000 loss: 0.0044 lr: 0.02
  365. 2019-12-19 14:09:50 iteration: 280000 loss: 0.0043 lr: 0.02
  366. 2019-12-19 14:10:14 iteration: 281000 loss: 0.0044 lr: 0.02
  367. 2019-12-19 14:10:39 iteration: 282000 loss: 0.0044 lr: 0.02
  368. 2019-12-19 14:11:03 iteration: 283000 loss: 0.0044 lr: 0.02
  369. 2019-12-19 14:11:27 iteration: 284000 loss: 0.0044 lr: 0.02
  370. 2019-12-19 14:11:52 iteration: 285000 loss: 0.0043 lr: 0.02
  371. 2019-12-19 14:12:16 iteration: 286000 loss: 0.0043 lr: 0.02
  372. 2019-12-19 14:12:40 iteration: 287000 loss: 0.0043 lr: 0.02
  373. 2019-12-19 14:13:05 iteration: 288000 loss: 0.0045 lr: 0.02
  374. 2019-12-19 14:13:29 iteration: 289000 loss: 0.0043 lr: 0.02
  375. 2019-12-19 14:13:54 iteration: 290000 loss: 0.0043 lr: 0.02
  376. 2019-12-19 14:14:18 iteration: 291000 loss: 0.0042 lr: 0.02
  377. 2019-12-19 14:14:42 iteration: 292000 loss: 0.0043 lr: 0.02
  378. 2019-12-19 14:15:07 iteration: 293000 loss: 0.0042 lr: 0.02
  379. 2019-12-19 14:15:31 iteration: 294000 loss: 0.0042 lr: 0.02
  380. 2019-12-19 14:15:55 iteration: 295000 loss: 0.0042 lr: 0.02
  381. 2019-12-19 14:16:20 iteration: 296000 loss: 0.0042 lr: 0.02
  382. 2019-12-19 14:16:44 iteration: 297000 loss: 0.0042 lr: 0.02
  383. 2019-12-19 14:17:08 iteration: 298000 loss: 0.0043 lr: 0.02
  384. 2019-12-19 14:17:33 iteration: 299000 loss: 0.0044 lr: 0.02
  385. 2019-12-19 14:17:57 iteration: 300000 loss: 0.0041 lr: 0.02
  386. 2019-12-19 14:18:22 iteration: 301000 loss: 0.0041 lr: 0.02
  387. 2019-12-19 14:18:46 iteration: 302000 loss: 0.0042 lr: 0.02
  388. 2019-12-19 14:19:10 iteration: 303000 loss: 0.0041 lr: 0.02
  389. 2019-12-19 14:19:35 iteration: 304000 loss: 0.0041 lr: 0.02
  390. 2019-12-19 14:19:59 iteration: 305000 loss: 0.0042 lr: 0.02
  391. 2019-12-19 14:20:23 iteration: 306000 loss: 0.0042 lr: 0.02
  392. 2019-12-19 14:20:48 iteration: 307000 loss: 0.0043 lr: 0.02
  393. 2019-12-19 14:21:12 iteration: 308000 loss: 0.0042 lr: 0.02
  394. 2019-12-19 14:21:36 iteration: 309000 loss: 0.0040 lr: 0.02
  395. 2019-12-19 14:22:01 iteration: 310000 loss: 0.0042 lr: 0.02
  396. 2019-12-19 14:22:25 iteration: 311000 loss: 0.0042 lr: 0.02
  397. 2019-12-19 14:22:49 iteration: 312000 loss: 0.0042 lr: 0.02
  398. 2019-12-19 14:23:14 iteration: 313000 loss: 0.0041 lr: 0.02
  399. 2019-12-19 14:23:38 iteration: 314000 loss: 0.0041 lr: 0.02
  400. 2019-12-19 14:24:02 iteration: 315000 loss: 0.0042 lr: 0.02
  401. 2019-12-19 14:24:27 iteration: 316000 loss: 0.0042 lr: 0.02
  402. 2019-12-19 14:24:51 iteration: 317000 loss: 0.0043 lr: 0.02
  403. 2019-12-19 14:25:15 iteration: 318000 loss: 0.0042 lr: 0.02
  404. 2019-12-19 14:25:40 iteration: 319000 loss: 0.0042 lr: 0.02
  405. 2019-12-19 14:26:04 iteration: 320000 loss: 0.0041 lr: 0.02
  406. 2019-12-19 14:26:28 iteration: 321000 loss: 0.0041 lr: 0.02
  407. 2019-12-19 14:26:52 iteration: 322000 loss: 0.0040 lr: 0.02
  408. 2019-12-19 14:27:17 iteration: 323000 loss: 0.0041 lr: 0.02
  409. 2019-12-19 14:27:41 iteration: 324000 loss: 0.0041 lr: 0.02
  410. 2019-12-19 14:28:05 iteration: 325000 loss: 0.0040 lr: 0.02
  411. 2019-12-19 14:28:30 iteration: 326000 loss: 0.0040 lr: 0.02
  412. 2019-12-19 14:28:54 iteration: 327000 loss: 0.0043 lr: 0.02
  413. 2019-12-19 14:29:18 iteration: 328000 loss: 0.0040 lr: 0.02
  414. 2019-12-19 14:29:42 iteration: 329000 loss: 0.0040 lr: 0.02
  415. 2019-12-19 14:30:07 iteration: 330000 loss: 0.0040 lr: 0.02
  416. 2019-12-19 14:30:31 iteration: 331000 loss: 0.0040 lr: 0.02
  417. 2019-12-19 14:30:55 iteration: 332000 loss: 0.0040 lr: 0.02
  418. 2019-12-19 14:31:20 iteration: 333000 loss: 0.0040 lr: 0.02
  419. 2019-12-19 14:31:44 iteration: 334000 loss: 0.0039 lr: 0.02
  420. 2019-12-19 14:32:08 iteration: 335000 loss: 0.0040 lr: 0.02
  421. 2019-12-19 14:32:33 iteration: 336000 loss: 0.0040 lr: 0.02
  422. 2019-12-19 14:32:57 iteration: 337000 loss: 0.0040 lr: 0.02
  423. 2019-12-19 14:33:21 iteration: 338000 loss: 0.0040 lr: 0.02
  424. 2019-12-19 14:33:46 iteration: 339000 loss: 0.0040 lr: 0.02
  425. 2019-12-19 14:34:10 iteration: 340000 loss: 0.0039 lr: 0.02
  426. 2019-12-19 14:34:34 iteration: 341000 loss: 0.0040 lr: 0.02
  427. 2019-12-19 14:34:58 iteration: 342000 loss: 0.0042 lr: 0.02
  428. 2019-12-19 14:35:23 iteration: 343000 loss: 0.0038 lr: 0.02
  429. 2019-12-19 14:35:47 iteration: 344000 loss: 0.0042 lr: 0.02
  430. 2019-12-19 14:36:11 iteration: 345000 loss: 0.0041 lr: 0.02
  431. 2019-12-19 14:36:35 iteration: 346000 loss: 0.0039 lr: 0.02
  432. 2019-12-19 14:37:00 iteration: 347000 loss: 0.0040 lr: 0.02
  433. 2019-12-19 14:37:24 iteration: 348000 loss: 0.0041 lr: 0.02
  434. 2019-12-19 14:37:48 iteration: 349000 loss: 0.0040 lr: 0.02
  435. 2019-12-19 14:38:13 iteration: 350000 loss: 0.0039 lr: 0.02
  436. 2019-12-19 14:38:37 iteration: 351000 loss: 0.0040 lr: 0.02
  437. 2019-12-19 14:39:02 iteration: 352000 loss: 0.0039 lr: 0.02
  438. 2019-12-19 14:39:26 iteration: 353000 loss: 0.0040 lr: 0.02
  439. 2019-12-19 14:39:51 iteration: 354000 loss: 0.0040 lr: 0.02
  440. 2019-12-19 14:40:15 iteration: 355000 loss: 0.0039 lr: 0.02
  441. 2019-12-19 14:40:39 iteration: 356000 loss: 0.0039 lr: 0.02
  442. 2019-12-19 14:41:04 iteration: 357000 loss: 0.0038 lr: 0.02
  443. 2019-12-19 14:41:28 iteration: 358000 loss: 0.0039 lr: 0.02
  444. 2019-12-19 14:41:52 iteration: 359000 loss: 0.0039 lr: 0.02
  445. 2019-12-19 14:42:16 iteration: 360000 loss: 0.0039 lr: 0.02
  446. 2019-12-19 14:42:41 iteration: 361000 loss: 0.0038 lr: 0.02
  447. 2019-12-19 14:43:05 iteration: 362000 loss: 0.0039 lr: 0.02
  448. 2019-12-19 14:43:30 iteration: 363000 loss: 0.0038 lr: 0.02
  449. 2019-12-19 14:43:54 iteration: 364000 loss: 0.0039 lr: 0.02
  450. 2019-12-19 14:44:18 iteration: 365000 loss: 0.0040 lr: 0.02
  451. 2019-12-19 14:44:43 iteration: 366000 loss: 0.0039 lr: 0.02
  452. 2019-12-19 14:45:07 iteration: 367000 loss: 0.0038 lr: 0.02
  453. 2019-12-19 14:45:31 iteration: 368000 loss: 0.0038 lr: 0.02
  454. 2019-12-19 14:45:56 iteration: 369000 loss: 0.0038 lr: 0.02
  455. 2019-12-19 14:46:20 iteration: 370000 loss: 0.0038 lr: 0.02
  456. 2019-12-19 14:46:44 iteration: 371000 loss: 0.0038 lr: 0.02
  457. 2019-12-19 14:47:09 iteration: 372000 loss: 0.0039 lr: 0.02
  458. 2019-12-19 14:47:33 iteration: 373000 loss: 0.0037 lr: 0.02
  459. 2019-12-19 14:47:57 iteration: 374000 loss: 0.0039 lr: 0.02
  460. 2019-12-19 14:48:22 iteration: 375000 loss: 0.0037 lr: 0.02
  461. 2019-12-19 14:48:46 iteration: 376000 loss: 0.0038 lr: 0.02
  462. 2019-12-19 14:49:11 iteration: 377000 loss: 0.0039 lr: 0.02
  463. 2019-12-19 14:49:35 iteration: 378000 loss: 0.0038 lr: 0.02
  464. 2019-12-19 14:49:59 iteration: 379000 loss: 0.0038 lr: 0.02
  465. 2019-12-19 14:50:24 iteration: 380000 loss: 0.0039 lr: 0.02
  466. 2019-12-19 14:50:48 iteration: 381000 loss: 0.0038 lr: 0.02
  467. 2019-12-19 14:51:12 iteration: 382000 loss: 0.0039 lr: 0.02
  468. 2019-12-19 14:51:36 iteration: 383000 loss: 0.0039 lr: 0.02
  469. 2019-12-19 14:52:01 iteration: 384000 loss: 0.0038 lr: 0.02
  470. 2019-12-19 14:52:25 iteration: 385000 loss: 0.0037 lr: 0.02
  471. 2019-12-19 14:52:50 iteration: 386000 loss: 0.0037 lr: 0.02
  472. 2019-12-19 14:53:14 iteration: 387000 loss: 0.0038 lr: 0.02
  473. 2019-12-19 14:53:38 iteration: 388000 loss: 0.0038 lr: 0.02
  474. 2019-12-19 14:54:03 iteration: 389000 loss: 0.0036 lr: 0.02
  475. 2019-12-19 14:54:27 iteration: 390000 loss: 0.0037 lr: 0.02
  476. 2019-12-19 14:54:51 iteration: 391000 loss: 0.0038 lr: 0.02
  477. 2019-12-19 14:55:16 iteration: 392000 loss: 0.0036 lr: 0.02
  478. 2019-12-19 14:55:40 iteration: 393000 loss: 0.0038 lr: 0.02
  479. 2019-12-19 14:56:04 iteration: 394000 loss: 0.0039 lr: 0.02
  480. 2019-12-19 14:56:29 iteration: 395000 loss: 0.0038 lr: 0.02
  481. 2019-12-19 14:56:53 iteration: 396000 loss: 0.0037 lr: 0.02
  482. 2019-12-19 14:57:18 iteration: 397000 loss: 0.0038 lr: 0.02
  483. 2019-12-19 14:57:42 iteration: 398000 loss: 0.0038 lr: 0.02
  484. 2019-12-19 14:58:06 iteration: 399000 loss: 0.0036 lr: 0.02
  485. 2019-12-19 14:58:31 iteration: 400000 loss: 0.0038 lr: 0.02
  486. 2019-12-19 14:58:55 iteration: 401000 loss: 0.0038 lr: 0.02
  487. 2019-12-19 14:59:20 iteration: 402000 loss: 0.0036 lr: 0.02
  488. 2019-12-19 14:59:44 iteration: 403000 loss: 0.0037 lr: 0.02
  489. 2019-12-19 15:00:08 iteration: 404000 loss: 0.0036 lr: 0.02
  490. 2019-12-19 15:00:33 iteration: 405000 loss: 0.0035 lr: 0.02
  491. 2019-12-19 15:00:57 iteration: 406000 loss: 0.0038 lr: 0.02
  492. 2019-12-19 15:01:21 iteration: 407000 loss: 0.0038 lr: 0.02
  493. 2019-12-19 15:01:46 iteration: 408000 loss: 0.0036 lr: 0.02
  494. 2019-12-19 15:02:10 iteration: 409000 loss: 0.0038 lr: 0.02
  495. 2019-12-19 15:02:34 iteration: 410000 loss: 0.0037 lr: 0.02
  496. 2019-12-19 15:02:59 iteration: 411000 loss: 0.0036 lr: 0.02
  497. 2019-12-19 15:03:23 iteration: 412000 loss: 0.0035 lr: 0.02
  498. 2019-12-19 15:03:47 iteration: 413000 loss: 0.0036 lr: 0.02
  499. 2019-12-19 15:04:12 iteration: 414000 loss: 0.0038 lr: 0.02
  500. 2019-12-19 15:04:36 iteration: 415000 loss: 0.0038 lr: 0.02
  501. 2019-12-19 15:05:00 iteration: 416000 loss: 0.0037 lr: 0.02
  502. 2019-12-19 15:05:24 iteration: 417000 loss: 0.0036 lr: 0.02
  503. 2019-12-19 15:05:49 iteration: 418000 loss: 0.0036 lr: 0.02
  504. 2019-12-19 15:06:13 iteration: 419000 loss: 0.0036 lr: 0.02
  505. 2019-12-19 15:06:38 iteration: 420000 loss: 0.0036 lr: 0.02
  506. 2019-12-19 15:07:02 iteration: 421000 loss: 0.0036 lr: 0.02
  507. 2019-12-19 15:07:26 iteration: 422000 loss: 0.0035 lr: 0.02
  508. 2019-12-19 15:07:50 iteration: 423000 loss: 0.0037 lr: 0.02
  509. 2019-12-19 15:08:15 iteration: 424000 loss: 0.0036 lr: 0.02
  510. 2019-12-19 15:08:39 iteration: 425000 loss: 0.0038 lr: 0.02
  511. 2019-12-19 15:09:03 iteration: 426000 loss: 0.0036 lr: 0.02
  512. 2019-12-19 15:09:27 iteration: 427000 loss: 0.0038 lr: 0.02
  513. 2019-12-19 15:09:52 iteration: 428000 loss: 0.0036 lr: 0.02
  514. 2019-12-19 15:10:16 iteration: 429000 loss: 0.0036 lr: 0.02
  515. 2019-12-19 15:10:40 iteration: 430000 loss: 0.0036 lr: 0.02
  516. 2019-12-19 15:11:05 iteration: 431000 loss: 0.0032 lr: 0.002
  517. 2019-12-19 15:11:29 iteration: 432000 loss: 0.0030 lr: 0.002
  518. 2019-12-19 15:11:53 iteration: 433000 loss: 0.0029 lr: 0.002
  519. 2019-12-19 15:12:18 iteration: 434000 loss: 0.0029 lr: 0.002
  520. 2019-12-19 15:12:42 iteration: 435000 loss: 0.0027 lr: 0.002
  521. 2019-12-19 15:13:06 iteration: 436000 loss: 0.0027 lr: 0.002
  522. 2019-12-19 15:13:31 iteration: 437000 loss: 0.0027 lr: 0.002
  523. 2019-12-19 15:13:55 iteration: 438000 loss: 0.0027 lr: 0.002
  524. 2019-12-19 15:14:19 iteration: 439000 loss: 0.0027 lr: 0.002
  525. 2019-12-19 15:14:43 iteration: 440000 loss: 0.0027 lr: 0.002
  526. 2019-12-19 15:15:08 iteration: 441000 loss: 0.0027 lr: 0.002
  527. 2019-12-19 15:15:32 iteration: 442000 loss: 0.0027 lr: 0.002
  528. 2019-12-19 15:15:56 iteration: 443000 loss: 0.0027 lr: 0.002
  529. 2019-12-19 15:16:21 iteration: 444000 loss: 0.0026 lr: 0.002
  530. 2019-12-19 15:16:45 iteration: 445000 loss: 0.0026 lr: 0.002
  531. 2019-12-19 15:17:09 iteration: 446000 loss: 0.0026 lr: 0.002
  532. 2019-12-19 15:17:34 iteration: 447000 loss: 0.0026 lr: 0.002
  533. 2019-12-19 15:17:58 iteration: 448000 loss: 0.0026 lr: 0.002
  534. 2019-12-19 15:18:22 iteration: 449000 loss: 0.0026 lr: 0.002
  535. 2019-12-19 15:18:47 iteration: 450000 loss: 0.0025 lr: 0.002
  536. 2019-12-19 15:19:11 iteration: 451000 loss: 0.0027 lr: 0.002
  537. 2019-12-19 15:19:36 iteration: 452000 loss: 0.0026 lr: 0.002
  538. 2019-12-19 15:20:00 iteration: 453000 loss: 0.0025 lr: 0.002
  539. 2019-12-19 15:20:24 iteration: 454000 loss: 0.0025 lr: 0.002
  540. 2019-12-19 15:20:48 iteration: 455000 loss: 0.0025 lr: 0.002
  541. 2019-12-19 15:21:13 iteration: 456000 loss: 0.0025 lr: 0.002
  542. 2019-12-19 15:21:37 iteration: 457000 loss: 0.0025 lr: 0.002
  543. 2019-12-19 15:22:01 iteration: 458000 loss: 0.0026 lr: 0.002
  544. 2019-12-19 15:22:26 iteration: 459000 loss: 0.0026 lr: 0.002
  545. 2019-12-19 15:22:50 iteration: 460000 loss: 0.0025 lr: 0.002
  546. 2019-12-19 15:23:14 iteration: 461000 loss: 0.0024 lr: 0.002
  547. 2019-12-19 15:23:39 iteration: 462000 loss: 0.0025 lr: 0.002
  548. 2019-12-19 15:24:03 iteration: 463000 loss: 0.0026 lr: 0.002
  549. 2019-12-19 15:24:27 iteration: 464000 loss: 0.0025 lr: 0.002
  550. 2019-12-19 15:24:52 iteration: 465000 loss: 0.0024 lr: 0.002
  551. 2019-12-19 15:25:16 iteration: 466000 loss: 0.0025 lr: 0.002
  552. 2019-12-19 15:25:40 iteration: 467000 loss: 0.0025 lr: 0.002
  553. 2019-12-19 15:26:04 iteration: 468000 loss: 0.0025 lr: 0.002
  554. 2019-12-19 15:26:29 iteration: 469000 loss: 0.0024 lr: 0.002
  555. 2019-12-19 15:26:53 iteration: 470000 loss: 0.0024 lr: 0.002
  556. 2019-12-19 15:27:17 iteration: 471000 loss: 0.0024 lr: 0.002
  557. 2019-12-19 15:27:42 iteration: 472000 loss: 0.0024 lr: 0.002
  558. 2019-12-19 15:28:06 iteration: 473000 loss: 0.0025 lr: 0.002
  559. 2019-12-19 15:28:30 iteration: 474000 loss: 0.0024 lr: 0.002
  560. 2019-12-19 15:28:54 iteration: 475000 loss: 0.0025 lr: 0.002
  561. 2019-12-19 15:29:19 iteration: 476000 loss: 0.0024 lr: 0.002
  562. 2019-12-19 15:29:43 iteration: 477000 loss: 0.0024 lr: 0.002
  563. 2019-12-19 15:30:07 iteration: 478000 loss: 0.0024 lr: 0.002
  564. 2019-12-19 15:30:32 iteration: 479000 loss: 0.0024 lr: 0.002
  565. 2019-12-19 15:30:56 iteration: 480000 loss: 0.0024 lr: 0.002
  566. 2019-12-19 15:31:20 iteration: 481000 loss: 0.0024 lr: 0.002
  567. 2019-12-19 15:31:45 iteration: 482000 loss: 0.0024 lr: 0.002
  568. 2019-12-19 15:32:09 iteration: 483000 loss: 0.0023 lr: 0.002
  569. 2019-12-19 15:32:33 iteration: 484000 loss: 0.0024 lr: 0.002
  570. 2019-12-19 15:32:58 iteration: 485000 loss: 0.0024 lr: 0.002
  571. 2019-12-19 15:33:22 iteration: 486000 loss: 0.0024 lr: 0.002
  572. 2019-12-19 15:33:46 iteration: 487000 loss: 0.0024 lr: 0.002
  573. 2019-12-19 15:34:10 iteration: 488000 loss: 0.0024 lr: 0.002
  574. 2019-12-19 15:34:35 iteration: 489000 loss: 0.0023 lr: 0.002
  575. 2019-12-19 15:34:59 iteration: 490000 loss: 0.0024 lr: 0.002
  576. 2019-12-19 15:35:23 iteration: 491000 loss: 0.0024 lr: 0.002
  577. 2019-12-19 15:35:48 iteration: 492000 loss: 0.0024 lr: 0.002
  578. 2019-12-19 15:36:12 iteration: 493000 loss: 0.0024 lr: 0.002
  579. 2019-12-19 15:36:36 iteration: 494000 loss: 0.0024 lr: 0.002
  580. 2019-12-19 15:37:01 iteration: 495000 loss: 0.0023 lr: 0.002
  581. 2019-12-19 15:37:25 iteration: 496000 loss: 0.0024 lr: 0.002
  582. 2019-12-19 15:37:49 iteration: 497000 loss: 0.0023 lr: 0.002
  583. 2019-12-19 15:38:13 iteration: 498000 loss: 0.0024 lr: 0.002
  584. 2019-12-19 15:38:38 iteration: 499000 loss: 0.0023 lr: 0.002
  585. 2019-12-19 15:39:02 iteration: 500000 loss: 0.0023 lr: 0.002
  586. 2019-12-19 15:39:27 iteration: 501000 loss: 0.0025 lr: 0.002
  587. 2019-12-19 15:39:51 iteration: 502000 loss: 0.0024 lr: 0.002
  588. 2019-12-19 15:40:15 iteration: 503000 loss: 0.0024 lr: 0.002
  589. 2019-12-19 15:40:39 iteration: 504000 loss: 0.0024 lr: 0.002
  590. 2019-12-19 15:41:04 iteration: 505000 loss: 0.0023 lr: 0.002
  591. 2019-12-19 15:41:28 iteration: 506000 loss: 0.0023 lr: 0.002
  592. 2019-12-19 15:41:52 iteration: 507000 loss: 0.0022 lr: 0.002
  593. 2019-12-19 15:42:17 iteration: 508000 loss: 0.0023 lr: 0.002
  594. 2019-12-19 15:42:41 iteration: 509000 loss: 0.0024 lr: 0.002
  595. 2019-12-19 15:43:05 iteration: 510000 loss: 0.0023 lr: 0.002
  596. 2019-12-19 15:43:30 iteration: 511000 loss: 0.0023 lr: 0.002
  597. 2019-12-19 15:43:54 iteration: 512000 loss: 0.0023 lr: 0.002
  598. 2019-12-19 15:44:18 iteration: 513000 loss: 0.0023 lr: 0.002
  599. 2019-12-19 15:44:42 iteration: 514000 loss: 0.0023 lr: 0.002
  600. 2019-12-19 15:45:07 iteration: 515000 loss: 0.0023 lr: 0.002
  601. 2019-12-19 15:45:31 iteration: 516000 loss: 0.0024 lr: 0.002
  602. 2019-12-19 15:45:55 iteration: 517000 loss: 0.0023 lr: 0.002
  603. 2019-12-19 15:46:20 iteration: 518000 loss: 0.0023 lr: 0.002
  604. 2019-12-19 15:46:44 iteration: 519000 loss: 0.0023 lr: 0.002
  605. 2019-12-19 15:47:08 iteration: 520000 loss: 0.0023 lr: 0.002
  606. 2019-12-19 15:47:32 iteration: 521000 loss: 0.0023 lr: 0.002
  607. 2019-12-19 15:47:57 iteration: 522000 loss: 0.0023 lr: 0.002
  608. 2019-12-19 15:48:21 iteration: 523000 loss: 0.0024 lr: 0.002
  609. 2019-12-19 15:48:45 iteration: 524000 loss: 0.0023 lr: 0.002
  610. 2019-12-19 15:49:10 iteration: 525000 loss: 0.0023 lr: 0.002
  611. 2019-12-19 15:49:34 iteration: 526000 loss: 0.0023 lr: 0.002
  612. 2019-12-19 15:49:58 iteration: 527000 loss: 0.0022 lr: 0.002
  613. 2019-12-19 15:50:22 iteration: 528000 loss: 0.0023 lr: 0.002
  614. 2019-12-19 15:50:47 iteration: 529000 loss: 0.0022 lr: 0.002
  615. 2019-12-19 15:51:11 iteration: 530000 loss: 0.0024 lr: 0.002
  616. 2019-12-19 15:51:35 iteration: 531000 loss: 0.0022 lr: 0.002
  617. 2019-12-19 15:52:00 iteration: 532000 loss: 0.0023 lr: 0.002
  618. 2019-12-19 15:52:24 iteration: 533000 loss: 0.0023 lr: 0.002
  619. 2019-12-19 15:52:48 iteration: 534000 loss: 0.0023 lr: 0.002
  620. 2019-12-19 15:53:13 iteration: 535000 loss: 0.0023 lr: 0.002
  621. 2019-12-19 15:53:37 iteration: 536000 loss: 0.0023 lr: 0.002
  622. 2019-12-19 15:54:01 iteration: 537000 loss: 0.0023 lr: 0.002
  623. 2019-12-19 15:54:25 iteration: 538000 loss: 0.0023 lr: 0.002
  624. 2019-12-19 15:54:50 iteration: 539000 loss: 0.0022 lr: 0.002
  625. 2019-12-19 15:55:14 iteration: 540000 loss: 0.0023 lr: 0.002
  626. 2019-12-19 15:55:38 iteration: 541000 loss: 0.0023 lr: 0.002
  627. 2019-12-19 15:56:03 iteration: 542000 loss: 0.0022 lr: 0.002
  628. 2019-12-19 15:56:27 iteration: 543000 loss: 0.0023 lr: 0.002
  629. 2019-12-19 15:56:51 iteration: 544000 loss: 0.0023 lr: 0.002
  630. 2019-12-19 15:57:16 iteration: 545000 loss: 0.0022 lr: 0.002
  631. 2019-12-19 15:57:40 iteration: 546000 loss: 0.0023 lr: 0.002
  632. 2019-12-19 15:58:04 iteration: 547000 loss: 0.0022 lr: 0.002
  633. 2019-12-19 15:58:28 iteration: 548000 loss: 0.0022 lr: 0.002
  634. 2019-12-19 15:58:52 iteration: 549000 loss: 0.0022 lr: 0.002
  635. 2019-12-19 15:59:17 iteration: 550000 loss: 0.0022 lr: 0.002
  636. 2019-12-19 15:59:41 iteration: 551000 loss: 0.0022 lr: 0.002
  637. 2019-12-19 16:00:05 iteration: 552000 loss: 0.0022 lr: 0.002
  638. 2019-12-19 16:00:30 iteration: 553000 loss: 0.0023 lr: 0.002
  639. 2019-12-19 16:00:54 iteration: 554000 loss: 0.0022 lr: 0.002
  640. 2019-12-19 16:01:18 iteration: 555000 loss: 0.0023 lr: 0.002
  641. 2019-12-19 16:01:43 iteration: 556000 loss: 0.0023 lr: 0.002
  642. 2019-12-19 16:02:07 iteration: 557000 loss: 0.0022 lr: 0.002
  643. 2019-12-19 16:02:31 iteration: 558000 loss: 0.0022 lr: 0.002
  644. 2019-12-19 16:02:55 iteration: 559000 loss: 0.0023 lr: 0.002
  645. 2019-12-19 16:03:20 iteration: 560000 loss: 0.0022 lr: 0.002
  646. 2019-12-19 16:03:44 iteration: 561000 loss: 0.0022 lr: 0.002
  647. 2019-12-19 16:04:08 iteration: 562000 loss: 0.0022 lr: 0.002
  648. 2019-12-19 16:04:33 iteration: 563000 loss: 0.0022 lr: 0.002
  649. 2019-12-19 16:04:57 iteration: 564000 loss: 0.0022 lr: 0.002
  650. 2019-12-19 16:05:21 iteration: 565000 loss: 0.0023 lr: 0.002
  651. 2019-12-19 16:05:46 iteration: 566000 loss: 0.0022 lr: 0.002
  652. 2019-12-19 16:06:10 iteration: 567000 loss: 0.0023 lr: 0.002
  653. 2019-12-19 16:06:34 iteration: 568000 loss: 0.0022 lr: 0.002
  654. 2019-12-19 16:06:58 iteration: 569000 loss: 0.0022 lr: 0.002
  655. 2019-12-19 16:07:23 iteration: 570000 loss: 0.0022 lr: 0.002
  656. 2019-12-19 16:07:47 iteration: 571000 loss: 0.0022 lr: 0.002
  657. 2019-12-19 16:08:11 iteration: 572000 loss: 0.0022 lr: 0.002
  658. 2019-12-19 16:08:35 iteration: 573000 loss: 0.0022 lr: 0.002
  659. 2019-12-19 16:08:59 iteration: 574000 loss: 0.0023 lr: 0.002
  660. 2019-12-19 16:09:24 iteration: 575000 loss: 0.0022 lr: 0.002
  661. 2019-12-19 16:09:48 iteration: 576000 loss: 0.0022 lr: 0.002
  662. 2019-12-19 16:10:12 iteration: 577000 loss: 0.0022 lr: 0.002
  663. 2019-12-19 16:10:36 iteration: 578000 loss: 0.0022 lr: 0.002
  664. 2019-12-19 16:11:01 iteration: 579000 loss: 0.0022 lr: 0.002
  665. 2019-12-19 16:11:25 iteration: 580000 loss: 0.0022 lr: 0.002
  666. 2019-12-19 16:11:49 iteration: 581000 loss: 0.0022 lr: 0.002
  667. 2019-12-19 16:12:13 iteration: 582000 loss: 0.0022 lr: 0.002
  668. 2019-12-19 16:12:37 iteration: 583000 loss: 0.0022 lr: 0.002
  669. 2019-12-19 16:13:02 iteration: 584000 loss: 0.0022 lr: 0.002
  670. 2019-12-19 16:13:26 iteration: 585000 loss: 0.0023 lr: 0.002
  671. 2019-12-19 16:13:50 iteration: 586000 loss: 0.0022 lr: 0.002
  672. 2019-12-19 16:14:14 iteration: 587000 loss: 0.0022 lr: 0.002
  673. 2019-12-19 16:14:39 iteration: 588000 loss: 0.0022 lr: 0.002
  674. 2019-12-19 16:15:03 iteration: 589000 loss: 0.0022 lr: 0.002
  675. 2019-12-19 16:15:27 iteration: 590000 loss: 0.0021 lr: 0.002
  676. 2019-12-19 16:15:51 iteration: 591000 loss: 0.0021 lr: 0.002
  677. 2019-12-19 16:16:16 iteration: 592000 loss: 0.0023 lr: 0.002
  678. 2019-12-19 16:16:40 iteration: 593000 loss: 0.0021 lr: 0.002
  679. 2019-12-19 16:17:04 iteration: 594000 loss: 0.0022 lr: 0.002
  680. 2019-12-19 16:17:28 iteration: 595000 loss: 0.0022 lr: 0.002
  681. 2019-12-19 16:17:53 iteration: 596000 loss: 0.0023 lr: 0.002
  682. 2019-12-19 16:18:17 iteration: 597000 loss: 0.0022 lr: 0.002
  683. 2019-12-19 16:18:41 iteration: 598000 loss: 0.0021 lr: 0.002
  684. 2019-12-19 16:19:05 iteration: 599000 loss: 0.0022 lr: 0.002
  685. 2019-12-19 16:19:30 iteration: 600000 loss: 0.0022 lr: 0.002
  686. 2019-12-19 16:19:54 iteration: 601000 loss: 0.0022 lr: 0.002
  687. 2019-12-19 16:20:19 iteration: 602000 loss: 0.0022 lr: 0.002
  688. 2019-12-19 16:20:43 iteration: 603000 loss: 0.0021 lr: 0.002
  689. 2019-12-19 16:21:07 iteration: 604000 loss: 0.0022 lr: 0.002
  690. 2019-12-19 16:21:31 iteration: 605000 loss: 0.0022 lr: 0.002
  691. 2019-12-19 16:21:56 iteration: 606000 loss: 0.0022 lr: 0.002
  692. 2019-12-19 16:22:20 iteration: 607000 loss: 0.0022 lr: 0.002
  693. 2019-12-19 16:22:44 iteration: 608000 loss: 0.0021 lr: 0.002
  694. 2019-12-19 16:23:08 iteration: 609000 loss: 0.0022 lr: 0.002
  695. 2019-12-19 16:23:33 iteration: 610000 loss: 0.0021 lr: 0.002
  696. 2019-12-19 16:23:57 iteration: 611000 loss: 0.0021 lr: 0.002
  697. 2019-12-19 16:24:21 iteration: 612000 loss: 0.0021 lr: 0.002
  698. 2019-12-19 16:24:46 iteration: 613000 loss: 0.0022 lr: 0.002
  699. 2019-12-19 16:25:10 iteration: 614000 loss: 0.0021 lr: 0.002
  700. 2019-12-19 16:25:34 iteration: 615000 loss: 0.0021 lr: 0.002
  701. 2019-12-19 16:25:59 iteration: 616000 loss: 0.0022 lr: 0.002
  702. 2019-12-19 16:26:23 iteration: 617000 loss: 0.0021 lr: 0.002
  703. 2019-12-19 16:26:47 iteration: 618000 loss: 0.0021 lr: 0.002
  704. 2019-12-19 16:27:11 iteration: 619000 loss: 0.0022 lr: 0.002
  705. 2019-12-19 16:27:36 iteration: 620000 loss: 0.0021 lr: 0.002
  706. 2019-12-19 16:28:00 iteration: 621000 loss: 0.0021 lr: 0.002
  707. 2019-12-19 16:28:24 iteration: 622000 loss: 0.0022 lr: 0.002
  708. 2019-12-19 16:28:49 iteration: 623000 loss: 0.0023 lr: 0.002
  709. 2019-12-19 16:29:13 iteration: 624000 loss: 0.0021 lr: 0.002
  710. 2019-12-19 16:29:37 iteration: 625000 loss: 0.0021 lr: 0.002
  711. 2019-12-19 16:30:01 iteration: 626000 loss: 0.0022 lr: 0.002
  712. 2019-12-19 16:30:25 iteration: 627000 loss: 0.0022 lr: 0.002
  713. 2019-12-19 16:30:50 iteration: 628000 loss: 0.0021 lr: 0.002
  714. 2019-12-19 16:31:14 iteration: 629000 loss: 0.0021 lr: 0.002
  715. 2019-12-19 16:31:38 iteration: 630000 loss: 0.0021 lr: 0.002
  716. 2019-12-19 16:32:02 iteration: 631000 loss: 0.0021 lr: 0.002
  717. 2019-12-19 16:32:27 iteration: 632000 loss: 0.0021 lr: 0.002
  718. 2019-12-19 16:32:51 iteration: 633000 loss: 0.0022 lr: 0.002
  719. 2019-12-19 16:33:15 iteration: 634000 loss: 0.0023 lr: 0.002
  720. 2019-12-19 16:33:39 iteration: 635000 loss: 0.0021 lr: 0.002
  721. 2019-12-19 16:34:04 iteration: 636000 loss: 0.0020 lr: 0.002
  722. 2019-12-19 16:34:28 iteration: 637000 loss: 0.0021 lr: 0.002
  723. 2019-12-19 16:34:52 iteration: 638000 loss: 0.0021 lr: 0.002
  724. 2019-12-19 16:35:16 iteration: 639000 loss: 0.0021 lr: 0.002
  725. 2019-12-19 16:35:41 iteration: 640000 loss: 0.0021 lr: 0.002
  726. 2019-12-19 16:36:05 iteration: 641000 loss: 0.0021 lr: 0.002
  727. 2019-12-19 16:36:29 iteration: 642000 loss: 0.0021 lr: 0.002
  728. 2019-12-19 16:36:53 iteration: 643000 loss: 0.0021 lr: 0.002
  729. 2019-12-19 16:37:18 iteration: 644000 loss: 0.0021 lr: 0.002
  730. 2019-12-19 16:37:42 iteration: 645000 loss: 0.0021 lr: 0.002
  731. 2019-12-19 16:38:06 iteration: 646000 loss: 0.0022 lr: 0.002
  732. 2019-12-19 16:38:30 iteration: 647000 loss: 0.0021 lr: 0.002
  733. 2019-12-19 16:38:55 iteration: 648000 loss: 0.0021 lr: 0.002
  734. 2019-12-19 16:39:19 iteration: 649000 loss: 0.0021 lr: 0.002
  735. 2019-12-19 16:39:43 iteration: 650000 loss: 0.0022 lr: 0.002
  736. 2019-12-19 16:40:08 iteration: 651000 loss: 0.0022 lr: 0.002
  737. 2019-12-19 16:40:32 iteration: 652000 loss: 0.0021 lr: 0.002
  738. 2019-12-19 16:40:56 iteration: 653000 loss: 0.0021 lr: 0.002
  739. 2019-12-19 16:41:21 iteration: 654000 loss: 0.0021 lr: 0.002
  740. 2019-12-19 16:41:45 iteration: 655000 loss: 0.0022 lr: 0.002
  741. 2019-12-19 16:42:09 iteration: 656000 loss: 0.0021 lr: 0.002
  742. 2019-12-19 16:42:33 iteration: 657000 loss: 0.0020 lr: 0.002
  743. 2019-12-19 16:42:58 iteration: 658000 loss: 0.0021 lr: 0.002
  744. 2019-12-19 16:43:22 iteration: 659000 loss: 0.0020 lr: 0.002
  745. 2019-12-19 16:43:46 iteration: 660000 loss: 0.0021 lr: 0.002
  746. 2019-12-19 16:44:11 iteration: 661000 loss: 0.0020 lr: 0.002
  747. 2019-12-19 16:44:35 iteration: 662000 loss: 0.0021 lr: 0.002
  748. 2019-12-19 16:44:59 iteration: 663000 loss: 0.0021 lr: 0.002
  749. 2019-12-19 16:45:24 iteration: 664000 loss: 0.0022 lr: 0.002
  750. 2019-12-19 16:45:48 iteration: 665000 loss: 0.0021 lr: 0.002
  751. 2019-12-19 16:46:12 iteration: 666000 loss: 0.0020 lr: 0.002
  752. 2019-12-19 16:46:36 iteration: 667000 loss: 0.0021 lr: 0.002
  753. 2019-12-19 16:47:01 iteration: 668000 loss: 0.0021 lr: 0.002
  754. 2019-12-19 16:47:25 iteration: 669000 loss: 0.0020 lr: 0.002
  755. 2019-12-19 16:47:49 iteration: 670000 loss: 0.0021 lr: 0.002
  756. 2019-12-19 16:48:14 iteration: 671000 loss: 0.0022 lr: 0.002
  757. 2019-12-19 16:48:38 iteration: 672000 loss: 0.0020 lr: 0.002
  758. 2019-12-19 16:49:02 iteration: 673000 loss: 0.0021 lr: 0.002
  759. 2019-12-19 16:49:26 iteration: 674000 loss: 0.0021 lr: 0.002
  760. 2019-12-19 16:49:51 iteration: 675000 loss: 0.0020 lr: 0.002
  761. 2019-12-19 16:50:15 iteration: 676000 loss: 0.0021 lr: 0.002
  762. 2019-12-19 16:50:39 iteration: 677000 loss: 0.0021 lr: 0.002
  763. 2019-12-19 16:51:03 iteration: 678000 loss: 0.0020 lr: 0.002
  764. 2019-12-19 16:51:28 iteration: 679000 loss: 0.0021 lr: 0.002
  765. 2019-12-19 16:51:52 iteration: 680000 loss: 0.0021 lr: 0.002
  766. 2019-12-19 16:52:16 iteration: 681000 loss: 0.0021 lr: 0.002
  767. 2019-12-19 16:52:40 iteration: 682000 loss: 0.0021 lr: 0.002
  768. 2019-12-19 16:53:05 iteration: 683000 loss: 0.0021 lr: 0.002
  769. 2019-12-19 16:53:29 iteration: 684000 loss: 0.0021 lr: 0.002
  770. 2019-12-19 16:53:53 iteration: 685000 loss: 0.0021 lr: 0.002
  771. 2019-12-19 16:54:18 iteration: 686000 loss: 0.0021 lr: 0.002
  772. 2019-12-19 16:54:42 iteration: 687000 loss: 0.0021 lr: 0.002
  773. 2019-12-19 16:55:06 iteration: 688000 loss: 0.0020 lr: 0.002
  774. 2019-12-19 16:55:31 iteration: 689000 loss: 0.0021 lr: 0.002
  775. 2019-12-19 16:55:55 iteration: 690000 loss: 0.0020 lr: 0.002
  776. 2019-12-19 16:56:19 iteration: 691000 loss: 0.0021 lr: 0.002
  777. 2019-12-19 16:56:44 iteration: 692000 loss: 0.0020 lr: 0.002
  778. 2019-12-19 16:57:08 iteration: 693000 loss: 0.0020 lr: 0.002
  779. 2019-12-19 16:57:32 iteration: 694000 loss: 0.0020 lr: 0.002
  780. 2019-12-19 16:57:56 iteration: 695000 loss: 0.0020 lr: 0.002
  781. 2019-12-19 16:58:21 iteration: 696000 loss: 0.0020 lr: 0.002
  782. 2019-12-19 16:58:45 iteration: 697000 loss: 0.0020 lr: 0.002
  783. 2019-12-19 16:59:09 iteration: 698000 loss: 0.0022 lr: 0.002
  784. 2019-12-19 16:59:34 iteration: 699000 loss: 0.0020 lr: 0.002
  785. 2019-12-19 16:59:58 iteration: 700000 loss: 0.0020 lr: 0.002
  786. 2019-12-19 17:00:22 iteration: 701000 loss: 0.0021 lr: 0.002
  787. 2019-12-19 17:00:47 iteration: 702000 loss: 0.0021 lr: 0.002
  788. 2019-12-19 17:01:11 iteration: 703000 loss: 0.0020 lr: 0.002
  789. 2019-12-19 17:01:36 iteration: 704000 loss: 0.0020 lr: 0.002
  790. 2019-12-19 17:02:00 iteration: 705000 loss: 0.0020 lr: 0.002
  791. 2019-12-19 17:02:24 iteration: 706000 loss: 0.0020 lr: 0.002
  792. 2019-12-19 17:02:49 iteration: 707000 loss: 0.0020 lr: 0.002
  793. 2019-12-19 17:03:13 iteration: 708000 loss: 0.0020 lr: 0.002
  794. 2019-12-19 17:03:37 iteration: 709000 loss: 0.0020 lr: 0.002
  795. 2019-12-19 17:04:01 iteration: 710000 loss: 0.0020 lr: 0.002
  796. 2019-12-19 17:04:26 iteration: 711000 loss: 0.0020 lr: 0.002
  797. 2019-12-19 17:04:50 iteration: 712000 loss: 0.0020 lr: 0.002
  798. 2019-12-19 17:05:14 iteration: 713000 loss: 0.0019 lr: 0.002
  799. 2019-12-19 17:05:38 iteration: 714000 loss: 0.0021 lr: 0.002
  800. 2019-12-19 17:06:03 iteration: 715000 loss: 0.0020 lr: 0.002
  801. 2019-12-19 17:06:27 iteration: 716000 loss: 0.0020 lr: 0.002
  802. 2019-12-19 17:06:51 iteration: 717000 loss: 0.0021 lr: 0.002
  803. 2019-12-19 17:07:15 iteration: 718000 loss: 0.0020 lr: 0.002
  804. 2019-12-19 17:07:39 iteration: 719000 loss: 0.0020 lr: 0.002
  805. 2019-12-19 17:08:04 iteration: 720000 loss: 0.0020 lr: 0.002
  806. 2019-12-19 17:08:28 iteration: 721000 loss: 0.0020 lr: 0.002
  807. 2019-12-19 17:08:52 iteration: 722000 loss: 0.0021 lr: 0.002
  808. 2019-12-19 17:09:16 iteration: 723000 loss: 0.0020 lr: 0.002
  809. 2019-12-19 17:09:40 iteration: 724000 loss: 0.0020 lr: 0.002
  810. 2019-12-19 17:10:05 iteration: 725000 loss: 0.0020 lr: 0.002
  811. 2019-12-19 17:10:29 iteration: 726000 loss: 0.0021 lr: 0.002
  812. 2019-12-19 17:10:54 iteration: 727000 loss: 0.0020 lr: 0.002
  813. 2019-12-19 17:11:18 iteration: 728000 loss: 0.0020 lr: 0.002
  814. 2019-12-19 17:11:42 iteration: 729000 loss: 0.0020 lr: 0.002
  815. 2019-12-19 17:12:06 iteration: 730000 loss: 0.0020 lr: 0.002
  816. 2019-12-19 17:12:31 iteration: 731000 loss: 0.0020 lr: 0.001
  817. 2019-12-19 17:12:55 iteration: 732000 loss: 0.0020 lr: 0.001
  818. 2019-12-19 17:13:19 iteration: 733000 loss: 0.0020 lr: 0.001
  819. 2019-12-19 17:13:43 iteration: 734000 loss: 0.0020 lr: 0.001
  820. 2019-12-19 17:14:07 iteration: 735000 loss: 0.0020 lr: 0.001
  821. 2019-12-19 17:14:32 iteration: 736000 loss: 0.0019 lr: 0.001
  822. 2019-12-19 17:14:56 iteration: 737000 loss: 0.0020 lr: 0.001
  823. 2019-12-19 17:15:20 iteration: 738000 loss: 0.0020 lr: 0.001
  824. 2019-12-19 17:15:45 iteration: 739000 loss: 0.0020 lr: 0.001
  825. 2019-12-19 17:16:09 iteration: 740000 loss: 0.0020 lr: 0.001
  826. 2019-12-19 17:16:33 iteration: 741000 loss: 0.0020 lr: 0.001
  827. 2019-12-19 17:16:58 iteration: 742000 loss: 0.0019 lr: 0.001
  828. 2019-12-19 17:17:22 iteration: 743000 loss: 0.0020 lr: 0.001
  829. 2019-12-19 17:17:47 iteration: 744000 loss: 0.0019 lr: 0.001
  830. 2019-12-19 17:18:11 iteration: 745000 loss: 0.0021 lr: 0.001
  831. 2019-12-19 17:18:35 iteration: 746000 loss: 0.0019 lr: 0.001
  832. 2019-12-19 17:18:59 iteration: 747000 loss: 0.0019 lr: 0.001
  833. 2019-12-19 17:19:24 iteration: 748000 loss: 0.0019 lr: 0.001
  834. 2019-12-19 17:19:48 iteration: 749000 loss: 0.0020 lr: 0.001
  835. 2019-12-19 17:20:12 iteration: 750000 loss: 0.0019 lr: 0.001
  836. 2019-12-19 17:20:36 iteration: 751000 loss: 0.0020 lr: 0.001
  837. 2019-12-19 17:21:01 iteration: 752000 loss: 0.0019 lr: 0.001
  838. 2019-12-19 17:21:25 iteration: 753000 loss: 0.0019 lr: 0.001
  839. 2019-12-19 17:21:49 iteration: 754000 loss: 0.0020 lr: 0.001
  840. 2019-12-19 17:22:13 iteration: 755000 loss: 0.0020 lr: 0.001
  841. 2019-12-19 17:22:38 iteration: 756000 loss: 0.0019 lr: 0.001
  842. 2019-12-19 17:23:02 iteration: 757000 loss: 0.0020 lr: 0.001
  843. 2019-12-19 17:23:26 iteration: 758000 loss: 0.0019 lr: 0.001
  844. 2019-12-19 17:23:51 iteration: 759000 loss: 0.0020 lr: 0.001
  845. 2019-12-19 17:24:15 iteration: 760000 loss: 0.0020 lr: 0.001
  846. 2019-12-19 17:24:39 iteration: 761000 loss: 0.0019 lr: 0.001
  847. 2019-12-19 17:25:04 iteration: 762000 loss: 0.0020 lr: 0.001
  848. 2019-12-19 17:25:28 iteration: 763000 loss: 0.0019 lr: 0.001
  849. 2019-12-19 17:25:52 iteration: 764000 loss: 0.0021 lr: 0.001
  850. 2019-12-19 17:26:17 iteration: 765000 loss: 0.0020 lr: 0.001
  851. 2019-12-19 17:26:41 iteration: 766000 loss: 0.0019 lr: 0.001
  852. 2019-12-19 17:27:05 iteration: 767000 loss: 0.0019 lr: 0.001
  853. 2019-12-19 17:27:29 iteration: 768000 loss: 0.0019 lr: 0.001
  854. 2019-12-19 17:27:54 iteration: 769000 loss: 0.0020 lr: 0.001
  855. 2019-12-19 17:28:18 iteration: 770000 loss: 0.0019 lr: 0.001
  856. 2019-12-19 17:28:42 iteration: 771000 loss: 0.0020 lr: 0.001
  857. 2019-12-19 17:29:07 iteration: 772000 loss: 0.0020 lr: 0.001
  858. 2019-12-19 17:29:31 iteration: 773000 loss: 0.0020 lr: 0.001
  859. 2019-12-19 17:29:55 iteration: 774000 loss: 0.0019 lr: 0.001
  860. 2019-12-19 17:30:19 iteration: 775000 loss: 0.0020 lr: 0.001
  861. 2019-12-19 17:30:44 iteration: 776000 loss: 0.0019 lr: 0.001
  862. 2019-12-19 17:31:08 iteration: 777000 loss: 0.0019 lr: 0.001
  863. 2019-12-19 17:31:32 iteration: 778000 loss: 0.0019 lr: 0.001
  864. 2019-12-19 17:31:57 iteration: 779000 loss: 0.0019 lr: 0.001
  865. 2019-12-19 17:32:21 iteration: 780000 loss: 0.0020 lr: 0.001
  866. 2019-12-19 17:32:45 iteration: 781000 loss: 0.0019 lr: 0.001
  867. 2019-12-19 17:33:10 iteration: 782000 loss: 0.0019 lr: 0.001
  868. 2019-12-19 17:33:34 iteration: 783000 loss: 0.0019 lr: 0.001
  869. 2019-12-19 17:33:58 iteration: 784000 loss: 0.0020 lr: 0.001
  870. 2019-12-19 17:34:22 iteration: 785000 loss: 0.0019 lr: 0.001
  871. 2019-12-19 17:34:47 iteration: 786000 loss: 0.0019 lr: 0.001
  872. 2019-12-19 17:35:11 iteration: 787000 loss: 0.0020 lr: 0.001
  873. 2019-12-19 17:35:35 iteration: 788000 loss: 0.0019 lr: 0.001
  874. 2019-12-19 17:35:59 iteration: 789000 loss: 0.0020 lr: 0.001
  875. 2019-12-19 17:36:24 iteration: 790000 loss: 0.0019 lr: 0.001
  876. 2019-12-19 17:36:48 iteration: 791000 loss: 0.0019 lr: 0.001
  877. 2019-12-19 17:37:12 iteration: 792000 loss: 0.0019 lr: 0.001
  878. 2019-12-19 17:37:36 iteration: 793000 loss: 0.0018 lr: 0.001
  879. 2019-12-19 17:38:00 iteration: 794000 loss: 0.0019 lr: 0.001
  880. 2019-12-19 17:38:25 iteration: 795000 loss: 0.0019 lr: 0.001
  881. 2019-12-19 17:38:49 iteration: 796000 loss: 0.0019 lr: 0.001
  882. 2019-12-19 17:39:13 iteration: 797000 loss: 0.0019 lr: 0.001
  883. 2019-12-19 17:39:37 iteration: 798000 loss: 0.0019 lr: 0.001
  884. 2019-12-19 17:40:02 iteration: 799000 loss: 0.0019 lr: 0.001
  885. 2019-12-19 17:40:26 iteration: 800000 loss: 0.0020 lr: 0.001
  886. 2019-12-19 17:40:51 iteration: 801000 loss: 0.0018 lr: 0.001
  887. 2019-12-19 17:41:15 iteration: 802000 loss: 0.0020 lr: 0.001
  888. 2019-12-19 17:41:39 iteration: 803000 loss: 0.0019 lr: 0.001
  889. 2019-12-19 17:42:03 iteration: 804000 loss: 0.0020 lr: 0.001
  890. 2019-12-19 17:42:28 iteration: 805000 loss: 0.0019 lr: 0.001
  891. 2019-12-19 17:42:52 iteration: 806000 loss: 0.0018 lr: 0.001
  892. 2019-12-19 17:43:16 iteration: 807000 loss: 0.0018 lr: 0.001
  893. 2019-12-19 17:43:40 iteration: 808000 loss: 0.0019 lr: 0.001
  894. 2019-12-19 17:44:04 iteration: 809000 loss: 0.0019 lr: 0.001
  895. 2019-12-19 17:44:29 iteration: 810000 loss: 0.0019 lr: 0.001
  896. 2019-12-19 17:44:53 iteration: 811000 loss: 0.0019 lr: 0.001
  897. 2019-12-19 17:45:17 iteration: 812000 loss: 0.0019 lr: 0.001
  898. 2019-12-19 17:45:42 iteration: 813000 loss: 0.0019 lr: 0.001
  899. 2019-12-19 17:46:06 iteration: 814000 loss: 0.0020 lr: 0.001
  900. 2019-12-19 17:46:30 iteration: 815000 loss: 0.0020 lr: 0.001
  901. 2019-12-19 17:46:54 iteration: 816000 loss: 0.0019 lr: 0.001
  902. 2019-12-19 17:47:19 iteration: 817000 loss: 0.0018 lr: 0.001
  903. 2019-12-19 17:47:43 iteration: 818000 loss: 0.0019 lr: 0.001
  904. 2019-12-19 17:48:07 iteration: 819000 loss: 0.0019 lr: 0.001
  905. 2019-12-19 17:48:32 iteration: 820000 loss: 0.0019 lr: 0.001
  906. 2019-12-19 17:48:56 iteration: 821000 loss: 0.0018 lr: 0.001
  907. 2019-12-19 17:49:21 iteration: 822000 loss: 0.0019 lr: 0.001
  908. 2019-12-19 17:49:45 iteration: 823000 loss: 0.0019 lr: 0.001
  909. 2019-12-19 17:50:09 iteration: 824000 loss: 0.0019 lr: 0.001
  910. 2019-12-19 17:50:33 iteration: 825000 loss: 0.0019 lr: 0.001
  911. 2019-12-19 17:50:58 iteration: 826000 loss: 0.0020 lr: 0.001
  912. 2019-12-19 17:51:22 iteration: 827000 loss: 0.0019 lr: 0.001
  913. 2019-12-19 17:51:47 iteration: 828000 loss: 0.0019 lr: 0.001
  914. 2019-12-19 17:52:11 iteration: 829000 loss: 0.0020 lr: 0.001
  915. 2019-12-19 17:52:35 iteration: 830000 loss: 0.0019 lr: 0.001
  916. 2019-12-19 17:53:00 iteration: 831000 loss: 0.0019 lr: 0.001
  917. 2019-12-19 17:53:24 iteration: 832000 loss: 0.0019 lr: 0.001
  918. 2019-12-19 17:53:48 iteration: 833000 loss: 0.0020 lr: 0.001
  919. 2019-12-19 17:54:13 iteration: 834000 loss: 0.0019 lr: 0.001
  920. 2019-12-19 17:54:37 iteration: 835000 loss: 0.0019 lr: 0.001
  921. 2019-12-19 17:55:01 iteration: 836000 loss: 0.0019 lr: 0.001
  922. 2019-12-19 17:55:26 iteration: 837000 loss: 0.0018 lr: 0.001
  923. 2019-12-19 17:55:50 iteration: 838000 loss: 0.0019 lr: 0.001
  924. 2019-12-19 17:56:14 iteration: 839000 loss: 0.0019 lr: 0.001
  925. 2019-12-19 17:56:39 iteration: 840000 loss: 0.0019 lr: 0.001
  926. 2019-12-19 17:57:03 iteration: 841000 loss: 0.0018 lr: 0.001
  927. 2019-12-19 17:57:27 iteration: 842000 loss: 0.0019 lr: 0.001
  928. 2019-12-19 17:57:51 iteration: 843000 loss: 0.0019 lr: 0.001
  929. 2019-12-19 17:58:16 iteration: 844000 loss: 0.0019 lr: 0.001
  930. 2019-12-19 17:58:40 iteration: 845000 loss: 0.0018 lr: 0.001
  931. 2019-12-19 17:59:05 iteration: 846000 loss: 0.0019 lr: 0.001
  932. 2019-12-19 17:59:29 iteration: 847000 loss: 0.0019 lr: 0.001
  933. 2019-12-19 17:59:53 iteration: 848000 loss: 0.0018 lr: 0.001
  934. 2019-12-19 18:00:17 iteration: 849000 loss: 0.0019 lr: 0.001
  935. 2019-12-19 18:00:42 iteration: 850000 loss: 0.0019 lr: 0.001
  936. 2019-12-19 18:01:06 iteration: 851000 loss: 0.0019 lr: 0.001
  937. 2019-12-19 18:01:31 iteration: 852000 loss: 0.0019 lr: 0.001
  938. 2019-12-19 18:01:55 iteration: 853000 loss: 0.0018 lr: 0.001
  939. 2019-12-19 18:02:19 iteration: 854000 loss: 0.0018 lr: 0.001
  940. 2019-12-19 18:02:44 iteration: 855000 loss: 0.0019 lr: 0.001
  941. 2019-12-19 18:03:08 iteration: 856000 loss: 0.0018 lr: 0.001
  942. 2019-12-19 18:03:32 iteration: 857000 loss: 0.0019 lr: 0.001
  943. 2019-12-19 18:03:57 iteration: 858000 loss: 0.0019 lr: 0.001
  944. 2019-12-19 18:04:21 iteration: 859000 loss: 0.0018 lr: 0.001
  945. 2019-12-19 18:04:46 iteration: 860000 loss: 0.0019 lr: 0.001
  946. 2019-12-19 18:05:10 iteration: 861000 loss: 0.0019 lr: 0.001
  947. 2019-12-19 18:05:34 iteration: 862000 loss: 0.0018 lr: 0.001
  948. 2019-12-19 18:05:59 iteration: 863000 loss: 0.0019 lr: 0.001
  949. 2019-12-19 18:06:23 iteration: 864000 loss: 0.0018 lr: 0.001
  950. 2019-12-19 18:06:47 iteration: 865000 loss: 0.0020 lr: 0.001
  951. 2019-12-19 18:07:12 iteration: 866000 loss: 0.0019 lr: 0.001
  952. 2019-12-19 18:07:36 iteration: 867000 loss: 0.0018 lr: 0.001
  953. 2019-12-19 18:08:00 iteration: 868000 loss: 0.0019 lr: 0.001
  954. 2019-12-19 18:08:24 iteration: 869000 loss: 0.0019 lr: 0.001
  955. 2019-12-19 18:08:49 iteration: 870000 loss: 0.0019 lr: 0.001
  956. 2019-12-19 18:09:14 iteration: 871000 loss: 0.0018 lr: 0.001
  957. 2019-12-19 18:09:38 iteration: 872000 loss: 0.0019 lr: 0.001
  958. 2019-12-19 18:10:02 iteration: 873000 loss: 0.0019 lr: 0.001
  959. 2019-12-19 18:10:26 iteration: 874000 loss: 0.0018 lr: 0.001
  960. 2019-12-19 18:10:51 iteration: 875000 loss: 0.0018 lr: 0.001
  961. 2019-12-19 18:11:15 iteration: 876000 loss: 0.0018 lr: 0.001
  962. 2019-12-19 18:11:39 iteration: 877000 loss: 0.0018 lr: 0.001
  963. 2019-12-19 18:12:03 iteration: 878000 loss: 0.0019 lr: 0.001
  964. 2019-12-19 18:12:28 iteration: 879000 loss: 0.0019 lr: 0.001
  965. 2019-12-19 18:12:52 iteration: 880000 loss: 0.0018 lr: 0.001
  966. 2019-12-19 18:13:17 iteration: 881000 loss: 0.0018 lr: 0.001
  967. 2019-12-19 18:13:41 iteration: 882000 loss: 0.0018 lr: 0.001
  968. 2019-12-19 18:14:05 iteration: 883000 loss: 0.0019 lr: 0.001
  969. 2019-12-19 18:14:29 iteration: 884000 loss: 0.0019 lr: 0.001
  970. 2019-12-19 18:14:54 iteration: 885000 loss: 0.0019 lr: 0.001
  971. 2019-12-19 18:15:18 iteration: 886000 loss: 0.0019 lr: 0.001
  972. 2019-12-19 18:15:42 iteration: 887000 loss: 0.0019 lr: 0.001
  973. 2019-12-19 18:16:07 iteration: 888000 loss: 0.0019 lr: 0.001
  974. 2019-12-19 18:16:31 iteration: 889000 loss: 0.0018 lr: 0.001
  975. 2019-12-19 18:16:55 iteration: 890000 loss: 0.0018 lr: 0.001
  976. 2019-12-19 18:17:20 iteration: 891000 loss: 0.0019 lr: 0.001
  977. 2019-12-19 18:17:44 iteration: 892000 loss: 0.0019 lr: 0.001
  978. 2019-12-19 18:18:08 iteration: 893000 loss: 0.0019 lr: 0.001
  979. 2019-12-19 18:18:33 iteration: 894000 loss: 0.0018 lr: 0.001
  980. 2019-12-19 18:18:57 iteration: 895000 loss: 0.0019 lr: 0.001
  981. 2019-12-19 18:19:21 iteration: 896000 loss: 0.0019 lr: 0.001
  982. 2019-12-19 18:19:46 iteration: 897000 loss: 0.0018 lr: 0.001
  983. 2019-12-19 18:20:10 iteration: 898000 loss: 0.0019 lr: 0.001
  984. 2019-12-19 18:20:34 iteration: 899000 loss: 0.0018 lr: 0.001
  985. 2019-12-19 18:20:59 iteration: 900000 loss: 0.0018 lr: 0.001
  986. 2019-12-19 18:21:23 iteration: 901000 loss: 0.0018 lr: 0.001
  987. 2019-12-19 18:21:48 iteration: 902000 loss: 0.0018 lr: 0.001
  988. 2019-12-19 18:22:12 iteration: 903000 loss: 0.0019 lr: 0.001
  989. 2019-12-19 18:22:36 iteration: 904000 loss: 0.0018 lr: 0.001
  990. 2019-12-19 18:23:01 iteration: 905000 loss: 0.0018 lr: 0.001
  991. 2019-12-19 18:23:25 iteration: 906000 loss: 0.0019 lr: 0.001
  992. 2019-12-19 18:23:49 iteration: 907000 loss: 0.0018 lr: 0.001
  993. 2019-12-19 18:24:14 iteration: 908000 loss: 0.0018 lr: 0.001
  994. 2019-12-19 18:24:38 iteration: 909000 loss: 0.0018 lr: 0.001
  995. 2019-12-19 18:25:02 iteration: 910000 loss: 0.0018 lr: 0.001
  996. 2019-12-19 18:25:26 iteration: 911000 loss: 0.0018 lr: 0.001
  997. 2019-12-19 18:25:51 iteration: 912000 loss: 0.0019 lr: 0.001
  998. 2019-12-19 18:26:15 iteration: 913000 loss: 0.0018 lr: 0.001
  999. 2019-12-19 18:26:39 iteration: 914000 loss: 0.0018 lr: 0.001
  1000. 2019-12-19 18:27:04 iteration: 915000 loss: 0.0018 lr: 0.001
  1001. 2019-12-19 18:27:28 iteration: 916000 loss: 0.0017 lr: 0.001
  1002. 2019-12-19 18:27:52 iteration: 917000 loss: 0.0018 lr: 0.001
  1003. 2019-12-19 18:28:17 iteration: 918000 loss: 0.0018 lr: 0.001
  1004. 2019-12-19 18:28:41 iteration: 919000 loss: 0.0018 lr: 0.001
  1005. 2019-12-19 18:29:06 iteration: 920000 loss: 0.0019 lr: 0.001
  1006. 2019-12-19 18:29:30 iteration: 921000 loss: 0.0018 lr: 0.001
  1007. 2019-12-19 18:29:54 iteration: 922000 loss: 0.0019 lr: 0.001
  1008. 2019-12-19 18:30:19 iteration: 923000 loss: 0.0018 lr: 0.001
  1009. 2019-12-19 18:30:43 iteration: 924000 loss: 0.0018 lr: 0.001
  1010. 2019-12-19 18:31:07 iteration: 925000 loss: 0.0018 lr: 0.001
  1011. 2019-12-19 18:31:32 iteration: 926000 loss: 0.0019 lr: 0.001
  1012. 2019-12-19 18:31:56 iteration: 927000 loss: 0.0019 lr: 0.001
  1013. 2019-12-19 18:32:20 iteration: 928000 loss: 0.0017 lr: 0.001
  1014. 2019-12-19 18:32:45 iteration: 929000 loss: 0.0017 lr: 0.001
  1015. 2019-12-19 18:33:09 iteration: 930000 loss: 0.0019 lr: 0.001
  1016. 2019-12-19 18:33:33 iteration: 931000 loss: 0.0018 lr: 0.001
  1017. 2019-12-19 18:33:58 iteration: 932000 loss: 0.0019 lr: 0.001
  1018. 2019-12-19 18:34:22 iteration: 933000 loss: 0.0018 lr: 0.001
  1019. 2019-12-19 18:34:46 iteration: 934000 loss: 0.0018 lr: 0.001
  1020. 2019-12-19 18:35:10 iteration: 935000 loss: 0.0019 lr: 0.001
  1021. 2019-12-19 18:35:35 iteration: 936000 loss: 0.0019 lr: 0.001
  1022. 2019-12-19 18:35:59 iteration: 937000 loss: 0.0018 lr: 0.001
  1023. 2019-12-19 18:36:23 iteration: 938000 loss: 0.0019 lr: 0.001
  1024. 2019-12-19 18:36:47 iteration: 939000 loss: 0.0019 lr: 0.001
  1025. 2019-12-19 18:37:12 iteration: 940000 loss: 0.0018 lr: 0.001
  1026. 2019-12-19 18:37:36 iteration: 941000 loss: 0.0019 lr: 0.001
  1027. 2019-12-19 18:38:01 iteration: 942000 loss: 0.0018 lr: 0.001
  1028. 2019-12-19 18:38:25 iteration: 943000 loss: 0.0020 lr: 0.001
  1029. 2019-12-19 18:38:49 iteration: 944000 loss: 0.0018 lr: 0.001
  1030. 2019-12-19 18:39:14 iteration: 945000 loss: 0.0019 lr: 0.001
  1031. 2019-12-19 18:39:38 iteration: 946000 loss: 0.0018 lr: 0.001
  1032. 2019-12-19 18:40:02 iteration: 947000 loss: 0.0017 lr: 0.001
  1033. 2019-12-19 18:40:27 iteration: 948000 loss: 0.0018 lr: 0.001
  1034. 2019-12-19 18:40:51 iteration: 949000 loss: 0.0018 lr: 0.001
  1035. 2019-12-19 18:41:16 iteration: 950000 loss: 0.0018 lr: 0.001
  1036. 2019-12-19 18:41:40 iteration: 951000 loss: 0.0018 lr: 0.001
  1037. 2019-12-19 18:42:05 iteration: 952000 loss: 0.0018 lr: 0.001
  1038. 2019-12-19 18:42:29 iteration: 953000 loss: 0.0018 lr: 0.001
  1039. 2019-12-19 18:42:53 iteration: 954000 loss: 0.0018 lr: 0.001
  1040. 2019-12-19 18:43:18 iteration: 955000 loss: 0.0018 lr: 0.001
  1041. 2019-12-19 18:43:42 iteration: 956000 loss: 0.0019 lr: 0.001
  1042. 2019-12-19 18:44:07 iteration: 957000 loss: 0.0019 lr: 0.001
  1043. 2019-12-19 18:44:31 iteration: 958000 loss: 0.0019 lr: 0.001
  1044. 2019-12-19 18:44:55 iteration: 959000 loss: 0.0018 lr: 0.001
  1045. 2019-12-19 18:45:20 iteration: 960000 loss: 0.0018 lr: 0.001
  1046. 2019-12-19 18:45:44 iteration: 961000 loss: 0.0019 lr: 0.001
  1047. 2019-12-19 18:46:08 iteration: 962000 loss: 0.0018 lr: 0.001
  1048. 2019-12-19 18:46:33 iteration: 963000 loss: 0.0019 lr: 0.001
  1049. 2019-12-19 18:46:57 iteration: 964000 loss: 0.0019 lr: 0.001
  1050. 2019-12-19 18:47:21 iteration: 965000 loss: 0.0018 lr: 0.001
  1051. 2019-12-19 18:47:46 iteration: 966000 loss: 0.0018 lr: 0.001
  1052. 2019-12-19 18:48:10 iteration: 967000 loss: 0.0018 lr: 0.001
  1053. 2019-12-19 18:48:35 iteration: 968000 loss: 0.0018 lr: 0.001
  1054. 2019-12-19 18:48:59 iteration: 969000 loss: 0.0018 lr: 0.001
  1055. 2019-12-19 18:49:23 iteration: 970000 loss: 0.0018 lr: 0.001
  1056. 2019-12-19 18:49:48 iteration: 971000 loss: 0.0018 lr: 0.001
  1057. 2019-12-19 18:50:12 iteration: 972000 loss: 0.0018 lr: 0.001
  1058. 2019-12-19 18:50:37 iteration: 973000 loss: 0.0017 lr: 0.001
  1059. 2019-12-19 18:51:01 iteration: 974000 loss: 0.0018 lr: 0.001
  1060. 2019-12-19 18:51:26 iteration: 975000 loss: 0.0018 lr: 0.001
  1061. 2019-12-19 18:51:50 iteration: 976000 loss: 0.0018 lr: 0.001
  1062. 2019-12-19 18:52:14 iteration: 977000 loss: 0.0018 lr: 0.001
  1063. 2019-12-19 18:52:39 iteration: 978000 loss: 0.0018 lr: 0.001
  1064. 2019-12-19 18:53:03 iteration: 979000 loss: 0.0018 lr: 0.001
  1065. 2019-12-19 18:53:28 iteration: 980000 loss: 0.0018 lr: 0.001
  1066. 2019-12-19 18:53:52 iteration: 981000 loss: 0.0018 lr: 0.001
  1067. 2019-12-19 18:54:16 iteration: 982000 loss: 0.0018 lr: 0.001
  1068. 2019-12-19 18:54:41 iteration: 983000 loss: 0.0018 lr: 0.001
  1069. 2019-12-19 18:55:05 iteration: 984000 loss: 0.0018 lr: 0.001
  1070. 2019-12-19 18:55:29 iteration: 985000 loss: 0.0018 lr: 0.001
  1071. 2019-12-19 18:55:54 iteration: 986000 loss: 0.0018 lr: 0.001
  1072. 2019-12-19 18:56:18 iteration: 987000 loss: 0.0018 lr: 0.001
  1073. 2019-12-19 18:56:42 iteration: 988000 loss: 0.0018 lr: 0.001
  1074. 2019-12-19 18:57:07 iteration: 989000 loss: 0.0018 lr: 0.001
  1075. 2019-12-19 18:57:32 iteration: 990000 loss: 0.0018 lr: 0.001
  1076. 2019-12-19 18:57:56 iteration: 991000 loss: 0.0018 lr: 0.001
  1077. 2019-12-19 18:58:20 iteration: 992000 loss: 0.0018 lr: 0.001
  1078. 2019-12-19 18:58:44 iteration: 993000 loss: 0.0019 lr: 0.001
  1079. 2019-12-19 18:59:09 iteration: 994000 loss: 0.0018 lr: 0.001
  1080. 2019-12-19 18:59:33 iteration: 995000 loss: 0.0018 lr: 0.001
  1081. 2019-12-19 18:59:57 iteration: 996000 loss: 0.0018 lr: 0.001
  1082. 2019-12-19 19:00:22 iteration: 997000 loss: 0.0018 lr: 0.001
  1083. 2019-12-19 19:00:46 iteration: 998000 loss: 0.0018 lr: 0.001
  1084. 2019-12-19 19:01:10 iteration: 999000 loss: 0.0018 lr: 0.001
  1085. 2019-12-19 19:01:35 iteration: 1000000 loss: 0.0018 lr: 0.001
  1086. 2019-12-19 19:01:59 iteration: 1001000 loss: 0.0018 lr: 0.001
  1087. 2019-12-19 19:02:24 iteration: 1002000 loss: 0.0018 lr: 0.001
  1088. 2019-12-19 19:02:48 iteration: 1003000 loss: 0.0018 lr: 0.001
  1089. 2019-12-19 19:03:12 iteration: 1004000 loss: 0.0019 lr: 0.001
  1090. 2019-12-19 19:03:37 iteration: 1005000 loss: 0.0018 lr: 0.001
  1091. 2019-12-19 19:04:01 iteration: 1006000 loss: 0.0018 lr: 0.001
  1092. 2019-12-19 19:04:25 iteration: 1007000 loss: 0.0018 lr: 0.001
  1093. 2019-12-19 19:04:50 iteration: 1008000 loss: 0.0018 lr: 0.001
  1094. 2019-12-19 19:05:14 iteration: 1009000 loss: 0.0018 lr: 0.001
  1095. 2019-12-19 19:05:38 iteration: 1010000 loss: 0.0018 lr: 0.001
  1096. 2019-12-19 19:06:03 iteration: 1011000 loss: 0.0018 lr: 0.001
  1097. 2019-12-19 19:06:27 iteration: 1012000 loss: 0.0018 lr: 0.001
  1098. 2019-12-19 19:06:51 iteration: 1013000 loss: 0.0018 lr: 0.001
  1099. 2019-12-19 19:07:16 iteration: 1014000 loss: 0.0018 lr: 0.001
  1100. 2019-12-19 19:07:40 iteration: 1015000 loss: 0.0018 lr: 0.001
  1101. 2019-12-19 19:08:04 iteration: 1016000 loss: 0.0017 lr: 0.001
  1102. 2019-12-19 19:08:28 iteration: 1017000 loss: 0.0017 lr: 0.001
  1103. 2019-12-19 19:08:53 iteration: 1018000 loss: 0.0017 lr: 0.001
  1104. 2019-12-19 19:09:17 iteration: 1019000 loss: 0.0018 lr: 0.001
  1105. 2019-12-19 19:09:41 iteration: 1020000 loss: 0.0019 lr: 0.001
  1106. 2019-12-19 19:10:06 iteration: 1021000 loss: 0.0017 lr: 0.001
  1107. 2019-12-19 19:10:30 iteration: 1022000 loss: 0.0018 lr: 0.001
  1108. 2019-12-19 19:10:55 iteration: 1023000 loss: 0.0019 lr: 0.001
  1109. 2019-12-19 19:11:19 iteration: 1024000 loss: 0.0018 lr: 0.001
  1110. 2019-12-19 19:11:43 iteration: 1025000 loss: 0.0018 lr: 0.001
  1111. 2019-12-19 19:12:07 iteration: 1026000 loss: 0.0018 lr: 0.001
  1112. 2019-12-19 19:12:32 iteration: 1027000 loss: 0.0018 lr: 0.001
  1113. 2019-12-19 19:12:56 iteration: 1028000 loss: 0.0018 lr: 0.001
  1114. 2019-12-19 19:13:21 iteration: 1029000 loss: 0.0017 lr: 0.001
  1115. 2019-12-19 19:13:45 iteration: 1030000 loss: 0.0018 lr: 0.001
  1116. 2019-12-24 16:32:26 Config:
  1117. {'all_joints': [[0],
  1118. [1],
  1119. [2],
  1120. [3],
  1121. [4],
  1122. [5],
  1123. [6],
  1124. [7],
  1125. [8],
  1126. [9],
  1127. [10],
  1128. [11],
  1129. [12],
  1130. [13],
  1131. [14],
  1132. [15]],
  1133. 'all_joints_names': ['eye_top',
  1134. 'eye_topleft',
  1135. 'eye_left',
  1136. 'eye_bottomleft',
  1137. 'eye_bottom',
  1138. 'eye_bottomright',
  1139. 'eye_right',
  1140. 'eye_topright',
  1141. 'pupil_top',
  1142. 'pupil_topleft',
  1143. 'pupil_left',
  1144. 'pupil_bottomleft',
  1145. 'pupil_bottom',
  1146. 'pupil_bottomright',
  1147. 'pupil_right',
  1148. 'pupil_topright'],
  1149. 'batch_size': 1,
  1150. 'bottomheight': 400,
  1151. 'crop': True,
  1152. 'crop_pad': 0,
  1153. 'cropratio': 0.4,
  1154. 'dataset': 'training-datasets/iteration-6/UnaugmentedDataSet_eyesDec8/eyes_Keisuke95shuffle1.mat',
  1155. 'dataset_type': 'default',
  1156. 'deconvolutionstride': 2,
  1157. 'deterministic': False,
  1158. 'display_iters': 1000,
  1159. 'fg_fraction': 0.25,
  1160. 'global_scale': 0.8,
  1161. 'init_weights': '/home/mouse/anaconda3/envs/dlc2.1/lib/python3.6/site-packages/deeplabcut/pose_estimation_tensorflow/models/pretrained/resnet_v1_50.ckpt',
  1162. 'intermediate_supervision': False,
  1163. 'intermediate_supervision_layer': 12,
  1164. 'leftwidth': 400,
  1165. 'location_refinement': True,
  1166. 'locref_huber_loss': True,
  1167. 'locref_loss_weight': 0.05,
  1168. 'locref_stdev': 7.2801,
  1169. 'log_dir': 'log',
  1170. 'max_input_size': 1500,
  1171. 'mean_pixel': [123.68, 116.779, 103.939],
  1172. 'metadataset': 'training-datasets/iteration-6/UnaugmentedDataSet_eyesDec8/Documentation_data-eyes_95shuffle1.pickle',
  1173. 'min_input_size': 64,
  1174. 'minsize': 100,
  1175. 'mirror': False,
  1176. 'multi_step': [[0.005, 10000],
  1177. [0.02, 430000],
  1178. [0.002, 730000],
  1179. [0.001, 1030000]],
  1180. 'net_type': 'resnet_50',
  1181. 'num_joints': 16,
  1182. 'num_outputs': 1,
  1183. 'optimizer': 'sgd',
  1184. 'output_stride': 16,
  1185. 'pos_dist_thresh': 17,
  1186. 'project_path': '/home/mouse/ks/Projects/eyes-Keisuke-2019-12-08',
  1187. 'regularize': False,
  1188. 'rightwidth': 400,
  1189. 'save_iters': 50000,
  1190. 'scale_jitter_lo': 0.5,
  1191. 'scale_jitter_up': 1.25,
  1192. 'scoremap_dir': 'test',
  1193. 'shuffle': True,
  1194. 'snapshot_prefix': '/home/mouse/ks/Projects/eyes-Keisuke-2019-12-08/dlc-models/iteration-6/eyesDec8-trainset95shuffle1/test/snapshot',
  1195. 'stride': 8.0,
  1196. 'topheight': 400,
  1197. 'weigh_negatives': False,
  1198. 'weigh_only_present_joints': False,
  1199. 'weigh_part_predictions': False,
  1200. 'weight_decay': 0.0001}
  1201. 2019-12-24 16:33:10 Config:
  1202. {'all_joints': [[0],
  1203. [1],
  1204. [2],
  1205. [3],
  1206. [4],
  1207. [5],
  1208. [6],
  1209. [7],
  1210. [8],
  1211. [9],
  1212. [10],
  1213. [11],
  1214. [12],
  1215. [13],
  1216. [14],
  1217. [15]],
  1218. 'all_joints_names': ['eye_top',
  1219. 'eye_topleft',
  1220. 'eye_left',
  1221. 'eye_bottomleft',
  1222. 'eye_bottom',
  1223. 'eye_bottomright',
  1224. 'eye_right',
  1225. 'eye_topright',
  1226. 'pupil_top',
  1227. 'pupil_topleft',
  1228. 'pupil_left',
  1229. 'pupil_bottomleft',
  1230. 'pupil_bottom',
  1231. 'pupil_bottomright',
  1232. 'pupil_right',
  1233. 'pupil_topright'],
  1234. 'batch_size': 8,
  1235. 'bottomheight': 400,
  1236. 'crop': True,
  1237. 'crop_pad': 0,
  1238. 'cropratio': 0.4,
  1239. 'dataset': 'training-datasets/iteration-6/UnaugmentedDataSet_eyesDec8/eyes_Keisuke95shuffle1.mat',
  1240. 'dataset_type': 'default',
  1241. 'deconvolutionstride': 2,
  1242. 'deterministic': False,
  1243. 'display_iters': 1000,
  1244. 'fg_fraction': 0.25,
  1245. 'global_scale': 0.8,
  1246. 'init_weights': '/home/mouse/anaconda3/envs/dlc2.1/lib/python3.6/site-packages/deeplabcut/pose_estimation_tensorflow/models/pretrained/resnet_v1_50.ckpt',
  1247. 'intermediate_supervision': False,
  1248. 'intermediate_supervision_layer': 12,
  1249. 'leftwidth': 400,
  1250. 'location_refinement': True,
  1251. 'locref_huber_loss': True,
  1252. 'locref_loss_weight': 0.05,
  1253. 'locref_stdev': 7.2801,
  1254. 'log_dir': 'log',
  1255. 'max_input_size': 1500,
  1256. 'mean_pixel': [123.68, 116.779, 103.939],
  1257. 'metadataset': 'training-datasets/iteration-6/UnaugmentedDataSet_eyesDec8/Documentation_data-eyes_95shuffle1.pickle',
  1258. 'min_input_size': 64,
  1259. 'minsize': 100,
  1260. 'mirror': False,
  1261. 'multi_step': [[0.005, 10000],
  1262. [0.02, 430000],
  1263. [0.002, 730000],
  1264. [0.001, 1030000]],
  1265. 'net_type': 'resnet_50',
  1266. 'num_joints': 16,
  1267. 'num_outputs': 1,
  1268. 'optimizer': 'sgd',
  1269. 'output_stride': 16,
  1270. 'pos_dist_thresh': 17,
  1271. 'project_path': '/home/mouse/ks/Projects/eyes-Keisuke-2019-12-08',
  1272. 'regularize': False,
  1273. 'rightwidth': 400,
  1274. 'save_iters': 50000,
  1275. 'scale_jitter_lo': 0.5,
  1276. 'scale_jitter_up': 1.25,
  1277. 'scoremap_dir': 'test',
  1278. 'shuffle': True,
  1279. 'snapshot_prefix': '/home/mouse/ks/Projects/eyes-Keisuke-2019-12-08/dlc-models/iteration-6/eyesDec8-trainset95shuffle1/test/snapshot',
  1280. 'stride': 8.0,
  1281. 'topheight': 400,
  1282. 'weigh_negatives': False,
  1283. 'weigh_only_present_joints': False,
  1284. 'weigh_part_predictions': False,
  1285. 'weight_decay': 0.0001}