diff --git a/.gitignore b/.gitignore new file mode 100644 index 000000000..85632503b --- /dev/null +++ b/.gitignore @@ -0,0 +1,3 @@ +/data +/data/* +*.txt diff --git a/STDIN.e7618254 b/STDIN.e7618254 new file mode 100644 index 000000000..f4affd627 --- /dev/null +++ b/STDIN.e7618254 @@ -0,0 +1 @@ +-bash: line 1: /var/spool/pbs/mom_priv/jobs/7618254.pbs02.SC: No such file or directory diff --git a/STDIN.o7618254 b/STDIN.o7618254 new file mode 100644 index 000000000..6442f3141 --- /dev/null +++ b/STDIN.o7618254 @@ -0,0 +1,16 @@ + + ++------------------------------------------+ +| PALMETTO CLUSTER PBS RESOURCES REQUESTED | ++------------------------------------------+ + +mem=128gb,ncpus=8,walltime=00:03:00 + + ++-------------------------------------+ +| PALMETTO CLUSTER PBS RESOURCES USED | ++-------------------------------------+ + +cpupercent=0,cput=00:00:00,mem=0kb,ncpus=8,vmem=0kb,walltime=00:00:00 + + diff --git a/ShuffleNetV2_CIFAR10_10.txt b/ShuffleNetV2_CIFAR10_10.txt new file mode 100644 index 000000000..119736b4a --- /dev/null +++ b/ShuffleNetV2_CIFAR10_10.txt @@ -0,0 +1,43 @@ + Step: 341ms | Tot: 16s476ms | Loss: 1.857 | Acc: 28.912% (14456/50000) 391/391 + Step: 15ms | Tot: 1s618ms | Loss: 1.610 | Acc: 40.040% (4004/10000) 100/100 + Step: 44ms | Tot: 16s645ms | Loss: 1.481 | Acc: 45.200% (22600/50000) 391/391 + Step: 16ms | Tot: 1s595ms | Loss: 1.347 | Acc: 50.600% (5060/10000) 100/100 + Step: 42ms | Tot: 16s486ms | Loss: 1.275 | Acc: 53.754% (26877/50000) 391/391 + Step: 15ms | Tot: 1s648ms | Loss: 1.206 | Acc: 56.500% (5650/10000) 100/100 + Step: 40ms | Tot: 16s424ms | Loss: 1.110 | Acc: 59.984% (29992/50000) 391/391 + Step: 15ms | Tot: 1s607ms | Loss: 1.076 | Acc: 61.740% (6174/10000) 100/100 + Step: 43ms | Tot: 16s600ms | Loss: 0.979 | Acc: 65.034% (32517/50000) 391/391 + Step: 15ms | Tot: 1s610ms | Loss: 0.864 | Acc: 69.380% (6938/10000) 100/100 + Step: 40ms | Tot: 15s994ms | Loss: 0.871 | Acc: 69.306% (34653/50000) 391/391 + Step: 16ms | Tot: 1s682ms | Loss: 0.853 | Acc: 70.590% (7059/10000) 100/100 + Step: 41ms | Tot: 16s609ms | Loss: 0.781 | Acc: 72.490% (36245/50000) 391/391 + Step: 15ms | Tot: 1s599ms | Loss: 0.741 | Acc: 74.130% (7413/10000) 100/100 + Step: 39ms | Tot: 16s475ms | Loss: 0.725 | Acc: 74.726% (37363/50000) 391/391 + Step: 15ms | Tot: 1s644ms | Loss: 0.741 | Acc: 74.220% (7422/10000) 100/100 + Step: 41ms | Tot: 16s508ms | Loss: 0.668 | Acc: 76.736% (38368/50000) 391/391 + Step: 16ms | Tot: 1s685ms | Loss: 0.670 | Acc: 76.990% (7699/10000) 100/100 + Step: 42ms | Tot: 16s539ms | Loss: 0.629 | Acc: 78.240% (39120/50000) 391/391 + Step: 16ms | Tot: 1s649ms | Loss: 0.608 | Acc: 79.190% (7919/10000) 100/100 + +Training + Testing time = 3.1768731474876404 minutes Step: 326ms | Tot: 16s544ms | Loss: 1.907 | Acc: 26.338% (13169/50000) 391/391 + Step: 15ms | Tot: 1s698ms | Loss: 1.607 | Acc: 39.590% (3959/10000) 100/100 + Step: 45ms | Tot: 17s104ms | Loss: 1.517 | Acc: 43.326% (21663/50000) 391/391 + Step: 16ms | Tot: 1s632ms | Loss: 1.371 | Acc: 49.700% (4970/10000) 100/100 + Step: 46ms | Tot: 16s215ms | Loss: 1.266 | Acc: 53.868% (26934/50000) 391/391 + Step: 15ms | Tot: 1s582ms | Loss: 1.124 | Acc: 58.550% (5855/10000) 100/100 + Step: 41ms | Tot: 16s507ms | Loss: 1.104 | Acc: 60.212% (30106/50000) 391/391 + Step: 15ms | Tot: 1s670ms | Loss: 1.000 | Acc: 63.820% (6382/10000) 100/100 + Step: 43ms | Tot: 16s659ms | Loss: 0.971 | Acc: 65.162% (32581/50000) 391/391 + Step: 16ms | Tot: 1s616ms | Loss: 0.885 | Acc: 68.550% (6855/10000) 100/100 + Step: 45ms | Tot: 16s553ms | Loss: 0.874 | Acc: 68.936% (34468/50000) 391/391 + Step: 15ms | Tot: 1s659ms | Loss: 0.832 | Acc: 70.740% (7074/10000) 100/100 + Step: 41ms | Tot: 16s562ms | Loss: 0.783 | Acc: 72.348% (36174/50000) 391/391 + Step: 15ms | Tot: 1s626ms | Loss: 0.742 | Acc: 74.290% (7429/10000) 100/100 + Step: 44ms | Tot: 16s624ms | Loss: 0.716 | Acc: 74.918% (37459/50000) 391/391 + Step: 16ms | Tot: 1s638ms | Loss: 0.672 | Acc: 76.660% (7666/10000) 100/100 + Step: 40ms | Tot: 16s626ms | Loss: 0.664 | Acc: 76.846% (38423/50000) 391/391 + Step: 15ms | Tot: 1s677ms | Loss: 0.683 | Acc: 76.600% (7660/10000) 100/100 + Step: 42ms | Tot: 16s802ms | Loss: 0.619 | Acc: 78.452% (39226/50000) 391/391 + Step: 15ms | Tot: 1s637ms | Loss: 0.602 | Acc: 79.460% (7946/10000) 100/100 + +Training + Testing time = 3.2073554515838625 minutes \ No newline at end of file diff --git a/__pycache__/utils.cpython-36.pyc b/__pycache__/utils.cpython-36.pyc new file mode 100644 index 000000000..97edb1445 Binary files /dev/null and b/__pycache__/utils.cpython-36.pyc differ diff --git a/checkpoint/ckpt.pth b/checkpoint/ckpt.pth new file mode 100644 index 000000000..1bae34bc1 Binary files /dev/null and b/checkpoint/ckpt.pth differ diff --git a/checkpoint/ckpt.pth.orig b/checkpoint/ckpt.pth.orig new file mode 100644 index 000000000..914b18e96 Binary files /dev/null and b/checkpoint/ckpt.pth.orig differ diff --git a/gpu_run.e7622656 b/gpu_run.e7622656 new file mode 100644 index 000000000..bb927fd5b --- /dev/null +++ b/gpu_run.e7622656 @@ -0,0 +1,2 @@ +/home/rbhanda/.conda/envs/roshan/lib/python3.6/site-packages/torch/nn/functional.py:1332: UserWarning: nn.functional.sigmoid is deprecated. Use torch.sigmoid instead. + warnings.warn("nn.functional.sigmoid is deprecated. Use torch.sigmoid instead.") diff --git a/gpu_run.o7622656 b/gpu_run.o7622656 new file mode 100644 index 000000000..d6b3114c5 --- /dev/null +++ b/gpu_run.o7622656 @@ -0,0 +1,44 @@ +term_width:: 132 +==> Preparing data.. +Files already downloaded and verified +Files already downloaded and verified +==> Building model.. + +Epoch: 0 + [>................................................................] Step: 7s388ms | Tot: 0ms | Loss: 2.311 | Acc: 7.812% (10/128)  1/391 [>................................................................] Step: 104ms | Tot: 104ms | Loss: 2.303 | Acc: 10.938% (28/256) 2/391 [>................................................................] Step: 42ms | Tot: 146ms | Loss: 2.301 | Acc: 10.938% (42/384)  3/391 [>................................................................] Step: 42ms | Tot: 189ms | Loss: 2.305 | Acc: 10.547% (54/512)  4/391 [>................................................................] Step: 46ms | Tot: 236ms | Loss: 2.306 | Acc: 10.312% (66/640)  5/391 [>................................................................] Step: 42ms | Tot: 279ms | Loss: 2.304 | Acc: 10.938% (84/768)  6/391 [>................................................................] Step: 47ms | Tot: 327ms | Loss: 2.303 | Acc: 11.272% (101/896) 7/391 [=>...............................................................] Step: 42ms | Tot: 369ms | Loss: 2.303 | Acc: 10.840% (111/1024) 8/391 [=>...............................................................] Step: 41ms | Tot: 410ms | Loss: 2.299 | Acc: 11.111% (128/1152) 9/391 [=>...............................................................] Step: 42ms | Tot: 452ms | Loss: 2.301 | Acc: 11.172% (143/1280) 10/391 [=>...............................................................] Step: 40ms | Tot: 493ms | Loss: 2.299 | Acc: 11.293% (159/1408) 11/391 [=>...............................................................] Step: 43ms | Tot: 536ms | Loss: 2.301 | Acc: 10.938% (168/1536) 12/391 [=>...............................................................] Step: 41ms | Tot: 578ms | Loss: 2.302 | Acc: 10.757% (179/1664) 13/391 [==>..............................................................] Step: 40ms | Tot: 619ms | Loss: 2.300 | Acc: 10.491% (188/1792) 14/391 [==>..............................................................] Step: 41ms | Tot: 661ms | Loss: 2.301 | Acc: 10.521% (202/1920) 15/391 [==>..............................................................] Step: 41ms | Tot: 702ms | Loss: 2.300 | Acc: 10.938% (224/2048) 16/391 [==>..............................................................] Step: 41ms | Tot: 744ms | Loss: 2.299 | Acc: 11.029% (240/2176) 17/391 [==>..............................................................] Step: 41ms | Tot: 785ms | Loss: 2.299 | Acc: 11.155% (257/2304) 18/391 [==>..............................................................] Step: 40ms | Tot: 826ms | Loss: 2.299 | Acc: 11.266% (274/2432) 19/391 [===>.............................................................] Step: 40ms | Tot: 866ms | Loss: 2.299 | Acc: 11.406% (292/2560) 20/391 [===>.............................................................] Step: 40ms | Tot: 907ms | Loss: 2.299 | Acc: 11.272% (303/2688) 21/391 [===>.............................................................] Step: 40ms | Tot: 947ms | Loss: 2.299 | Acc: 11.328% (319/2816) 22/391 [===>.............................................................] Step: 40ms | Tot: 988ms | Loss: 2.298 | Acc: 11.209% (330/2944) 23/391 [===>.............................................................] Step: 42ms | Tot: 1s30ms | Loss: 2.298 | Acc: 11.198% (344/3072) 24/391 [===>.............................................................] Step: 40ms | Tot: 1s71ms | Loss: 2.298 | Acc: 11.125% (356/3200) 25/391 [====>............................................................] Step: 65ms | Tot: 1s136ms | Loss: 2.297 | Acc: 11.268% (375/3328) 26/391 [====>............................................................] Step: 42ms | Tot: 1s179ms | Loss: 2.296 | Acc: 11.314% (391/3456) 27/391 [====>............................................................] Step: 44ms | Tot: 1s223ms | Loss: 2.296 | Acc: 11.412% (409/3584) 28/391 [====>............................................................] Step: 40ms | Tot: 1s263ms | Loss: 2.295 | Acc: 11.530% (428/3712) 29/391 [====>............................................................] Step: 42ms | Tot: 1s306ms | Loss: 2.293 | Acc: 11.745% (451/3840) 30/391 [====>............................................................] Step: 40ms | Tot: 1s346ms | Loss: 2.292 | Acc: 11.794% (468/3968) 31/391 [=====>...........................................................] Step: 42ms | Tot: 1s388ms | Loss: 2.292 | Acc: 11.694% (479/4096) 32/391 [=====>...........................................................] Step: 41ms | Tot: 1s430ms | Loss: 2.290 | Acc: 11.766% (497/4224) 33/391 [=====>...........................................................] Step: 40ms | Tot: 1s471ms | Loss: 2.288 | Acc: 11.673% (508/4352) 34/391 [=====>...........................................................] Step: 40ms | Tot: 1s512ms | Loss: 2.287 | Acc: 11.808% (529/4480) 35/391 [=====>...........................................................] Step: 42ms | Tot: 1s554ms | Loss: 2.286 | Acc: 11.936% (550/4608) 36/391 [=====>...........................................................] Step: 40ms | Tot: 1s595ms | Loss: 2.285 | Acc: 11.888% (563/4736) 37/391 [======>..........................................................] Step: 41ms | Tot: 1s636ms | Loss: 2.285 | Acc: 11.986% (583/4864) 38/391 [======>..........................................................] Step: 41ms | Tot: 1s678ms | Loss: 2.284 | Acc: 12.079% (603/4992) 39/391 [======>..........................................................] Step: 40ms | Tot: 1s719ms | Loss: 2.283 | Acc: 12.246% (627/5120) 40/391 [======>..........................................................] Step: 40ms | Tot: 1s759ms | Loss: 2.282 | Acc: 12.214% (641/5248) 41/391 [======>..........................................................] Step: 41ms | Tot: 1s801ms | Loss: 2.280 | Acc: 12.277% (660/5376) 42/391 [======>..........................................................] Step: 41ms | Tot: 1s842ms | Loss: 2.279 | Acc: 12.409% (683/5504) 43/391 [=======>.........................................................] Step: 41ms | Tot: 1s884ms | Loss: 2.278 | Acc: 12.482% (703/5632) 44/391 [=======>.........................................................] Step: 40ms | Tot: 1s925ms | Loss: 2.276 | Acc: 12.639% (728/5760) 45/391 [=======>.........................................................] Step: 41ms | Tot: 1s967ms | Loss: 2.275 | Acc: 12.840% (756/5888) 46/391 [=======>.........................................................] Step: 39ms | Tot: 2s7ms | Loss: 2.274 | Acc: 12.965% (780/6016) 47/391 [=======>.........................................................] Step: 42ms | Tot: 2s49ms | Loss: 2.273 | Acc: 13.037% (801/6144) 48/391 [=======>.........................................................] Step: 41ms | Tot: 2s91ms | Loss: 2.271 | Acc: 13.042% (818/6272) 49/391 [========>........................................................] Step: 41ms | Tot: 2s132ms | Loss: 2.270 | Acc: 13.078% (837/6400) 50/391 [========>........................................................] Step: 41ms | Tot: 2s173ms | Loss: 2.268 | Acc: 13.128% (857/6528) 51/391 [========>........................................................] Step: 46ms | Tot: 2s219ms | Loss: 2.265 | Acc: 13.161% (876/6656) 52/391 [========>........................................................] Step: 41ms | Tot: 2s260ms | Loss: 2.263 | Acc: 13.222% (897/6784) 53/391 [========>........................................................] Step: 41ms | Tot: 2s301ms | Loss: 2.261 | Acc: 13.310% (920/6912) 54/391 [========>........................................................] Step: 41ms | Tot: 2s343ms | Loss: 2.260 | Acc: 13.310% (937/7040) 55/391 [=========>.......................................................] Step: 40ms | Tot: 2s384ms | Loss: 2.258 | Acc: 13.393% (960/7168) 56/391 [=========>.......................................................] Step: 40ms | Tot: 2s425ms | Loss: 2.256 | Acc: 13.501% (985/7296) 57/391 [=========>.......................................................] Step: 40ms | Tot: 2s465ms | Loss: 2.255 | Acc: 13.483% (1001/7424) 58/391 [=========>.......................................................] Step: 39ms | Tot: 2s505ms | Loss: 2.253 | Acc: 13.520% (1021/7552) 59/391 [=========>.......................................................] Step: 40ms | Tot: 2s545ms | Loss: 2.251 | Acc: 13.516% (1038/7680) 60/391 [=========>.......................................................] Step: 41ms | Tot: 2s586ms | Loss: 2.249 | Acc: 13.627% (1064/7808) 61/391 [==========>......................................................] Step: 40ms | Tot: 2s627ms | Loss: 2.247 | Acc: 13.747% (1091/7936) 62/391 [==========>......................................................] Step: 39ms | Tot: 2s666ms | Loss: 2.245 | Acc: 13.839% (1116/8064) 63/391 [==========>......................................................] Step: 40ms | Tot: 2s707ms | Loss: 2.242 | Acc: 13.965% (1144/8192) 64/391 [==========>......................................................] Step: 41ms | Tot: 2s748ms | Loss: 2.240 | Acc: 14.026% (1167/8320) 65/391 [==========>......................................................] Step: 41ms | Tot: 2s789ms | Loss: 2.238 | Acc: 14.051% (1187/8448) 66/391 [==========>......................................................] Step: 41ms | Tot: 2s831ms | Loss: 2.237 | Acc: 14.016% (1202/8576) 67/391 [===========>.....................................................] Step: 41ms | Tot: 2s873ms | Loss: 2.235 | Acc: 14.085% (1226/8704) 68/391 [===========>.....................................................] Step: 41ms | Tot: 2s915ms | Loss: 2.233 | Acc: 14.198% (1254/8832) 69/391 [===========>.....................................................] Step: 41ms | Tot: 2s956ms | Loss: 2.230 | Acc: 14.353% (1286/8960) 70/391 [===========>.....................................................] Step: 41ms | Tot: 2s998ms | Loss: 2.227 | Acc: 14.481% (1316/9088) 71/391 [===========>.....................................................] Step: 40ms | Tot: 3s38ms | Loss: 2.224 | Acc: 14.594% (1345/9216) 72/391 [===========>.....................................................] Step: 41ms | Tot: 3s80ms | Loss: 2.222 | Acc: 14.673% (1371/9344) 73/391 [============>....................................................] Step: 40ms | Tot: 3s120ms | Loss: 2.220 | Acc: 14.749% (1397/9472) 74/391 [============>....................................................] Step: 41ms | Tot: 3s162ms | Loss: 2.216 | Acc: 14.844% (1425/9600) 75/391 [============>....................................................] Step: 40ms | Tot: 3s202ms | Loss: 2.215 | Acc: 14.844% (1444/9728) 76/391 [============>....................................................] Step: 44ms | Tot: 3s246ms | Loss: 2.213 | Acc: 14.905% (1469/9856) 77/391 [============>....................................................] Step: 40ms | Tot: 3s287ms | Loss: 2.211 | Acc: 15.014% (1499/9984) 78/391 [============>....................................................] Step: 41ms | Tot: 3s329ms | Loss: 2.209 | Acc: 15.111% (1528/10112) 79/391 [=============>...................................................] Step: 41ms | Tot: 3s371ms | Loss: 2.207 | Acc: 15.166% (1553/10240) 80/391 [=============>...................................................] Step: 40ms | Tot: 3s411ms | Loss: 2.205 | Acc: 15.278% (1584/10368) 81/391 [=============>...................................................] Step: 41ms | Tot: 3s453ms | Loss: 2.202 | Acc: 15.368% (1613/10496) 82/391 [=============>...................................................] Step: 41ms | Tot: 3s495ms | Loss: 2.200 | Acc: 15.437% (1640/10624) 83/391 [=============>...................................................] Step: 41ms | Tot: 3s537ms | Loss: 2.198 | Acc: 15.485% (1665/10752) 84/391 [=============>...................................................] Step: 39ms | Tot: 3s576ms | Loss: 2.195 | Acc: 15.588% (1696/10880) 85/391 [==============>..................................................] Step: 41ms | Tot: 3s618ms | Loss: 2.193 | Acc: 15.625% (1720/11008) 86/391 [==============>..................................................] Step: 41ms | Tot: 3s659ms | Loss: 2.191 | Acc: 15.661% (1744/11136) 87/391 [==============>..................................................] Step: 41ms | Tot: 3s701ms | Loss: 2.189 | Acc: 15.661% (1764/11264) 88/391 [==============>..................................................] Step: 60ms | Tot: 3s762ms | Loss: 2.187 | Acc: 15.669% (1785/11392) 89/391 [==============>..................................................] Step: 42ms | Tot: 3s804ms | Loss: 2.185 | Acc: 15.677% (1806/11520) 90/391 [==============>..................................................] Step: 43ms | Tot: 3s847ms | Loss: 2.183 | Acc: 15.711% (1830/11648) 91/391 [===============>.................................................] Step: 42ms | Tot: 3s890ms | Loss: 2.182 | Acc: 15.769% (1857/11776) 92/391 [===============>.................................................] Step: 45ms | Tot: 3s935ms | Loss: 2.180 | Acc: 15.843% (1886/11904) 93/391 [===============>.................................................] Step: 40ms | Tot: 3s976ms | Loss: 2.179 | Acc: 15.933% (1917/12032) 94/391 [===============>.................................................] Step: 40ms | Tot: 4s16ms | Loss: 2.177 | Acc: 15.987% (1944/12160) 95/391 [===============>.................................................] Step: 47ms | Tot: 4s63ms | Loss: 2.175 | Acc: 16.024% (1969/12288) 96/391 [===============>.................................................] Step: 47ms | Tot: 4s111ms | Loss: 2.174 | Acc: 16.092% (1998/12416) 97/391 [================>................................................] Step: 40ms | Tot: 4s151ms | Loss: 2.172 | Acc: 16.207% (2033/12544) 98/391 [================>................................................] Step: 40ms | Tot: 4s192ms | Loss: 2.170 | Acc: 16.296% (2065/12672) 99/391 [================>................................................] Step: 45ms | Tot: 4s237ms | Loss: 2.168 | Acc: 16.383% (2097/12800) 100/391 [================>................................................] Step: 41ms | Tot: 4s279ms | Loss: 2.166 | Acc: 16.468% (2129/12928) 101/391 [================>................................................] Step: 41ms | Tot: 4s320ms | Loss: 2.164 | Acc: 16.483% (2152/13056) 102/391 [================>................................................] Step: 41ms | Tot: 4s362ms | Loss: 2.163 | Acc: 16.512% (2177/13184) 103/391 [=================>...............................................] Step: 40ms | Tot: 4s402ms | Loss: 2.162 | Acc: 16.511% (2198/13312) 104/391 [=================>...............................................] Step: 41ms | Tot: 4s444ms | Loss: 2.161 | Acc: 16.540% (2223/13440) 105/391 [=================>...............................................] Step: 41ms | Tot: 4s485ms | Loss: 2.159 | Acc: 16.583% (2250/13568) 106/391 [=================>...............................................] Step: 43ms | Tot: 4s528ms | Loss: 2.157 | Acc: 16.618% (2276/13696) 107/391 [=================>...............................................] Step: 48ms | Tot: 4s577ms | Loss: 2.155 | Acc: 16.638% (2300/13824) 108/391 [=================>...............................................] Step: 41ms | Tot: 4s618ms | Loss: 2.153 | Acc: 16.757% (2338/13952) 109/391 [==================>..............................................] Step: 42ms | Tot: 4s661ms | Loss: 2.151 | Acc: 16.811% (2367/14080) 110/391 [==================>..............................................] Step: 41ms | Tot: 4s702ms | Loss: 2.148 | Acc: 16.892% (2400/14208) 111/391 [==================>..............................................] Step: 40ms | Tot: 4s743ms | Loss: 2.147 | Acc: 16.888% (2421/14336) 112/391 [==================>..............................................] Step: 40ms | Tot: 4s783ms | Loss: 2.145 | Acc: 16.925% (2448/14464) 113/391 [==================>..............................................] Step: 40ms | Tot: 4s824ms | Loss: 2.144 | Acc: 16.961% (2475/14592) 114/391 [==================>..............................................] Step: 41ms | Tot: 4s865ms | Loss: 2.142 | Acc: 17.018% (2505/14720) 115/391 [===================>.............................................] Step: 47ms | Tot: 4s912ms | Loss: 2.141 | Acc: 17.046% (2531/14848) 116/391 [===================>.............................................] Step: 40ms | Tot: 4s952ms | Loss: 2.139 | Acc: 17.101% (2561/14976) 117/391 [===================>.............................................] Step: 41ms | Tot: 4s994ms | Loss: 2.138 | Acc: 17.101% (2583/15104) 118/391 [===================>.............................................] Step: 41ms | Tot: 5s36ms | Loss: 2.136 | Acc: 17.155% (2613/15232) 119/391 [===================>.............................................] Step: 41ms | Tot: 5s77ms | Loss: 2.133 | Acc: 17.259% (2651/15360) 120/391 [===================>.............................................] Step: 40ms | Tot: 5s118ms | Loss: 2.131 | Acc: 17.349% (2687/15488) 121/391 [====================>............................................] Step: 56ms | Tot: 5s175ms | Loss: 2.130 | Acc: 17.418% (2720/15616) 122/391 [====================>............................................] Step: 41ms | Tot: 5s216ms | Loss: 2.129 | Acc: 17.454% (2748/15744) 123/391 [====================>............................................] Step: 43ms | Tot: 5s260ms | Loss: 2.128 | Acc: 17.521% (2781/15872) 124/391 [====================>............................................] Step: 42ms | Tot: 5s302ms | Loss: 2.126 | Acc: 17.606% (2817/16000) 125/391 [====================>............................................] Step: 41ms | Tot: 5s343ms | Loss: 2.125 | Acc: 17.603% (2839/16128) 126/391 [====================>............................................] Step: 41ms | Tot: 5s384ms | Loss: 2.123 | Acc: 17.655% (2870/16256) 127/391 [=====================>...........................................] Step: 42ms | Tot: 5s426ms | Loss: 2.122 | Acc: 17.712% (2902/16384) 128/391 [=====================>...........................................] Step: 41ms | Tot: 5s467ms | Loss: 2.120 | Acc: 17.799% (2939/16512) 129/391 [=====================>...........................................] Step: 39ms | Tot: 5s507ms | Loss: 2.118 | Acc: 17.921% (2982/16640) 130/391 [=====================>...........................................] Step: 37ms | Tot: 5s544ms | Loss: 2.116 | Acc: 17.957% (3011/16768) 131/391 [=====================>...........................................] Step: 43ms | Tot: 5s588ms | Loss: 2.114 | Acc: 18.028% (3046/16896) 132/391 [=====================>...........................................] Step: 40ms | Tot: 5s629ms | Loss: 2.113 | Acc: 18.116% (3084/17024) 133/391 [======================>..........................................] Step: 42ms | Tot: 5s671ms | Loss: 2.110 | Acc: 18.231% (3127/17152) 134/391 [======================>..........................................] Step: 41ms | Tot: 5s713ms | Loss: 2.108 | Acc: 18.333% (3168/17280) 135/391 [======================>..........................................] Step: 41ms | Tot: 5s754ms | Loss: 2.106 | Acc: 18.371% (3198/17408) 136/391 [======================>..........................................] Step: 41ms | Tot: 5s795ms | Loss: 2.106 | Acc: 18.414% (3229/17536) 137/391 [======================>..........................................] Step: 44ms | Tot: 5s839ms | Loss: 2.104 | Acc: 18.450% (3259/17664) 138/391 [======================>..........................................] Step: 44ms | Tot: 5s883ms | Loss: 2.103 | Acc: 18.514% (3294/17792) 139/391 [=======================>.........................................] Step: 42ms | Tot: 5s926ms | Loss: 2.102 | Acc: 18.516% (3318/17920) 140/391 [=======================>.........................................] Step: 40ms | Tot: 5s966ms | Loss: 2.101 | Acc: 18.534% (3345/18048) 141/391 [=======================>.........................................] Step: 41ms | Tot: 6s8ms | Loss: 2.100 | Acc: 18.607% (3382/18176) 142/391 [=======================>.........................................] Step: 42ms | Tot: 6s51ms | Loss: 2.098 | Acc: 18.679% (3419/18304) 143/391 [=======================>.........................................] Step: 41ms | Tot: 6s92ms | Loss: 2.097 | Acc: 18.739% (3454/18432) 144/391 [=======================>.........................................] Step: 40ms | Tot: 6s133ms | Loss: 2.095 | Acc: 18.761% (3482/18560) 145/391 [========================>........................................] Step: 43ms | Tot: 6s176ms | Loss: 2.094 | Acc: 18.745% (3503/18688) 146/391 [========================>........................................] Step: 42ms | Tot: 6s218ms | Loss: 2.092 | Acc: 18.793% (3536/18816) 147/391 [========================>........................................] Step: 41ms | Tot: 6s259ms | Loss: 2.091 | Acc: 18.871% (3575/18944) 148/391 [========================>........................................] Step: 40ms | Tot: 6s300ms | Loss: 2.089 | Acc: 18.907% (3606/19072) 149/391 [========================>........................................] Step: 42ms | Tot: 6s342ms | Loss: 2.088 | Acc: 18.948% (3638/19200) 150/391 [========================>........................................] Step: 41ms | Tot: 6s384ms | Loss: 2.087 | Acc: 19.029% (3678/19328) 151/391 [=========================>.......................................] Step: 41ms | Tot: 6s425ms | Loss: 2.085 | Acc: 19.100% (3716/19456) 152/391 [=========================>.......................................] Step: 37ms | Tot: 6s463ms | Loss: 2.083 | Acc: 19.107% (3742/19584) 153/391 [=========================>.......................................] Step: 41ms | Tot: 6s504ms | Loss: 2.082 | Acc: 19.181% (3781/19712) 154/391 [=========================>.......................................] Step: 60ms | Tot: 6s565ms | Loss: 2.081 | Acc: 19.269% (3823/19840) 155/391 [=========================>.......................................] Step: 42ms | Tot: 6s607ms | Loss: 2.079 | Acc: 19.331% (3860/19968) 156/391 [=========================>.......................................] Step: 38ms | Tot: 6s646ms | Loss: 2.077 | Acc: 19.402% (3899/20096) 157/391 [==========================>......................................] Step: 42ms | Tot: 6s688ms | Loss: 2.076 | Acc: 19.408% (3925/20224) 158/391 [==========================>......................................] Step: 41ms | Tot: 6s730ms | Loss: 2.075 | Acc: 19.487% (3966/20352) 159/391 [==========================>......................................] Step: 41ms | Tot: 6s772ms | Loss: 2.074 | Acc: 19.526% (3999/20480) 160/391 [==========================>......................................] Step: 42ms | Tot: 6s815ms | Loss: 2.072 | Acc: 19.565% (4032/20608) 161/391 [==========================>......................................] Step: 41ms | Tot: 6s856ms | Loss: 2.071 | Acc: 19.604% (4065/20736) 162/391 [==========================>......................................] Step: 40ms | Tot: 6s897ms | Loss: 2.069 | Acc: 19.685% (4107/20864) 163/391 [===========================>.....................................] Step: 41ms | Tot: 6s939ms | Loss: 2.068 | Acc: 19.731% (4142/20992) 164/391 [===========================>.....................................] Step: 40ms | Tot: 6s979ms | Loss: 2.067 | Acc: 19.759% (4173/21120) 165/391 [===========================>.....................................] Step: 41ms | Tot: 7s21ms | Loss: 2.066 | Acc: 19.800% (4207/21248) 166/391 [===========================>.....................................] Step: 40ms | Tot: 7s61ms | Loss: 2.065 | Acc: 19.807% (4234/21376) 167/391 [===========================>.....................................] Step: 41ms | Tot: 7s103ms | Loss: 2.064 | Acc: 19.801% (4258/21504) 168/391 [===========================>.....................................] Step: 41ms | Tot: 7s144ms | Loss: 2.063 | Acc: 19.887% (4302/21632) 169/391 [============================>....................................] Step: 40ms | Tot: 7s185ms | Loss: 2.061 | Acc: 19.922% (4335/21760) 170/391 [============================>....................................] Step: 40ms | Tot: 7s225ms | Loss: 2.059 | Acc: 20.043% (4387/21888) 171/391 [============================>....................................] Step: 41ms | Tot: 7s267ms | Loss: 2.058 | Acc: 20.104% (4426/22016) 172/391 [============================>....................................] Step: 41ms | Tot: 7s309ms | Loss: 2.056 | Acc: 20.154% (4463/22144) 173/391 [============================>....................................] Step: 40ms | Tot: 7s349ms | Loss: 2.055 | Acc: 20.205% (4500/22272) 174/391 [============================>....................................] Step: 41ms | Tot: 7s390ms | Loss: 2.054 | Acc: 20.232% (4532/22400) 175/391 [=============================>...................................] Step: 40ms | Tot: 7s431ms | Loss: 2.053 | Acc: 20.264% (4565/22528) 176/391 [=============================>...................................] Step: 41ms | Tot: 7s472ms | Loss: 2.052 | Acc: 20.286% (4596/22656) 177/391 [=============================>...................................] Step: 39ms | Tot: 7s512ms | Loss: 2.050 | Acc: 20.383% (4644/22784) 178/391 [=============================>...................................] Step: 40ms | Tot: 7s553ms | Loss: 2.049 | Acc: 20.435% (4682/22912) 179/391 [=============================>...................................] Step: 47ms | Tot: 7s600ms | Loss: 2.048 | Acc: 20.482% (4719/23040) 180/391 [=============================>...................................] Step: 40ms | Tot: 7s641ms | Loss: 2.047 | Acc: 20.520% (4754/23168) 181/391 [==============================>..................................] Step: 40ms | Tot: 7s681ms | Loss: 2.047 | Acc: 20.557% (4789/23296) 182/391 [==============================>..................................] Step: 41ms | Tot: 7s723ms | Loss: 2.046 | Acc: 20.594% (4824/23424) 183/391 [==============================>..................................] Step: 42ms | Tot: 7s765ms | Loss: 2.045 | Acc: 20.648% (4863/23552) 184/391 [==============================>..................................] Step: 40ms | Tot: 7s805ms | Loss: 2.044 | Acc: 20.676% (4896/23680) 185/391 [==============================>..................................] Step: 41ms | Tot: 7s847ms | Loss: 2.042 | Acc: 20.728% (4935/23808) 186/391 [==============================>..................................] Step: 41ms | Tot: 7s889ms | Loss: 2.041 | Acc: 20.760% (4969/23936) 187/391 [===============================>.................................] Step: 41ms | Tot: 7s931ms | Loss: 2.039 | Acc: 20.815% (5009/24064) 188/391 [===============================>.................................] Step: 43ms | Tot: 7s974ms | Loss: 2.038 | Acc: 20.883% (5052/24192) 189/391 [===============================>.................................] Step: 42ms | Tot: 8s16ms | Loss: 2.037 | Acc: 20.900% (5083/24320) 190/391 [===============================>.................................] Step: 41ms | Tot: 8s58ms | Loss: 2.036 | Acc: 20.934% (5118/24448) 191/391 [===============================>.................................] Step: 41ms | Tot: 8s99ms | Loss: 2.035 | Acc: 20.972% (5154/24576) 192/391 [===============================>.................................] Step: 41ms | Tot: 8s141ms | Loss: 2.033 | Acc: 21.001% (5188/24704) 193/391 [================================>................................] Step: 41ms | Tot: 8s182ms | Loss: 2.033 | Acc: 21.041% (5225/24832) 194/391 [================================>................................] Step: 43ms | Tot: 8s225ms | Loss: 2.032 | Acc: 21.070% (5259/24960) 195/391 [================================>................................] Step: 43ms | Tot: 8s268ms | Loss: 2.030 | Acc: 21.074% (5287/25088) 196/391 [================================>................................] Step: 40ms | Tot: 8s309ms | Loss: 2.029 | Acc: 21.165% (5337/25216) 197/391 [================================>................................] Step: 39ms | Tot: 8s349ms | Loss: 2.028 | Acc: 21.208% (5375/25344) 198/391 [================================>................................] Step: 37ms | Tot: 8s386ms | Loss: 2.026 | Acc: 21.270% (5418/25472) 199/391 [=================================>...............................] Step: 37ms | Tot: 8s424ms | Loss: 2.026 | Acc: 21.297% (5452/25600) 200/391 [=================================>...............................] Step: 38ms | Tot: 8s463ms | Loss: 2.025 | Acc: 21.327% (5487/25728) 201/391 [=================================>...............................] Step: 38ms | Tot: 8s501ms | Loss: 2.023 | Acc: 21.399% (5533/25856) 202/391 [=================================>...............................] Step: 43ms | Tot: 8s545ms | Loss: 2.023 | Acc: 21.413% (5564/25984) 203/391 [=================================>...............................] Step: 48ms | Tot: 8s593ms | Loss: 2.021 | Acc: 21.481% (5609/26112) 204/391 [=================================>...............................] Step: 40ms | Tot: 8s633ms | Loss: 2.020 | Acc: 21.509% (5644/26240) 205/391 [==================================>..............................] Step: 40ms | Tot: 8s674ms | Loss: 2.019 | Acc: 21.541% (5680/26368) 206/391 [==================================>..............................] Step: 41ms | Tot: 8s715ms | Loss: 2.019 | Acc: 21.599% (5723/26496) 207/391 [==================================>..............................] Step: 42ms | Tot: 8s758ms | Loss: 2.018 | Acc: 21.661% (5767/26624) 208/391 [==================================>..............................] Step: 42ms | Tot: 8s800ms | Loss: 2.016 | Acc: 21.711% (5808/26752) 209/391 [==================================>..............................] Step: 40ms | Tot: 8s841ms | Loss: 2.015 | Acc: 21.767% (5851/26880) 210/391 [==================================>..............................] Step: 43ms | Tot: 8s884ms | Loss: 2.014 | Acc: 21.816% (5892/27008) 211/391 [===================================>.............................] Step: 41ms | Tot: 8s926ms | Loss: 2.012 | Acc: 21.868% (5934/27136) 212/391 [===================================>.............................] Step: 41ms | Tot: 8s967ms | Loss: 2.011 | Acc: 21.904% (5972/27264) 213/391 [===================================>.............................] Step: 40ms | Tot: 9s8ms | Loss: 2.010 | Acc: 21.922% (6005/27392) 214/391 [===================================>.............................] Step: 41ms | Tot: 9s50ms | Loss: 2.009 | Acc: 21.955% (6042/27520) 215/391 [===================================>.............................] Step: 62ms | Tot: 9s113ms | Loss: 2.008 | Acc: 21.980% (6077/27648) 216/391 [===================================>.............................] Step: 43ms | Tot: 9s156ms | Loss: 2.007 | Acc: 22.048% (6124/27776) 217/391 [====================================>............................] Step: 41ms | Tot: 9s198ms | Loss: 2.006 | Acc: 22.094% (6165/27904) 218/391 [====================================>............................] Step: 41ms | Tot: 9s240ms | Loss: 2.005 | Acc: 22.153% (6210/28032) 219/391 [====================================>............................] Step: 45ms | Tot: 9s285ms | Loss: 2.004 | Acc: 22.191% (6249/28160) 220/391 [====================================>............................] Step: 41ms | Tot: 9s327ms | Loss: 2.003 | Acc: 22.250% (6294/28288) 221/391 [====================================>............................] Step: 42ms | Tot: 9s369ms | Loss: 2.002 | Acc: 22.283% (6332/28416) 222/391 [====================================>............................] Step: 41ms | Tot: 9s410ms | Loss: 2.001 | Acc: 22.299% (6365/28544) 223/391 [=====================================>...........................] Step: 41ms | Tot: 9s451ms | Loss: 2.000 | Acc: 22.353% (6409/28672) 224/391 [=====================================>...........................] Step: 41ms | Tot: 9s493ms | Loss: 1.999 | Acc: 22.396% (6450/28800) 225/391 [=====================================>...........................] Step: 41ms | Tot: 9s534ms | Loss: 1.998 | Acc: 22.463% (6498/28928) 226/391 [=====================================>...........................] Step: 40ms | Tot: 9s575ms | Loss: 1.997 | Acc: 22.484% (6533/29056) 227/391 [=====================================>...........................] Step: 45ms | Tot: 9s621ms | Loss: 1.996 | Acc: 22.533% (6576/29184) 228/391 [=====================================>...........................] Step: 40ms | Tot: 9s662ms | Loss: 1.996 | Acc: 22.581% (6619/29312) 229/391 [======================================>..........................] Step: 41ms | Tot: 9s703ms | Loss: 1.995 | Acc: 22.626% (6661/29440) 230/391 [======================================>..........................] Step: 40ms | Tot: 9s743ms | Loss: 1.994 | Acc: 22.646% (6696/29568) 231/391 [======================================>..........................] Step: 41ms | Tot: 9s785ms | Loss: 1.993 | Acc: 22.673% (6733/29696) 232/391 [======================================>..........................] Step: 40ms | Tot: 9s825ms | Loss: 1.992 | Acc: 22.730% (6779/29824) 233/391 [======================================>..........................] Step: 41ms | Tot: 9s866ms | Loss: 1.991 | Acc: 22.756% (6816/29952) 234/391 [======================================>..........................] Step: 40ms | Tot: 9s907ms | Loss: 1.990 | Acc: 22.809% (6861/30080) 235/391 [=======================================>.........................] Step: 40ms | Tot: 9s947ms | Loss: 1.989 | Acc: 22.855% (6904/30208) 236/391 [=======================================>.........................] Step: 40ms | Tot: 9s988ms | Loss: 1.989 | Acc: 22.897% (6946/30336) 237/391 [=======================================>.........................] Step: 40ms | Tot: 10s28ms | Loss: 1.988 | Acc: 22.939% (6988/30464) 238/391 [=======================================>.........................] Step: 42ms | Tot: 10s70ms | Loss: 1.987 | Acc: 23.009% (7039/30592) 239/391 [=======================================>.........................] Step: 42ms | Tot: 10s112ms | Loss: 1.986 | Acc: 23.057% (7083/30720) 240/391 [=======================================>.........................] Step: 41ms | Tot: 10s153ms | Loss: 1.985 | Acc: 23.117% (7131/30848) 241/391 [========================================>........................] Step: 40ms | Tot: 10s193ms | Loss: 1.984 | Acc: 23.160% (7174/30976) 242/391 [========================================>........................] Step: 42ms | Tot: 10s236ms | Loss: 1.983 | Acc: 23.164% (7205/31104) 243/391 [========================================>........................] Step: 41ms | Tot: 10s277ms | Loss: 1.982 | Acc: 23.197% (7245/31232) 244/391 [========================================>........................] Step: 43ms | Tot: 10s321ms | Loss: 1.981 | Acc: 23.253% (7292/31360) 245/391 [========================================>........................] Step: 40ms | Tot: 10s361ms | Loss: 1.980 | Acc: 23.269% (7327/31488) 246/391 [========================================>........................] Step: 40ms | Tot: 10s402ms | Loss: 1.980 | Acc: 23.289% (7363/31616) 247/391 [=========================================>.......................] Step: 41ms | Tot: 10s443ms | Loss: 1.979 | Acc: 23.349% (7412/31744) 248/391 [=========================================>.......................] Step: 40ms | Tot: 10s484ms | Loss: 1.978 | Acc: 23.381% (7452/31872) 249/391 [=========================================>.......................] Step: 39ms | Tot: 10s524ms | Loss: 1.977 | Acc: 23.431% (7498/32000) 250/391 [=========================================>.......................] Step: 43ms | Tot: 10s567ms | Loss: 1.976 | Acc: 23.478% (7543/32128) 251/391 [=========================================>.......................] Step: 39ms | Tot: 10s607ms | Loss: 1.976 | Acc: 23.524% (7588/32256) 252/391 [=========================================>.......................] Step: 41ms | Tot: 10s649ms | Loss: 1.975 | Acc: 23.558% (7629/32384) 253/391 [==========================================>......................] Step: 42ms | Tot: 10s691ms | Loss: 1.974 | Acc: 23.588% (7669/32512) 254/391 [==========================================>......................] Step: 47ms | Tot: 10s738ms | Loss: 1.973 | Acc: 23.621% (7710/32640) 255/391 [==========================================>......................] Step: 41ms | Tot: 10s779ms | Loss: 1.972 | Acc: 23.654% (7751/32768) 256/391 [==========================================>......................] Step: 40ms | Tot: 10s819ms | Loss: 1.971 | Acc: 23.717% (7802/32896) 257/391 [==========================================>......................] Step: 41ms | Tot: 10s861ms | Loss: 1.970 | Acc: 23.734% (7838/33024) 258/391 [==========================================>......................] Step: 40ms | Tot: 10s901ms | Loss: 1.969 | Acc: 23.763% (7878/33152) 259/391 [===========================================>.....................] Step: 40ms | Tot: 10s941ms | Loss: 1.968 | Acc: 23.825% (7929/33280) 260/391 [===========================================>.....................] Step: 41ms | Tot: 10s982ms | Loss: 1.967 | Acc: 23.824% (7959/33408) 261/391 [===========================================>.....................] Step: 39ms | Tot: 11s22ms | Loss: 1.967 | Acc: 23.831% (7992/33536) 262/391 [===========================================>.....................] Step: 40ms | Tot: 11s62ms | Loss: 1.965 | Acc: 23.874% (8037/33664) 263/391 [===========================================>.....................] Step: 39ms | Tot: 11s102ms | Loss: 1.965 | Acc: 23.911% (8080/33792) 264/391 [===========================================>.....................] Step: 40ms | Tot: 11s143ms | Loss: 1.964 | Acc: 23.956% (8126/33920) 265/391 [============================================>....................] Step: 39ms | Tot: 11s183ms | Loss: 1.963 | Acc: 23.969% (8161/34048) 266/391 [============================================>....................] Step: 41ms | Tot: 11s224ms | Loss: 1.962 | Acc: 24.020% (8209/34176) 267/391 [============================================>....................] Step: 39ms | Tot: 11s263ms | Loss: 1.962 | Acc: 24.032% (8244/34304) 268/391 [============================================>....................] Step: 40ms | Tot: 11s304ms | Loss: 1.961 | Acc: 24.082% (8292/34432) 269/391 [============================================>....................] Step: 46ms | Tot: 11s351ms | Loss: 1.960 | Acc: 24.106% (8331/34560) 270/391 [============================================>....................] Step: 40ms | Tot: 11s391ms | Loss: 1.959 | Acc: 24.147% (8376/34688) 271/391 [=============================================>...................] Step: 44ms | Tot: 11s435ms | Loss: 1.958 | Acc: 24.181% (8419/34816) 272/391 [=============================================>...................] Step: 40ms | Tot: 11s476ms | Loss: 1.957 | Acc: 24.242% (8471/34944) 273/391 [=============================================>...................] Step: 40ms | Tot: 11s516ms | Loss: 1.957 | Acc: 24.267% (8511/35072) 274/391 [=============================================>...................] Step: 41ms | Tot: 11s557ms | Loss: 1.956 | Acc: 24.276% (8545/35200) 275/391 [=============================================>...................] Step: 37ms | Tot: 11s595ms | Loss: 1.955 | Acc: 24.321% (8592/35328) 276/391 [=============================================>...................] Step: 41ms | Tot: 11s636ms | Loss: 1.954 | Acc: 24.357% (8636/35456) 277/391 [==============================================>..................] Step: 47ms | Tot: 11s684ms | Loss: 1.953 | Acc: 24.399% (8682/35584) 278/391 [==============================================>..................] Step: 61ms | Tot: 11s745ms | Loss: 1.952 | Acc: 24.440% (8728/35712) 279/391 [==============================================>..................] Step: 42ms | Tot: 11s788ms | Loss: 1.952 | Acc: 24.475% (8772/35840) 280/391 [==============================================>..................] Step: 41ms | Tot: 11s829ms | Loss: 1.951 | Acc: 24.516% (8818/35968) 281/391 [==============================================>..................] Step: 40ms | Tot: 11s870ms | Loss: 1.950 | Acc: 24.568% (8868/36096) 282/391 [==============================================>..................] Step: 40ms | Tot: 11s911ms | Loss: 1.950 | Acc: 24.583% (8905/36224) 283/391 [===============================================>.................] Step: 41ms | Tot: 11s953ms | Loss: 1.949 | Acc: 24.637% (8956/36352) 284/391 [===============================================>.................] Step: 41ms | Tot: 11s994ms | Loss: 1.948 | Acc: 24.668% (8999/36480) 285/391 [===============================================>.................] Step: 40ms | Tot: 12s34ms | Loss: 1.947 | Acc: 24.694% (9040/36608) 286/391 [===============================================>.................] Step: 41ms | Tot: 12s76ms | Loss: 1.946 | Acc: 24.722% (9082/36736) 287/391 [===============================================>.................] Step: 40ms | Tot: 12s117ms | Loss: 1.946 | Acc: 24.753% (9125/36864) 288/391 [===============================================>.................] Step: 42ms | Tot: 12s159ms | Loss: 1.945 | Acc: 24.784% (9168/36992) 289/391 [================================================>................] Step: 41ms | Tot: 12s201ms | Loss: 1.945 | Acc: 24.806% (9208/37120) 290/391 [================================================>................] Step: 41ms | Tot: 12s242ms | Loss: 1.944 | Acc: 24.839% (9252/37248) 291/391 [================================================>................] Step: 40ms | Tot: 12s282ms | Loss: 1.943 | Acc: 24.866% (9294/37376) 292/391 [================================================>................] Step: 40ms | Tot: 12s323ms | Loss: 1.942 | Acc: 24.899% (9338/37504) 293/391 [================================================>................] Step: 40ms | Tot: 12s363ms | Loss: 1.941 | Acc: 24.923% (9379/37632) 294/391 [================================================>................] Step: 41ms | Tot: 12s405ms | Loss: 1.941 | Acc: 24.939% (9417/37760) 295/391 [=================================================>...............] Step: 39ms | Tot: 12s445ms | Loss: 1.939 | Acc: 24.979% (9464/37888) 296/391 [=================================================>...............] Step: 41ms | Tot: 12s487ms | Loss: 1.939 | Acc: 25.016% (9510/38016) 297/391 [=================================================>...............] Step: 40ms | Tot: 12s527ms | Loss: 1.938 | Acc: 25.008% (9539/38144) 298/391 [=================================================>...............] Step: 40ms | Tot: 12s567ms | Loss: 1.938 | Acc: 25.026% (9578/38272) 299/391 [=================================================>...............] Step: 41ms | Tot: 12s608ms | Loss: 1.937 | Acc: 25.062% (9624/38400) 300/391 [=================================================>...............] Step: 41ms | Tot: 12s650ms | Loss: 1.937 | Acc: 25.091% (9667/38528) 301/391 [==================================================>..............] Step: 40ms | Tot: 12s690ms | Loss: 1.936 | Acc: 25.135% (9716/38656) 302/391 [==================================================>..............] Step: 40ms | Tot: 12s731ms | Loss: 1.935 | Acc: 25.155% (9756/38784) 303/391 [==================================================>..............] Step: 39ms | Tot: 12s771ms | Loss: 1.934 | Acc: 25.195% (9804/38912) 304/391 [==================================================>..............] Step: 41ms | Tot: 12s812ms | Loss: 1.933 | Acc: 25.261% (9862/39040) 305/391 [==================================================>..............] Step: 39ms | Tot: 12s852ms | Loss: 1.932 | Acc: 25.296% (9908/39168) 306/391 [==================================================>..............] Step: 41ms | Tot: 12s893ms | Loss: 1.932 | Acc: 25.321% (9950/39296) 307/391 [===================================================>.............] Step: 39ms | Tot: 12s932ms | Loss: 1.931 | Acc: 25.355% (9996/39424) 308/391 [===================================================>.............] Step: 40ms | Tot: 12s973ms | Loss: 1.930 | Acc: 25.394% (10044/39552) 309/391 [===================================================>.............] Step: 39ms | Tot: 13s13ms | Loss: 1.930 | Acc: 25.401% (10079/39680) 310/391 [===================================================>.............] Step: 40ms | Tot: 13s53ms | Loss: 1.928 | Acc: 25.435% (10125/39808) 311/391 [===================================================>.............] Step: 51ms | Tot: 13s105ms | Loss: 1.928 | Acc: 25.463% (10169/39936) 312/391 [===================================================>.............] Step: 41ms | Tot: 13s146ms | Loss: 1.927 | Acc: 25.479% (10208/40064) 313/391 [====================================================>............] Step: 41ms | Tot: 13s188ms | Loss: 1.926 | Acc: 25.513% (10254/40192) 314/391 [====================================================>............] Step: 41ms | Tot: 13s229ms | Loss: 1.926 | Acc: 25.523% (10291/40320) 315/391 [====================================================>............] Step: 42ms | Tot: 13s271ms | Loss: 1.925 | Acc: 25.569% (10342/40448) 316/391 [====================================================>............] Step: 41ms | Tot: 13s313ms | Loss: 1.924 | Acc: 25.594% (10385/40576) 317/391 [====================================================>............] Step: 39ms | Tot: 13s352ms | Loss: 1.923 | Acc: 25.624% (10430/40704) 318/391 [====================================================>............] Step: 42ms | Tot: 13s394ms | Loss: 1.922 | Acc: 25.651% (10474/40832) 319/391 [=====================================================>...........] Step: 41ms | Tot: 13s436ms | Loss: 1.922 | Acc: 25.684% (10520/40960) 320/391 [=====================================================>...........] Step: 41ms | Tot: 13s478ms | Loss: 1.921 | Acc: 25.718% (10567/41088) 321/391 [=====================================================>...........] Step: 41ms | Tot: 13s519ms | Loss: 1.919 | Acc: 25.774% (10623/41216) 322/391 [=====================================================>...........] Step: 42ms | Tot: 13s562ms | Loss: 1.918 | Acc: 25.820% (10675/41344) 323/391 [=====================================================>...........] Step: 50ms | Tot: 13s613ms | Loss: 1.917 | Acc: 25.887% (10736/41472) 324/391 [=====================================================>...........] Step: 42ms | Tot: 13s655ms | Loss: 1.916 | Acc: 25.918% (10782/41600) 325/391 [======================================================>..........] Step: 42ms | Tot: 13s698ms | Loss: 1.915 | Acc: 25.939% (10824/41728) 326/391 [======================================================>..........] Step: 41ms | Tot: 13s740ms | Loss: 1.915 | Acc: 25.982% (10875/41856) 327/391 [======================================================>..........] Step: 40ms | Tot: 13s780ms | Loss: 1.914 | Acc: 25.988% (10911/41984) 328/391 [======================================================>..........] Step: 40ms | Tot: 13s821ms | Loss: 1.913 | Acc: 26.004% (10951/42112) 329/391 [======================================================>..........] Step: 41ms | Tot: 13s862ms | Loss: 1.913 | Acc: 26.032% (10996/42240) 330/391 [======================================================>..........] Step: 40ms | Tot: 13s903ms | Loss: 1.912 | Acc: 26.062% (11042/42368) 331/391 [=======================================================>.........] Step: 43ms | Tot: 13s946ms | Loss: 1.911 | Acc: 26.101% (11092/42496) 332/391 [=======================================================>.........] Step: 42ms | Tot: 13s989ms | Loss: 1.911 | Acc: 26.140% (11142/42624) 333/391 [=======================================================>.........] Step: 41ms | Tot: 14s30ms | Loss: 1.910 | Acc: 26.160% (11184/42752) 334/391 [=======================================================>.........] Step: 42ms | Tot: 14s72ms | Loss: 1.909 | Acc: 26.187% (11229/42880) 335/391 [=======================================================>.........] Step: 42ms | Tot: 14s115ms | Loss: 1.909 | Acc: 26.223% (11278/43008) 336/391 [=======================================================>.........] Step: 42ms | Tot: 14s157ms | Loss: 1.908 | Acc: 26.273% (11333/43136) 337/391 [========================================================>........] Step: 40ms | Tot: 14s197ms | Loss: 1.907 | Acc: 26.308% (11382/43264) 338/391 [========================================================>........] Step: 41ms | Tot: 14s239ms | Loss: 1.906 | Acc: 26.332% (11426/43392) 339/391 [========================================================>........] Step: 41ms | Tot: 14s280ms | Loss: 1.906 | Acc: 26.349% (11467/43520) 340/391 [========================================================>........] Step: 40ms | Tot: 14s321ms | Loss: 1.905 | Acc: 26.368% (11509/43648) 341/391 [========================================================>........] Step: 41ms | Tot: 14s362ms | Loss: 1.904 | Acc: 26.391% (11553/43776) 342/391 [========================================================>........] Step: 40ms | Tot: 14s402ms | Loss: 1.904 | Acc: 26.417% (11598/43904) 343/391 [=========================================================>.......] Step: 41ms | Tot: 14s444ms | Loss: 1.903 | Acc: 26.440% (11642/44032) 344/391 [=========================================================>.......] Step: 59ms | Tot: 14s503ms | Loss: 1.902 | Acc: 26.465% (11687/44160) 345/391 [=========================================================>.......] Step: 41ms | Tot: 14s544ms | Loss: 1.902 | Acc: 26.506% (11739/44288) 346/391 [=========================================================>.......] Step: 41ms | Tot: 14s586ms | Loss: 1.901 | Acc: 26.549% (11792/44416) 347/391 [=========================================================>.......] Step: 42ms | Tot: 14s628ms | Loss: 1.900 | Acc: 26.598% (11848/44544) 348/391 [=========================================================>.......] Step: 40ms | Tot: 14s668ms | Loss: 1.899 | Acc: 26.616% (11890/44672) 349/391 [==========================================================>......] Step: 41ms | Tot: 14s710ms | Loss: 1.899 | Acc: 26.658% (11943/44800) 350/391 [==========================================================>......] Step: 41ms | Tot: 14s751ms | Loss: 1.898 | Acc: 26.680% (11987/44928) 351/391 [==========================================================>......] Step: 40ms | Tot: 14s792ms | Loss: 1.897 | Acc: 26.711% (12035/45056) 352/391 [==========================================================>......] Step: 41ms | Tot: 14s833ms | Loss: 1.897 | Acc: 26.755% (12089/45184) 353/391 [==========================================================>......] Step: 41ms | Tot: 14s875ms | Loss: 1.896 | Acc: 26.772% (12131/45312) 354/391 [==========================================================>......] Step: 41ms | Tot: 14s917ms | Loss: 1.895 | Acc: 26.824% (12189/45440) 355/391 [===========================================================>.....] Step: 39ms | Tot: 14s956ms | Loss: 1.894 | Acc: 26.883% (12250/45568) 356/391 [===========================================================>.....] Step: 40ms | Tot: 14s997ms | Loss: 1.894 | Acc: 26.906% (12295/45696) 357/391 [===========================================================>.....] Step: 41ms | Tot: 15s39ms | Loss: 1.893 | Acc: 26.931% (12341/45824) 358/391 [===========================================================>.....] Step: 40ms | Tot: 15s79ms | Loss: 1.892 | Acc: 26.963% (12390/45952) 359/391 [===========================================================>.....] Step: 42ms | Tot: 15s121ms | Loss: 1.892 | Acc: 26.966% (12426/46080) 360/391 [===========================================================>.....] Step: 42ms | Tot: 15s163ms | Loss: 1.892 | Acc: 27.004% (12478/46208) 361/391 [============================================================>....] Step: 42ms | Tot: 15s206ms | Loss: 1.891 | Acc: 27.039% (12529/46336) 362/391 [============================================================>....] Step: 41ms | Tot: 15s247ms | Loss: 1.890 | Acc: 27.068% (12577/46464) 363/391 [============================================================>....] Step: 42ms | Tot: 15s290ms | Loss: 1.889 | Acc: 27.108% (12630/46592) 364/391 [============================================================>....] Step: 42ms | Tot: 15s333ms | Loss: 1.889 | Acc: 27.140% (12680/46720) 365/391 [============================================================>....] Step: 41ms | Tot: 15s374ms | Loss: 1.888 | Acc: 27.205% (12745/46848) 366/391 [============================================================>....] Step: 48ms | Tot: 15s422ms | Loss: 1.887 | Acc: 27.231% (12792/46976) 367/391 [=============================================================>...] Step: 42ms | Tot: 15s465ms | Loss: 1.886 | Acc: 27.269% (12845/47104) 368/391 [=============================================================>...] Step: 42ms | Tot: 15s507ms | Loss: 1.886 | Acc: 27.304% (12896/47232) 369/391 [=============================================================>...] Step: 42ms | Tot: 15s549ms | Loss: 1.885 | Acc: 27.314% (12936/47360) 370/391 [=============================================================>...] Step: 43ms | Tot: 15s593ms | Loss: 1.885 | Acc: 27.342% (12984/47488) 371/391 [=============================================================>...] Step: 42ms | Tot: 15s636ms | Loss: 1.884 | Acc: 27.369% (13032/47616) 372/391 [=============================================================>...] Step: 42ms | Tot: 15s679ms | Loss: 1.883 | Acc: 27.396% (13080/47744) 373/391 [==============================================================>..] Step: 42ms | Tot: 15s721ms | Loss: 1.882 | Acc: 27.442% (13137/47872) 374/391 [==============================================================>..] Step: 44ms | Tot: 15s765ms | Loss: 1.882 | Acc: 27.454% (13178/48000) 375/391 [==============================================================>..] Step: 48ms | Tot: 15s814ms | Loss: 1.881 | Acc: 27.481% (13226/48128) 376/391 [==============================================================>..] Step: 43ms | Tot: 15s857ms | Loss: 1.880 | Acc: 27.522% (13281/48256) 377/391 [==============================================================>..] Step: 48ms | Tot: 15s905ms | Loss: 1.880 | Acc: 27.555% (13332/48384) 378/391 [==============================================================>..] Step: 43ms | Tot: 15s949ms | Loss: 1.879 | Acc: 27.575% (13377/48512) 379/391 [===============================================================>.] Step: 43ms | Tot: 15s992ms | Loss: 1.879 | Acc: 27.597% (13423/48640) 380/391 [===============================================================>.] Step: 43ms | Tot: 16s36ms | Loss: 1.878 | Acc: 27.627% (13473/48768) 381/391 [===============================================================>.] Step: 42ms | Tot: 16s78ms | Loss: 1.877 | Acc: 27.663% (13526/48896) 382/391 [===============================================================>.] Step: 38ms | Tot: 16s117ms | Loss: 1.877 | Acc: 27.693% (13576/49024) 383/391 [===============================================================>.] Step: 43ms | Tot: 16s160ms | Loss: 1.876 | Acc: 27.734% (13632/49152) 384/391 [===============================================================>.] Step: 42ms | Tot: 16s203ms | Loss: 1.876 | Acc: 27.750% (13675/49280) 385/391 [================================================================>] Step: 39ms | Tot: 16s243ms | Loss: 1.875 | Acc: 27.785% (13728/49408) 386/391 [================================================================>] Step: 38ms | Tot: 16s281ms | Loss: 1.874 | Acc: 27.818% (13780/49536) 387/391 [================================================================>] Step: 42ms | Tot: 16s324ms | Loss: 1.873 | Acc: 27.853% (13833/49664) 388/391 [================================================================>] Step: 43ms | Tot: 16s367ms | Loss: 1.873 | Acc: 27.892% (13888/49792) 389/391 [================================================================>] Step: 43ms | Tot: 16s410ms | Loss: 1.872 | Acc: 27.941% (13948/49920) 390/391 [================================================================>] Step: 344ms | Tot: 16s754ms | Loss: 1.871 | Acc: 27.968% (13984/50000) 391/391 + [>................................................................] Step: 260ms | Tot: 0ms | Loss: 1.526 | Acc: 46.000% (46/100)  1/100 [>................................................................] Step: 30ms | Tot: 30ms | Loss: 1.560 | Acc: 43.000% (86/200)  2/100 [=>...............................................................] Step: 17ms | Tot: 48ms | Loss: 1.580 | Acc: 45.333% (136/300)  3/100 [=>...............................................................] Step: 15ms | Tot: 63ms | Loss: 1.617 | Acc: 42.500% (170/400)  4/100 [==>..............................................................] Step: 16ms | Tot: 80ms | Loss: 1.614 | Acc: 42.000% (210/500)  5/100 [===>.............................................................] Step: 17ms | Tot: 98ms | Loss: 1.628 | Acc: 41.167% (247/600)  6/100 [===>.............................................................] Step: 15ms | Tot: 113ms | Loss: 1.624 | Acc: 41.286% (289/700) 7/100 [====>............................................................] Step: 16ms | Tot: 130ms | Loss: 1.627 | Acc: 41.125% (329/800) 8/100 [=====>...........................................................] Step: 15ms | Tot: 145ms | Loss: 1.616 | Acc: 41.444% (373/900) 9/100 [=====>...........................................................] Step: 16ms | Tot: 162ms | Loss: 1.598 | Acc: 41.700% (417/1000) 10/100 [======>..........................................................] Step: 36ms | Tot: 198ms | Loss: 1.602 | Acc: 41.727% (459/1100) 11/100 [=======>.........................................................] Step: 18ms | Tot: 217ms | Loss: 1.614 | Acc: 41.417% (497/1200) 12/100 [=======>.........................................................] Step: 15ms | Tot: 233ms | Loss: 1.623 | Acc: 41.385% (538/1300) 13/100 [========>........................................................] Step: 15ms | Tot: 248ms | Loss: 1.629 | Acc: 40.786% (571/1400) 14/100 [=========>.......................................................] Step: 15ms | Tot: 264ms | Loss: 1.616 | Acc: 40.933% (614/1500) 15/100 [=========>.......................................................] Step: 15ms | Tot: 280ms | Loss: 1.619 | Acc: 40.750% (652/1600) 16/100 [==========>......................................................] Step: 14ms | Tot: 294ms | Loss: 1.618 | Acc: 41.000% (697/1700) 17/100 [===========>.....................................................] Step: 15ms | Tot: 310ms | Loss: 1.615 | Acc: 40.722% (733/1800) 18/100 [===========>.....................................................] Step: 14ms | Tot: 325ms | Loss: 1.609 | Acc: 41.053% (780/1900) 19/100 [============>....................................................] Step: 14ms | Tot: 339ms | Loss: 1.609 | Acc: 41.150% (823/2000) 20/100 [=============>...................................................] Step: 14ms | Tot: 354ms | Loss: 1.607 | Acc: 41.095% (863/2100) 21/100 [=============>...................................................] Step: 14ms | Tot: 368ms | Loss: 1.611 | Acc: 40.864% (899/2200) 22/100 [==============>..................................................] Step: 16ms | Tot: 385ms | Loss: 1.605 | Acc: 40.913% (941/2300) 23/100 [==============>..................................................] Step: 15ms | Tot: 400ms | Loss: 1.608 | Acc: 40.625% (975/2400) 24/100 [===============>.................................................] Step: 14ms | Tot: 415ms | Loss: 1.608 | Acc: 40.560% (1014/2500) 25/100 [================>................................................] Step: 16ms | Tot: 432ms | Loss: 1.616 | Acc: 40.154% (1044/2600) 26/100 [================>................................................] Step: 15ms | Tot: 447ms | Loss: 1.612 | Acc: 39.963% (1079/2700) 27/100 [=================>...............................................] Step: 15ms | Tot: 463ms | Loss: 1.614 | Acc: 39.750% (1113/2800) 28/100 [==================>..............................................] Step: 15ms | Tot: 478ms | Loss: 1.621 | Acc: 39.517% (1146/2900) 29/100 [==================>..............................................] Step: 17ms | Tot: 496ms | Loss: 1.619 | Acc: 39.533% (1186/3000) 30/100 [===================>.............................................] Step: 16ms | Tot: 512ms | Loss: 1.611 | Acc: 39.774% (1233/3100) 31/100 [====================>............................................] Step: 15ms | Tot: 527ms | Loss: 1.608 | Acc: 39.875% (1276/3200) 32/100 [====================>............................................] Step: 19ms | Tot: 547ms | Loss: 1.608 | Acc: 39.970% (1319/3300) 33/100 [=====================>...........................................] Step: 15ms | Tot: 563ms | Loss: 1.605 | Acc: 40.176% (1366/3400) 34/100 [======================>..........................................] Step: 15ms | Tot: 578ms | Loss: 1.608 | Acc: 40.086% (1403/3500) 35/100 [======================>..........................................] Step: 17ms | Tot: 596ms | Loss: 1.602 | Acc: 40.389% (1454/3600) 36/100 [=======================>.........................................] Step: 15ms | Tot: 612ms | Loss: 1.602 | Acc: 40.432% (1496/3700) 37/100 [========================>........................................] Step: 15ms | Tot: 627ms | Loss: 1.603 | Acc: 40.316% (1532/3800) 38/100 [========================>........................................] Step: 17ms | Tot: 645ms | Loss: 1.604 | Acc: 40.308% (1572/3900) 39/100 [=========================>.......................................] Step: 16ms | Tot: 661ms | Loss: 1.607 | Acc: 40.150% (1606/4000) 40/100 [==========================>......................................] Step: 16ms | Tot: 677ms | Loss: 1.610 | Acc: 40.146% (1646/4100) 41/100 [==========================>......................................] Step: 18ms | Tot: 695ms | Loss: 1.611 | Acc: 39.929% (1677/4200) 42/100 [===========================>.....................................] Step: 16ms | Tot: 711ms | Loss: 1.609 | Acc: 39.953% (1718/4300) 43/100 [===========================>.....................................] Step: 16ms | Tot: 728ms | Loss: 1.607 | Acc: 39.977% (1759/4400) 44/100 [============================>....................................] Step: 14ms | Tot: 742ms | Loss: 1.607 | Acc: 40.200% (1809/4500) 45/100 [=============================>...................................] Step: 14ms | Tot: 757ms | Loss: 1.605 | Acc: 40.217% (1850/4600) 46/100 [=============================>...................................] Step: 15ms | Tot: 773ms | Loss: 1.602 | Acc: 40.277% (1893/4700) 47/100 [==============================>..................................] Step: 15ms | Tot: 789ms | Loss: 1.604 | Acc: 40.125% (1926/4800) 48/100 [===============================>.................................] Step: 20ms | Tot: 810ms | Loss: 1.601 | Acc: 40.184% (1969/4900) 49/100 [===============================>.................................] Step: 16ms | Tot: 826ms | Loss: 1.601 | Acc: 40.220% (2011/5000) 50/100 [================================>................................] Step: 16ms | Tot: 843ms | Loss: 1.602 | Acc: 40.098% (2045/5100) 51/100 [=================================>...............................] Step: 15ms | Tot: 859ms | Loss: 1.602 | Acc: 40.038% (2082/5200) 52/100 [=================================>...............................] Step: 14ms | Tot: 874ms | Loss: 1.604 | Acc: 40.000% (2120/5300) 53/100 [==================================>..............................] Step: 15ms | Tot: 889ms | Loss: 1.607 | Acc: 39.944% (2157/5400) 54/100 [===================================>.............................] Step: 18ms | Tot: 907ms | Loss: 1.609 | Acc: 39.855% (2192/5500) 55/100 [===================================>.............................] Step: 31ms | Tot: 939ms | Loss: 1.612 | Acc: 39.768% (2227/5600) 56/100 [====================================>............................] Step: 15ms | Tot: 954ms | Loss: 1.612 | Acc: 39.895% (2274/5700) 57/100 [=====================================>...........................] Step: 16ms | Tot: 971ms | Loss: 1.609 | Acc: 39.983% (2319/5800) 58/100 [=====================================>...........................] Step: 15ms | Tot: 986ms | Loss: 1.610 | Acc: 39.983% (2359/5900) 59/100 [======================================>..........................] Step: 17ms | Tot: 1s3ms | Loss: 1.607 | Acc: 40.017% (2401/6000) 60/100 [=======================================>.........................] Step: 17ms | Tot: 1s20ms | Loss: 1.608 | Acc: 40.000% (2440/6100) 61/100 [=======================================>.........................] Step: 16ms | Tot: 1s36ms | Loss: 1.609 | Acc: 39.935% (2476/6200) 62/100 [========================================>........................] Step: 15ms | Tot: 1s52ms | Loss: 1.609 | Acc: 40.016% (2521/6300) 63/100 [========================================>........................] Step: 16ms | Tot: 1s68ms | Loss: 1.610 | Acc: 39.859% (2551/6400) 64/100 [=========================================>.......................] Step: 16ms | Tot: 1s84ms | Loss: 1.609 | Acc: 39.938% (2596/6500) 65/100 [==========================================>......................] Step: 17ms | Tot: 1s102ms | Loss: 1.610 | Acc: 39.924% (2635/6600) 66/100 [==========================================>......................] Step: 16ms | Tot: 1s118ms | Loss: 1.611 | Acc: 39.881% (2672/6700) 67/100 [===========================================>.....................] Step: 20ms | Tot: 1s139ms | Loss: 1.611 | Acc: 39.838% (2709/6800) 68/100 [============================================>....................] Step: 15ms | Tot: 1s155ms | Loss: 1.612 | Acc: 39.638% (2735/6900) 69/100 [============================================>....................] Step: 16ms | Tot: 1s171ms | Loss: 1.614 | Acc: 39.629% (2774/7000) 70/100 [=============================================>...................] Step: 16ms | Tot: 1s187ms | Loss: 1.615 | Acc: 39.592% (2811/7100) 71/100 [==============================================>..................] Step: 17ms | Tot: 1s205ms | Loss: 1.617 | Acc: 39.556% (2848/7200) 72/100 [==============================================>..................] Step: 15ms | Tot: 1s220ms | Loss: 1.615 | Acc: 39.589% (2890/7300) 73/100 [===============================================>.................] Step: 16ms | Tot: 1s237ms | Loss: 1.614 | Acc: 39.622% (2932/7400) 74/100 [================================================>................] Step: 15ms | Tot: 1s253ms | Loss: 1.615 | Acc: 39.573% (2968/7500) 75/100 [================================================>................] Step: 15ms | Tot: 1s268ms | Loss: 1.613 | Acc: 39.645% (3013/7600) 76/100 [=================================================>...............] Step: 15ms | Tot: 1s283ms | Loss: 1.612 | Acc: 39.701% (3057/7700) 77/100 [==================================================>..............] Step: 17ms | Tot: 1s300ms | Loss: 1.612 | Acc: 39.705% (3097/7800) 78/100 [==================================================>..............] Step: 15ms | Tot: 1s316ms | Loss: 1.612 | Acc: 39.734% (3139/7900) 79/100 [===================================================>.............] Step: 15ms | Tot: 1s332ms | Loss: 1.614 | Acc: 39.737% (3179/8000) 80/100 [====================================================>............] Step: 15ms | Tot: 1s347ms | Loss: 1.612 | Acc: 39.765% (3221/8100) 81/100 [====================================================>............] Step: 16ms | Tot: 1s364ms | Loss: 1.612 | Acc: 39.732% (3258/8200) 82/100 [=====================================================>...........] Step: 18ms | Tot: 1s382ms | Loss: 1.613 | Acc: 39.759% (3300/8300) 83/100 [=====================================================>...........] Step: 17ms | Tot: 1s400ms | Loss: 1.613 | Acc: 39.762% (3340/8400) 84/100 [======================================================>..........] Step: 18ms | Tot: 1s418ms | Loss: 1.615 | Acc: 39.718% (3376/8500) 85/100 [=======================================================>.........] Step: 16ms | Tot: 1s434ms | Loss: 1.614 | Acc: 39.791% (3422/8600) 86/100 [=======================================================>.........] Step: 14ms | Tot: 1s449ms | Loss: 1.614 | Acc: 39.736% (3457/8700) 87/100 [========================================================>........] Step: 16ms | Tot: 1s465ms | Loss: 1.614 | Acc: 39.716% (3495/8800) 88/100 [=========================================================>.......] Step: 16ms | Tot: 1s481ms | Loss: 1.613 | Acc: 39.753% (3538/8900) 89/100 [=========================================================>.......] Step: 16ms | Tot: 1s498ms | Loss: 1.613 | Acc: 39.700% (3573/9000) 90/100 [==========================================================>......] Step: 15ms | Tot: 1s513ms | Loss: 1.613 | Acc: 39.659% (3609/9100) 91/100 [===========================================================>.....] Step: 15ms | Tot: 1s528ms | Loss: 1.612 | Acc: 39.674% (3650/9200) 92/100 [===========================================================>.....] Step: 16ms | Tot: 1s545ms | Loss: 1.611 | Acc: 39.806% (3702/9300) 93/100 [============================================================>....] Step: 15ms | Tot: 1s561ms | Loss: 1.611 | Acc: 39.872% (3748/9400) 94/100 [=============================================================>...] Step: 16ms | Tot: 1s577ms | Loss: 1.610 | Acc: 39.884% (3789/9500) 95/100 [=============================================================>...] Step: 15ms | Tot: 1s593ms | Loss: 1.611 | Acc: 39.875% (3828/9600) 96/100 [==============================================================>..] Step: 18ms | Tot: 1s611ms | Loss: 1.611 | Acc: 39.835% (3864/9700) 97/100 [===============================================================>.] Step: 15ms | Tot: 1s626ms | Loss: 1.611 | Acc: 39.796% (3900/9800) 98/100 [===============================================================>.] Step: 14ms | Tot: 1s641ms | Loss: 1.612 | Acc: 39.707% (3931/9900) 99/100 [================================================================>] Step: 15ms | Tot: 1s656ms | Loss: 1.611 | Acc: 39.740% (3974/10000) 100/100 +Saving.. +==> Preparing data.. +Files already downloaded and verified +Files already downloaded and verified +==> Building model.. + +Epoch: 0 + [>................................................................] Step: 6s687ms | Tot: 0ms | Loss: 2.364 | Acc: 5.469% (7/128)  1/391 [>................................................................] Step: 320ms | Tot: 320ms | Loss: 2.340 | Acc: 8.203% (21/256)  2/391 [>................................................................] Step: 249ms | Tot: 570ms | Loss: 2.346 | Acc: 9.115% (35/384)  3/391 [>................................................................] Step: 246ms | Tot: 816ms | Loss: 2.323 | Acc: 11.523% (59/512) 4/391 [>................................................................] Step: 249ms | Tot: 1s66ms | Loss: 2.332 | Acc: 11.406% (73/640) 5/391 [>................................................................] Step: 248ms | Tot: 1s315ms | Loss: 2.330 | Acc: 11.719% (90/768) 6/391 [>................................................................] Step: 248ms | Tot: 1s563ms | Loss: 2.334 | Acc: 11.830% (106/896) 7/391 [=>...............................................................] Step: 247ms | Tot: 1s811ms | Loss: 2.329 | Acc: 11.816% (121/1024) 8/391 [=>...............................................................] Step: 248ms | Tot: 2s59ms | Loss: 2.336 | Acc: 11.545% (133/1152) 9/391 [=>...............................................................] Step: 249ms | Tot: 2s308ms | Loss: 2.338 | Acc: 11.562% (148/1280) 10/391 [=>...............................................................] Step: 254ms | Tot: 2s563ms | Loss: 2.346 | Acc: 11.080% (156/1408) 11/391 [=>...............................................................] Step: 248ms | Tot: 2s811ms | Loss: 2.346 | Acc: 11.198% (172/1536) 12/391 [=>...............................................................] Step: 249ms | Tot: 3s61ms | Loss: 2.348 | Acc: 11.238% (187/1664) 13/391 [==>..............................................................] Step: 249ms | Tot: 3s310ms | Loss: 2.353 | Acc: 11.384% (204/1792) 14/391 [==>..............................................................] Step: 249ms | Tot: 3s559ms | Loss: 2.360 | Acc: 11.094% (213/1920) 15/391 [==>..............................................................] Step: 249ms | Tot: 3s808ms | Loss: 2.369 | Acc: 10.938% (224/2048) 16/391 [==>..............................................................] Step: 249ms | Tot: 4s57ms | Loss: 2.378 | Acc: 10.846% (236/2176) 17/391 [==>..............................................................] Step: 248ms | Tot: 4s306ms | Loss: 2.383 | Acc: 10.981% (253/2304) 18/391 [==>..............................................................] Step: 249ms | Tot: 4s555ms | Loss: 2.388 | Acc: 11.102% (270/2432) 19/391 [===>.............................................................] Step: 249ms | Tot: 4s805ms | Loss: 2.392 | Acc: 11.367% (291/2560) 20/391 [===>.............................................................] Step: 248ms | Tot: 5s53ms | Loss: 2.398 | Acc: 11.421% (307/2688) 21/391 [===>.............................................................] Step: 249ms | Tot: 5s303ms | Loss: 2.399 | Acc: 11.222% (316/2816) 22/391 [===>.............................................................] Step: 248ms | Tot: 5s551ms | Loss: 2.399 | Acc: 11.141% (328/2944) 23/391 [===>.............................................................] Step: 247ms | Tot: 5s798ms | Loss: 2.409 | Acc: 11.523% (354/3072) 24/391 [===>.............................................................] Step: 249ms | Tot: 6s48ms | Loss: 2.408 | Acc: 11.625% (372/3200) 25/391 [====>............................................................] Step: 252ms | Tot: 6s300ms | Loss: 2.412 | Acc: 11.629% (387/3328) 26/391 [====>............................................................] Step: 248ms | Tot: 6s549ms | Loss: 2.411 | Acc: 11.719% (405/3456) 27/391 [====>............................................................] Step: 248ms | Tot: 6s797ms | Loss: 2.418 | Acc: 11.830% (424/3584) 28/391 [====>............................................................] Step: 248ms | Tot: 7s46ms | Loss: 2.413 | Acc: 11.907% (442/3712) 29/391 [====>............................................................] Step: 248ms | Tot: 7s294ms | Loss: 2.413 | Acc: 11.953% (459/3840) 30/391 [====>............................................................] Step: 248ms | Tot: 7s543ms | Loss: 2.412 | Acc: 12.223% (485/3968) 31/391 [=====>...........................................................] Step: 261ms | Tot: 7s804ms | Loss: 2.408 | Acc: 12.549% (514/4096) 32/391 [=====>...........................................................] Step: 249ms | Tot: 8s54ms | Loss: 2.409 | Acc: 12.595% (532/4224) 33/391 [=====>...........................................................] Step: 249ms | Tot: 8s303ms | Loss: 2.406 | Acc: 12.638% (550/4352) 34/391 [=====>...........................................................] Step: 249ms | Tot: 8s553ms | Loss: 2.409 | Acc: 12.522% (561/4480) 35/391 [=====>...........................................................] Step: 249ms | Tot: 8s802ms | Loss: 2.412 | Acc: 12.500% (576/4608) 36/391 [=====>...........................................................] Step: 247ms | Tot: 9s50ms | Loss: 2.410 | Acc: 12.711% (602/4736) 37/391 [======>..........................................................] Step: 249ms | Tot: 9s299ms | Loss: 2.409 | Acc: 12.829% (624/4864) 38/391 [======>..........................................................] Step: 250ms | Tot: 9s549ms | Loss: 2.405 | Acc: 12.981% (648/4992) 39/391 [======>..........................................................] Step: 248ms | Tot: 9s798ms | Loss: 2.403 | Acc: 13.105% (671/5120) 40/391 [======>..........................................................] Step: 251ms | Tot: 10s49ms | Loss: 2.398 | Acc: 13.243% (695/5248) 41/391 [======>..........................................................] Step: 248ms | Tot: 10s298ms | Loss: 2.396 | Acc: 13.356% (718/5376) 42/391 [======>..........................................................] Step: 250ms | Tot: 10s549ms | Loss: 2.397 | Acc: 13.481% (742/5504) 43/391 [=======>.........................................................] Step: 247ms | Tot: 10s797ms | Loss: 2.393 | Acc: 13.530% (762/5632) 44/391 [=======>.........................................................] Step: 248ms | Tot: 11s45ms | Loss: 2.388 | Acc: 13.559% (781/5760) 45/391 [=======>.........................................................] Step: 250ms | Tot: 11s295ms | Loss: 2.385 | Acc: 13.740% (809/5888) 46/391 [=======>.........................................................] Step: 249ms | Tot: 11s545ms | Loss: 2.385 | Acc: 13.880% (835/6016) 47/391 [=======>.........................................................] Step: 248ms | Tot: 11s793ms | Loss: 2.383 | Acc: 13.997% (860/6144) 48/391 [=======>.........................................................] Step: 250ms | Tot: 12s43ms | Loss: 2.378 | Acc: 14.206% (891/6272) 49/391 [========>........................................................] Step: 249ms | Tot: 12s293ms | Loss: 2.376 | Acc: 14.156% (906/6400) 50/391 [========>........................................................] Step: 249ms | Tot: 12s542ms | Loss: 2.372 | Acc: 14.338% (936/6528) 51/391 [========>........................................................] Step: 247ms | Tot: 12s790ms | Loss: 2.370 | Acc: 14.483% (964/6656) 52/391 [========>........................................................] Step: 248ms | Tot: 13s38ms | Loss: 2.367 | Acc: 14.519% (985/6784) 53/391 [========>........................................................] Step: 248ms | Tot: 13s287ms | Loss: 2.365 | Acc: 14.540% (1005/6912) 54/391 [========>........................................................] Step: 248ms | Tot: 13s536ms | Loss: 2.366 | Acc: 14.574% (1026/7040) 55/391 [=========>.......................................................] Step: 247ms | Tot: 13s783ms | Loss: 2.365 | Acc: 14.565% (1044/7168) 56/391 [=========>.......................................................] Step: 248ms | Tot: 14s32ms | Loss: 2.362 | Acc: 14.597% (1065/7296) 57/391 [=========>.......................................................] Step: 263ms | Tot: 14s295ms | Loss: 2.362 | Acc: 14.615% (1085/7424) 58/391 [=========>.......................................................] Step: 248ms | Tot: 14s544ms | Loss: 2.359 | Acc: 14.817% (1119/7552) 59/391 [=========>.......................................................] Step: 249ms | Tot: 14s793ms | Loss: 2.359 | Acc: 14.818% (1138/7680) 60/391 [=========>.......................................................] Step: 250ms | Tot: 15s43ms | Loss: 2.357 | Acc: 14.908% (1164/7808) 61/391 [==========>......................................................] Step: 248ms | Tot: 15s292ms | Loss: 2.352 | Acc: 15.058% (1195/7936) 62/391 [==========>......................................................] Step: 248ms | Tot: 15s540ms | Loss: 2.348 | Acc: 15.055% (1214/8064) 63/391 [==========>......................................................] Step: 255ms | Tot: 15s796ms | Loss: 2.347 | Acc: 15.063% (1234/8192) 64/391 [==========>......................................................] Step: 247ms | Tot: 16s44ms | Loss: 2.342 | Acc: 15.156% (1261/8320) 65/391 [==========>......................................................] Step: 250ms | Tot: 16s295ms | Loss: 2.339 | Acc: 15.282% (1291/8448) 66/391 [==========>......................................................] Step: 249ms | Tot: 16s544ms | Loss: 2.335 | Acc: 15.287% (1311/8576) 67/391 [===========>.....................................................] Step: 249ms | Tot: 16s793ms | Loss: 2.329 | Acc: 15.464% (1346/8704) 68/391 [===========>.....................................................] Step: 248ms | Tot: 17s42ms | Loss: 2.327 | Acc: 15.557% (1374/8832) 69/391 [===========>.....................................................] Step: 249ms | Tot: 17s291ms | Loss: 2.322 | Acc: 15.725% (1409/8960) 70/391 [===========>.....................................................] Step: 249ms | Tot: 17s540ms | Loss: 2.317 | Acc: 15.801% (1436/9088) 71/391 [===========>.....................................................] Step: 247ms | Tot: 17s788ms | Loss: 2.312 | Acc: 15.940% (1469/9216) 72/391 [===========>.....................................................] Step: 250ms | Tot: 18s38ms | Loss: 2.309 | Acc: 16.032% (1498/9344) 73/391 [============>....................................................] Step: 248ms | Tot: 18s286ms | Loss: 2.306 | Acc: 16.037% (1519/9472) 74/391 [============>....................................................] Step: 247ms | Tot: 18s534ms | Loss: 2.303 | Acc: 16.219% (1557/9600) 75/391 [============>....................................................] Step: 249ms | Tot: 18s783ms | Loss: 2.300 | Acc: 16.293% (1585/9728) 76/391 [============>....................................................] Step: 248ms | Tot: 19s32ms | Loss: 2.298 | Acc: 16.356% (1612/9856) 77/391 [============>....................................................] Step: 248ms | Tot: 19s281ms | Loss: 2.296 | Acc: 16.456% (1643/9984) 78/391 [============>....................................................] Step: 248ms | Tot: 19s529ms | Loss: 2.294 | Acc: 16.505% (1669/10112) 79/391 [=============>...................................................] Step: 248ms | Tot: 19s778ms | Loss: 2.288 | Acc: 16.729% (1713/10240) 80/391 [=============>...................................................] Step: 248ms | Tot: 20s27ms | Loss: 2.286 | Acc: 16.763% (1738/10368) 81/391 [=============>...................................................] Step: 248ms | Tot: 20s275ms | Loss: 2.280 | Acc: 16.892% (1773/10496) 82/391 [=============>...................................................] Step: 250ms | Tot: 20s526ms | Loss: 2.277 | Acc: 16.971% (1803/10624) 83/391 [=============>...................................................] Step: 248ms | Tot: 20s774ms | Loss: 2.274 | Acc: 17.122% (1841/10752) 84/391 [=============>...................................................] Step: 260ms | Tot: 21s35ms | Loss: 2.271 | Acc: 17.215% (1873/10880) 85/391 [==============>..................................................] Step: 247ms | Tot: 21s282ms | Loss: 2.268 | Acc: 17.342% (1909/11008) 86/391 [==============>..................................................] Step: 249ms | Tot: 21s532ms | Loss: 2.264 | Acc: 17.457% (1944/11136) 87/391 [==============>..................................................] Step: 249ms | Tot: 21s781ms | Loss: 2.260 | Acc: 17.534% (1975/11264) 88/391 [==============>..................................................] Step: 248ms | Tot: 22s29ms | Loss: 2.259 | Acc: 17.583% (2003/11392) 89/391 [==============>..................................................] Step: 250ms | Tot: 22s280ms | Loss: 2.256 | Acc: 17.622% (2030/11520) 90/391 [==============>..................................................] Step: 249ms | Tot: 22s529ms | Loss: 2.252 | Acc: 17.849% (2079/11648) 91/391 [===============>.................................................] Step: 249ms | Tot: 22s779ms | Loss: 2.248 | Acc: 18.020% (2122/11776) 92/391 [===============>.................................................] Step: 248ms | Tot: 23s28ms | Loss: 2.244 | Acc: 18.128% (2158/11904) 93/391 [===============>.................................................] Step: 249ms | Tot: 23s277ms | Loss: 2.241 | Acc: 18.185% (2188/12032) 94/391 [===============>.................................................] Step: 249ms | Tot: 23s526ms | Loss: 2.237 | Acc: 18.306% (2226/12160) 95/391 [===============>.................................................] Step: 249ms | Tot: 23s776ms | Loss: 2.234 | Acc: 18.424% (2264/12288) 96/391 [===============>.................................................] Step: 249ms | Tot: 24s25ms | Loss: 2.231 | Acc: 18.484% (2295/12416) 97/391 [================>................................................] Step: 249ms | Tot: 24s274ms | Loss: 2.227 | Acc: 18.591% (2332/12544) 98/391 [================>................................................] Step: 249ms | Tot: 24s523ms | Loss: 2.224 | Acc: 18.695% (2369/12672) 99/391 [================>................................................] Step: 249ms | Tot: 24s773ms | Loss: 2.221 | Acc: 18.805% (2407/12800) 100/391 [================>................................................] Step: 248ms | Tot: 25s22ms | Loss: 2.218 | Acc: 18.881% (2441/12928) 101/391 [================>................................................] Step: 250ms | Tot: 25s272ms | Loss: 2.215 | Acc: 18.995% (2480/13056) 102/391 [================>................................................] Step: 247ms | Tot: 25s520ms | Loss: 2.213 | Acc: 19.069% (2514/13184) 103/391 [=================>...............................................] Step: 248ms | Tot: 25s769ms | Loss: 2.210 | Acc: 19.201% (2556/13312) 104/391 [=================>...............................................] Step: 248ms | Tot: 26s17ms | Loss: 2.207 | Acc: 19.345% (2600/13440) 105/391 [=================>...............................................] Step: 248ms | Tot: 26s266ms | Loss: 2.203 | Acc: 19.465% (2641/13568) 106/391 [=================>...............................................] Step: 249ms | Tot: 26s516ms | Loss: 2.199 | Acc: 19.524% (2674/13696) 107/391 [=================>...............................................] Step: 248ms | Tot: 26s764ms | Loss: 2.198 | Acc: 19.553% (2703/13824) 108/391 [=================>...............................................] Step: 249ms | Tot: 27s14ms | Loss: 2.195 | Acc: 19.660% (2743/13952) 109/391 [==================>..............................................] Step: 249ms | Tot: 27s264ms | Loss: 2.194 | Acc: 19.773% (2784/14080) 110/391 [==================>..............................................] Step: 261ms | Tot: 27s525ms | Loss: 2.192 | Acc: 19.911% (2829/14208) 111/391 [==================>..............................................] Step: 250ms | Tot: 27s776ms | Loss: 2.189 | Acc: 20.027% (2871/14336) 112/391 [==================>..............................................] Step: 248ms | Tot: 28s24ms | Loss: 2.186 | Acc: 20.112% (2909/14464) 113/391 [==================>..............................................] Step: 250ms | Tot: 28s274ms | Loss: 2.183 | Acc: 20.203% (2948/14592) 114/391 [==================>..............................................] Step: 249ms | Tot: 28s523ms | Loss: 2.181 | Acc: 20.245% (2980/14720) 115/391 [===================>.............................................] Step: 248ms | Tot: 28s772ms | Loss: 2.177 | Acc: 20.312% (3016/14848) 116/391 [===================>.............................................] Step: 247ms | Tot: 29s19ms | Loss: 2.173 | Acc: 20.419% (3058/14976) 117/391 [===================>.............................................] Step: 249ms | Tot: 29s268ms | Loss: 2.171 | Acc: 20.524% (3100/15104) 118/391 [===================>.............................................] Step: 249ms | Tot: 29s518ms | Loss: 2.169 | Acc: 20.575% (3134/15232) 119/391 [===================>.............................................] Step: 248ms | Tot: 29s766ms | Loss: 2.165 | Acc: 20.658% (3173/15360) 120/391 [===================>.............................................] Step: 249ms | Tot: 30s15ms | Loss: 2.163 | Acc: 20.713% (3208/15488) 121/391 [====================>............................................] Step: 250ms | Tot: 30s265ms | Loss: 2.158 | Acc: 20.831% (3253/15616) 122/391 [====================>............................................] Step: 249ms | Tot: 30s514ms | Loss: 2.156 | Acc: 20.890% (3289/15744) 123/391 [====================>............................................] Step: 248ms | Tot: 30s763ms | Loss: 2.152 | Acc: 21.012% (3335/15872) 124/391 [====================>............................................] Step: 248ms | Tot: 31s11ms | Loss: 2.149 | Acc: 21.094% (3375/16000) 125/391 [====================>............................................] Step: 249ms | Tot: 31s261ms | Loss: 2.145 | Acc: 21.236% (3425/16128) 126/391 [====================>............................................] Step: 247ms | Tot: 31s509ms | Loss: 2.143 | Acc: 21.315% (3465/16256) 127/391 [=====================>...........................................] Step: 248ms | Tot: 31s757ms | Loss: 2.140 | Acc: 21.411% (3508/16384) 128/391 [=====================>...........................................] Step: 249ms | Tot: 32s6ms | Loss: 2.138 | Acc: 21.481% (3547/16512) 129/391 [=====================>...........................................] Step: 248ms | Tot: 32s255ms | Loss: 2.136 | Acc: 21.550% (3586/16640) 130/391 [=====================>...........................................] Step: 248ms | Tot: 32s504ms | Loss: 2.136 | Acc: 21.565% (3616/16768) 131/391 [=====================>...........................................] Step: 247ms | Tot: 32s752ms | Loss: 2.133 | Acc: 21.638% (3656/16896) 132/391 [=====================>...........................................] Step: 248ms | Tot: 33s | Loss: 2.131 | Acc: 21.728% (3699/17024) 133/391 [======================>..........................................] Step: 249ms | Tot: 33s250ms | Loss: 2.129 | Acc: 21.770% (3734/17152) 134/391 [======================>..........................................] Step: 249ms | Tot: 33s499ms | Loss: 2.127 | Acc: 21.806% (3768/17280) 135/391 [======================>..........................................] Step: 249ms | Tot: 33s749ms | Loss: 2.126 | Acc: 21.823% (3799/17408) 136/391 [======================>..........................................] Step: 248ms | Tot: 33s998ms | Loss: 2.125 | Acc: 21.881% (3837/17536) 137/391 [======================>..........................................] Step: 248ms | Tot: 34s247ms | Loss: 2.123 | Acc: 21.926% (3873/17664) 138/391 [======================>..........................................] Step: 249ms | Tot: 34s496ms | Loss: 2.121 | Acc: 21.965% (3908/17792) 139/391 [=======================>.........................................] Step: 250ms | Tot: 34s746ms | Loss: 2.119 | Acc: 22.037% (3949/17920) 140/391 [=======================>.........................................] Step: 252ms | Tot: 34s999ms | Loss: 2.116 | Acc: 22.113% (3991/18048) 141/391 [=======================>.........................................] Step: 250ms | Tot: 35s250ms | Loss: 2.115 | Acc: 22.139% (4024/18176) 142/391 [=======================>.........................................] Step: 249ms | Tot: 35s499ms | Loss: 2.114 | Acc: 22.192% (4062/18304) 143/391 [=======================>.........................................] Step: 249ms | Tot: 35s749ms | Loss: 2.111 | Acc: 22.266% (4104/18432) 144/391 [=======================>.........................................] Step: 248ms | Tot: 35s998ms | Loss: 2.109 | Acc: 22.365% (4151/18560) 145/391 [========================>........................................] Step: 251ms | Tot: 36s249ms | Loss: 2.107 | Acc: 22.453% (4196/18688) 146/391 [========================>........................................] Step: 248ms | Tot: 36s497ms | Loss: 2.106 | Acc: 22.497% (4233/18816) 147/391 [========================>........................................] Step: 248ms | Tot: 36s745ms | Loss: 2.104 | Acc: 22.540% (4270/18944) 148/391 [========================>........................................] Step: 248ms | Tot: 36s993ms | Loss: 2.101 | Acc: 22.667% (4323/19072) 149/391 [========================>........................................] Step: 249ms | Tot: 37s243ms | Loss: 2.098 | Acc: 22.823% (4382/19200) 150/391 [========================>........................................] Step: 249ms | Tot: 37s492ms | Loss: 2.096 | Acc: 22.858% (4418/19328) 151/391 [=========================>.......................................] Step: 248ms | Tot: 37s740ms | Loss: 2.094 | Acc: 22.888% (4453/19456) 152/391 [=========================>.......................................] Step: 250ms | Tot: 37s991ms | Loss: 2.093 | Acc: 22.922% (4489/19584) 153/391 [=========================>.......................................] Step: 248ms | Tot: 38s240ms | Loss: 2.090 | Acc: 23.032% (4540/19712) 154/391 [=========================>.......................................] Step: 250ms | Tot: 38s491ms | Loss: 2.088 | Acc: 23.120% (4587/19840) 155/391 [=========================>.......................................] Step: 248ms | Tot: 38s739ms | Loss: 2.086 | Acc: 23.227% (4638/19968) 156/391 [=========================>.......................................] Step: 249ms | Tot: 38s988ms | Loss: 2.084 | Acc: 23.288% (4680/20096) 157/391 [==========================>......................................] Step: 248ms | Tot: 39s237ms | Loss: 2.081 | Acc: 23.344% (4721/20224) 158/391 [==========================>......................................] Step: 249ms | Tot: 39s487ms | Loss: 2.080 | Acc: 23.369% (4756/20352) 159/391 [==========================>......................................] Step: 249ms | Tot: 39s736ms | Loss: 2.078 | Acc: 23.438% (4800/20480) 160/391 [==========================>......................................] Step: 249ms | Tot: 39s986ms | Loss: 2.076 | Acc: 23.530% (4849/20608) 161/391 [==========================>......................................] Step: 253ms | Tot: 40s239ms | Loss: 2.073 | Acc: 23.616% (4897/20736) 162/391 [==========================>......................................] Step: 248ms | Tot: 40s488ms | Loss: 2.071 | Acc: 23.677% (4940/20864) 163/391 [===========================>.....................................] Step: 262ms | Tot: 40s750ms | Loss: 2.069 | Acc: 23.780% (4992/20992) 164/391 [===========================>.....................................] Step: 251ms | Tot: 41s1ms | Loss: 2.068 | Acc: 23.793% (5025/21120) 165/391 [===========================>.....................................] Step: 254ms | Tot: 41s256ms | Loss: 2.066 | Acc: 23.870% (5072/21248) 166/391 [===========================>.....................................] Step: 249ms | Tot: 41s506ms | Loss: 2.064 | Acc: 23.961% (5122/21376) 167/391 [===========================>.....................................] Step: 248ms | Tot: 41s754ms | Loss: 2.062 | Acc: 24.037% (5169/21504) 168/391 [===========================>.....................................] Step: 249ms | Tot: 42s4ms | Loss: 2.059 | Acc: 24.140% (5222/21632) 169/391 [============================>....................................] Step: 248ms | Tot: 42s252ms | Loss: 2.057 | Acc: 24.219% (5270/21760) 170/391 [============================>....................................] Step: 248ms | Tot: 42s501ms | Loss: 2.055 | Acc: 24.301% (5319/21888) 171/391 [============================>....................................] Step: 249ms | Tot: 42s750ms | Loss: 2.053 | Acc: 24.346% (5360/22016) 172/391 [============================>....................................] Step: 249ms | Tot: 43s | Loss: 2.052 | Acc: 24.436% (5411/22144) 173/391 [============================>....................................] Step: 250ms | Tot: 43s250ms | Loss: 2.050 | Acc: 24.493% (5455/22272) 174/391 [============================>....................................] Step: 249ms | Tot: 43s499ms | Loss: 2.048 | Acc: 24.527% (5494/22400) 175/391 [=============================>...................................] Step: 251ms | Tot: 43s751ms | Loss: 2.046 | Acc: 24.609% (5544/22528) 176/391 [=============================>...................................] Step: 249ms | Tot: 44s | Loss: 2.044 | Acc: 24.700% (5596/22656) 177/391 [=============================>...................................] Step: 249ms | Tot: 44s250ms | Loss: 2.042 | Acc: 24.772% (5644/22784) 178/391 [=============================>...................................] Step: 248ms | Tot: 44s499ms | Loss: 2.040 | Acc: 24.839% (5691/22912) 179/391 [=============================>...................................] Step: 248ms | Tot: 44s748ms | Loss: 2.039 | Acc: 24.887% (5734/23040) 180/391 [=============================>...................................] Step: 251ms | Tot: 45s | Loss: 2.038 | Acc: 24.940% (5778/23168) 181/391 [==============================>..................................] Step: 248ms | Tot: 45s248ms | Loss: 2.037 | Acc: 24.987% (5821/23296) 182/391 [==============================>..................................] Step: 249ms | Tot: 45s498ms | Loss: 2.035 | Acc: 25.038% (5865/23424) 183/391 [==============================>..................................] Step: 250ms | Tot: 45s748ms | Loss: 2.034 | Acc: 25.072% (5905/23552) 184/391 [==============================>..................................] Step: 248ms | Tot: 45s996ms | Loss: 2.032 | Acc: 25.139% (5953/23680) 185/391 [==============================>..................................] Step: 251ms | Tot: 46s248ms | Loss: 2.030 | Acc: 25.181% (5995/23808) 186/391 [==============================>..................................] Step: 248ms | Tot: 46s496ms | Loss: 2.029 | Acc: 25.267% (6048/23936) 187/391 [===============================>.................................] Step: 249ms | Tot: 46s746ms | Loss: 2.028 | Acc: 25.316% (6092/24064) 188/391 [===============================>.................................] Step: 248ms | Tot: 46s994ms | Loss: 2.026 | Acc: 25.364% (6136/24192) 189/391 [===============================>.................................] Step: 262ms | Tot: 47s257ms | Loss: 2.026 | Acc: 25.387% (6174/24320) 190/391 [===============================>.................................] Step: 248ms | Tot: 47s505ms | Loss: 2.024 | Acc: 25.446% (6221/24448) 191/391 [===============================>.................................] Step: 249ms | Tot: 47s755ms | Loss: 2.022 | Acc: 25.488% (6264/24576) 192/391 [===============================>.................................] Step: 248ms | Tot: 48s4ms | Loss: 2.020 | Acc: 25.563% (6315/24704) 193/391 [================================>................................] Step: 249ms | Tot: 48s253ms | Loss: 2.019 | Acc: 25.640% (6367/24832) 194/391 [================================>................................] Step: 250ms | Tot: 48s504ms | Loss: 2.018 | Acc: 25.681% (6410/24960) 195/391 [================================>................................] Step: 248ms | Tot: 48s752ms | Loss: 2.016 | Acc: 25.741% (6458/25088) 196/391 [================================>................................] Step: 250ms | Tot: 49s2ms | Loss: 2.014 | Acc: 25.837% (6515/25216) 197/391 [================================>................................] Step: 248ms | Tot: 49s251ms | Loss: 2.012 | Acc: 25.896% (6563/25344) 198/391 [================================>................................] Step: 250ms | Tot: 49s501ms | Loss: 2.012 | Acc: 25.923% (6603/25472) 199/391 [=================================>...............................] Step: 248ms | Tot: 49s750ms | Loss: 2.010 | Acc: 26.000% (6656/25600) 200/391 [=================================>...............................] Step: 249ms | Tot: 50s | Loss: 2.008 | Acc: 26.077% (6709/25728) 201/391 [=================================>...............................] Step: 249ms | Tot: 50s250ms | Loss: 2.006 | Acc: 26.156% (6763/25856) 202/391 [=================================>...............................] Step: 248ms | Tot: 50s498ms | Loss: 2.005 | Acc: 26.170% (6800/25984) 203/391 [=================================>...............................] Step: 248ms | Tot: 50s746ms | Loss: 2.004 | Acc: 26.229% (6849/26112) 204/391 [=================================>...............................] Step: 248ms | Tot: 50s995ms | Loss: 2.003 | Acc: 26.231% (6883/26240) 205/391 [==================================>..............................] Step: 251ms | Tot: 51s246ms | Loss: 2.001 | Acc: 26.305% (6936/26368) 206/391 [==================================>..............................] Step: 248ms | Tot: 51s494ms | Loss: 2.000 | Acc: 26.362% (6985/26496) 207/391 [==================================>..............................] Step: 250ms | Tot: 51s744ms | Loss: 1.997 | Acc: 26.427% (7036/26624) 208/391 [==================================>..............................] Step: 248ms | Tot: 51s993ms | Loss: 1.996 | Acc: 26.469% (7081/26752) 209/391 [==================================>..............................] Step: 249ms | Tot: 52s242ms | Loss: 1.994 | Acc: 26.518% (7128/26880) 210/391 [==================================>..............................] Step: 249ms | Tot: 52s492ms | Loss: 1.993 | Acc: 26.588% (7181/27008) 211/391 [===================================>.............................] Step: 248ms | Tot: 52s740ms | Loss: 1.992 | Acc: 26.603% (7219/27136) 212/391 [===================================>.............................] Step: 249ms | Tot: 52s989ms | Loss: 1.990 | Acc: 26.687% (7276/27264) 213/391 [===================================>.............................] Step: 247ms | Tot: 53s237ms | Loss: 1.988 | Acc: 26.756% (7329/27392) 214/391 [===================================>.............................] Step: 248ms | Tot: 53s485ms | Loss: 1.987 | Acc: 26.802% (7376/27520) 215/391 [===================================>.............................] Step: 248ms | Tot: 53s734ms | Loss: 1.985 | Acc: 26.884% (7433/27648) 216/391 [===================================>.............................] Step: 263ms | Tot: 53s997ms | Loss: 1.984 | Acc: 26.941% (7483/27776) 217/391 [====================================>............................] Step: 251ms | Tot: 54s248ms | Loss: 1.982 | Acc: 26.989% (7531/27904) 218/391 [====================================>............................] Step: 248ms | Tot: 54s497ms | Loss: 1.980 | Acc: 27.044% (7581/28032) 219/391 [====================================>............................] Step: 249ms | Tot: 54s746ms | Loss: 1.979 | Acc: 27.099% (7631/28160) 220/391 [====================================>............................] Step: 248ms | Tot: 54s995ms | Loss: 1.977 | Acc: 27.118% (7671/28288) 221/391 [====================================>............................] Step: 251ms | Tot: 55s246ms | Loss: 1.975 | Acc: 27.199% (7729/28416) 222/391 [====================================>............................] Step: 249ms | Tot: 55s496ms | Loss: 1.973 | Acc: 27.260% (7781/28544) 223/391 [=====================================>...........................] Step: 249ms | Tot: 55s746ms | Loss: 1.971 | Acc: 27.316% (7832/28672) 224/391 [=====================================>...........................] Step: 249ms | Tot: 55s995ms | Loss: 1.969 | Acc: 27.382% (7886/28800) 225/391 [=====================================>...........................] Step: 248ms | Tot: 56s243ms | Loss: 1.968 | Acc: 27.427% (7934/28928) 226/391 [=====================================>...........................] Step: 248ms | Tot: 56s492ms | Loss: 1.967 | Acc: 27.475% (7983/29056) 227/391 [=====================================>...........................] Step: 249ms | Tot: 56s741ms | Loss: 1.965 | Acc: 27.529% (8034/29184) 228/391 [=====================================>...........................] Step: 248ms | Tot: 56s990ms | Loss: 1.964 | Acc: 27.586% (8086/29312) 229/391 [======================================>..........................] Step: 247ms | Tot: 57s238ms | Loss: 1.962 | Acc: 27.670% (8146/29440) 230/391 [======================================>..........................] Step: 248ms | Tot: 57s487ms | Loss: 1.960 | Acc: 27.736% (8201/29568) 231/391 [======================================>..........................] Step: 248ms | Tot: 57s736ms | Loss: 1.959 | Acc: 27.802% (8256/29696) 232/391 [======================================>..........................] Step: 249ms | Tot: 57s985ms | Loss: 1.957 | Acc: 27.890% (8318/29824) 233/391 [======================================>..........................] Step: 248ms | Tot: 58s234ms | Loss: 1.956 | Acc: 27.931% (8366/29952) 234/391 [======================================>..........................] Step: 249ms | Tot: 58s484ms | Loss: 1.954 | Acc: 28.012% (8426/30080) 235/391 [=======================================>.........................] Step: 247ms | Tot: 58s731ms | Loss: 1.953 | Acc: 28.065% (8478/30208) 236/391 [=======================================>.........................] Step: 248ms | Tot: 58s980ms | Loss: 1.951 | Acc: 28.122% (8531/30336) 237/391 [=======================================>.........................] Step: 249ms | Tot: 59s229ms | Loss: 1.949 | Acc: 28.161% (8579/30464) 238/391 [=======================================>.........................] Step: 249ms | Tot: 59s478ms | Loss: 1.948 | Acc: 28.210% (8630/30592) 239/391 [=======================================>.........................] Step: 248ms | Tot: 59s726ms | Loss: 1.947 | Acc: 28.249% (8678/30720) 240/391 [=======================================>.........................] Step: 250ms | Tot: 59s977ms | Loss: 1.946 | Acc: 28.294% (8728/30848) 241/391 [========================================>........................] Step: 248ms | Tot: 1m225ms | Loss: 1.944 | Acc: 28.354% (8783/30976) 242/391 [========================================>........................] Step: 263ms | Tot: 1m488ms | Loss: 1.943 | Acc: 28.440% (8846/31104) 243/391 [========================================>........................] Step: 247ms | Tot: 1m736ms | Loss: 1.942 | Acc: 28.461% (8889/31232) 244/391 [========================================>........................] Step: 248ms | Tot: 1m985ms | Loss: 1.941 | Acc: 28.479% (8931/31360) 245/391 [========================================>........................] Step: 249ms | Tot: 1m1s | Loss: 1.940 | Acc: 28.503% (8975/31488) 246/391 [========================================>........................] Step: 249ms | Tot: 1m1s | Loss: 1.939 | Acc: 28.568% (9032/31616) 247/391 [=========================================>.......................] Step: 248ms | Tot: 1m1s | Loss: 1.938 | Acc: 28.591% (9076/31744) 248/391 [=========================================>.......................] Step: 249ms | Tot: 1m1s | Loss: 1.936 | Acc: 28.624% (9123/31872) 249/391 [=========================================>.......................] Step: 250ms | Tot: 1m2s | Loss: 1.935 | Acc: 28.681% (9178/32000) 250/391 [=========================================>.......................] Step: 249ms | Tot: 1m2s | Loss: 1.934 | Acc: 28.707% (9223/32128) 251/391 [=========================================>.......................] Step: 248ms | Tot: 1m2s | Loss: 1.933 | Acc: 28.748% (9273/32256) 252/391 [=========================================>.......................] Step: 256ms | Tot: 1m2s | Loss: 1.931 | Acc: 28.817% (9332/32384) 253/391 [==========================================>......................] Step: 248ms | Tot: 1m3s | Loss: 1.930 | Acc: 28.845% (9378/32512) 254/391 [==========================================>......................] Step: 249ms | Tot: 1m3s | Loss: 1.928 | Acc: 28.900% (9433/32640) 255/391 [==========================================>......................] Step: 250ms | Tot: 1m3s | Loss: 1.927 | Acc: 28.955% (9488/32768) 256/391 [==========================================>......................] Step: 248ms | Tot: 1m3s | Loss: 1.924 | Acc: 29.034% (9551/32896) 257/391 [==========================================>......................] Step: 249ms | Tot: 1m4s | Loss: 1.924 | Acc: 29.055% (9595/33024) 258/391 [==========================================>......................] Step: 248ms | Tot: 1m4s | Loss: 1.922 | Acc: 29.105% (9649/33152) 259/391 [===========================================>.....................] Step: 247ms | Tot: 1m4s | Loss: 1.921 | Acc: 29.177% (9710/33280) 260/391 [===========================================>.....................] Step: 248ms | Tot: 1m4s | Loss: 1.920 | Acc: 29.221% (9762/33408) 261/391 [===========================================>.....................] Step: 250ms | Tot: 1m5s | Loss: 1.918 | Acc: 29.276% (9818/33536) 262/391 [===========================================>.....................] Step: 250ms | Tot: 1m5s | Loss: 1.917 | Acc: 29.325% (9872/33664) 263/391 [===========================================>.....................] Step: 248ms | Tot: 1m5s | Loss: 1.916 | Acc: 29.380% (9928/33792) 264/391 [===========================================>.....................] Step: 248ms | Tot: 1m5s | Loss: 1.914 | Acc: 29.431% (9983/33920) 265/391 [============================================>....................] Step: 249ms | Tot: 1m6s | Loss: 1.912 | Acc: 29.485% (10039/34048) 266/391 [============================================>....................] Step: 249ms | Tot: 1m6s | Loss: 1.911 | Acc: 29.550% (10099/34176) 267/391 [============================================>....................] Step: 248ms | Tot: 1m6s | Loss: 1.910 | Acc: 29.620% (10161/34304) 268/391 [============================================>....................] Step: 249ms | Tot: 1m6s | Loss: 1.910 | Acc: 29.641% (10206/34432) 269/391 [============================================>....................] Step: 248ms | Tot: 1m7s | Loss: 1.908 | Acc: 29.673% (10255/34560) 270/391 [============================================>....................] Step: 248ms | Tot: 1m7s | Loss: 1.906 | Acc: 29.731% (10313/34688) 271/391 [=============================================>...................] Step: 248ms | Tot: 1m7s | Loss: 1.905 | Acc: 29.785% (10370/34816) 272/391 [=============================================>...................] Step: 249ms | Tot: 1m7s | Loss: 1.904 | Acc: 29.836% (10426/34944) 273/391 [=============================================>...................] Step: 249ms | Tot: 1m8s | Loss: 1.904 | Acc: 29.844% (10467/35072) 274/391 [=============================================>...................] Step: 249ms | Tot: 1m8s | Loss: 1.903 | Acc: 29.869% (10514/35200) 275/391 [=============================================>...................] Step: 248ms | Tot: 1m8s | Loss: 1.902 | Acc: 29.922% (10571/35328) 276/391 [=============================================>...................] Step: 248ms | Tot: 1m8s | Loss: 1.900 | Acc: 29.944% (10617/35456) 277/391 [==============================================>..................] Step: 249ms | Tot: 1m9s | Loss: 1.900 | Acc: 29.957% (10660/35584) 278/391 [==============================================>..................] Step: 248ms | Tot: 1m9s | Loss: 1.899 | Acc: 29.990% (10710/35712) 279/391 [==============================================>..................] Step: 249ms | Tot: 1m9s | Loss: 1.899 | Acc: 30.000% (10752/35840) 280/391 [==============================================>..................] Step: 247ms | Tot: 1m9s | Loss: 1.898 | Acc: 30.016% (10796/35968) 281/391 [==============================================>..................] Step: 248ms | Tot: 1m10s | Loss: 1.897 | Acc: 30.053% (10848/36096) 282/391 [==============================================>..................] Step: 249ms | Tot: 1m10s | Loss: 1.896 | Acc: 30.107% (10906/36224) 283/391 [===============================================>.................] Step: 251ms | Tot: 1m10s | Loss: 1.894 | Acc: 30.150% (10960/36352) 284/391 [===============================================>.................] Step: 248ms | Tot: 1m10s | Loss: 1.893 | Acc: 30.170% (11006/36480) 285/391 [===============================================>.................] Step: 249ms | Tot: 1m11s | Loss: 1.892 | Acc: 30.209% (11059/36608) 286/391 [===============================================>.................] Step: 249ms | Tot: 1m11s | Loss: 1.891 | Acc: 30.254% (11114/36736) 287/391 [===============================================>.................] Step: 248ms | Tot: 1m11s | Loss: 1.889 | Acc: 30.320% (11177/36864) 288/391 [===============================================>.................] Step: 247ms | Tot: 1m11s | Loss: 1.889 | Acc: 30.336% (11222/36992) 289/391 [================================================>................] Step: 249ms | Tot: 1m12s | Loss: 1.887 | Acc: 30.388% (11280/37120) 290/391 [================================================>................] Step: 249ms | Tot: 1m12s | Loss: 1.886 | Acc: 30.428% (11334/37248) 291/391 [================================================>................] Step: 248ms | Tot: 1m12s | Loss: 1.885 | Acc: 30.501% (11400/37376) 292/391 [================================================>................] Step: 248ms | Tot: 1m12s | Loss: 1.884 | Acc: 30.511% (11443/37504) 293/391 [================================================>................] Step: 248ms | Tot: 1m13s | Loss: 1.882 | Acc: 30.554% (11498/37632) 294/391 [================================================>................] Step: 250ms | Tot: 1m13s | Loss: 1.881 | Acc: 30.591% (11551/37760) 295/391 [=================================================>...............] Step: 267ms | Tot: 1m13s | Loss: 1.880 | Acc: 30.630% (11605/37888) 296/391 [=================================================>...............] Step: 251ms | Tot: 1m13s | Loss: 1.878 | Acc: 30.684% (11665/38016) 297/391 [=================================================>...............] Step: 250ms | Tot: 1m14s | Loss: 1.877 | Acc: 30.757% (11732/38144) 298/391 [=================================================>...............] Step: 248ms | Tot: 1m14s | Loss: 1.875 | Acc: 30.829% (11799/38272) 299/391 [=================================================>...............] Step: 248ms | Tot: 1m14s | Loss: 1.873 | Acc: 30.883% (11859/38400) 300/391 [=================================================>...............] Step: 249ms | Tot: 1m14s | Loss: 1.872 | Acc: 30.936% (11919/38528) 301/391 [==================================================>..............] Step: 248ms | Tot: 1m15s | Loss: 1.872 | Acc: 30.986% (11978/38656) 302/391 [==================================================>..............] Step: 249ms | Tot: 1m15s | Loss: 1.871 | Acc: 31.026% (12033/38784) 303/391 [==================================================>..............] Step: 249ms | Tot: 1m15s | Loss: 1.870 | Acc: 31.086% (12096/38912) 304/391 [==================================================>..............] Step: 249ms | Tot: 1m15s | Loss: 1.869 | Acc: 31.140% (12157/39040) 305/391 [==================================================>..............] Step: 249ms | Tot: 1m16s | Loss: 1.867 | Acc: 31.173% (12210/39168) 306/391 [==================================================>..............] Step: 248ms | Tot: 1m16s | Loss: 1.867 | Acc: 31.194% (12258/39296) 307/391 [===================================================>.............] Step: 248ms | Tot: 1m16s | Loss: 1.865 | Acc: 31.240% (12316/39424) 308/391 [===================================================>.............] Step: 247ms | Tot: 1m16s | Loss: 1.864 | Acc: 31.303% (12381/39552) 309/391 [===================================================>.............] Step: 248ms | Tot: 1m17s | Loss: 1.863 | Acc: 31.351% (12440/39680) 310/391 [===================================================>.............] Step: 248ms | Tot: 1m17s | Loss: 1.861 | Acc: 31.411% (12504/39808) 311/391 [===================================================>.............] Step: 248ms | Tot: 1m17s | Loss: 1.861 | Acc: 31.428% (12551/39936) 312/391 [===================================================>.............] Step: 248ms | Tot: 1m17s | Loss: 1.860 | Acc: 31.477% (12611/40064) 313/391 [====================================================>............] Step: 248ms | Tot: 1m18s | Loss: 1.859 | Acc: 31.536% (12675/40192) 314/391 [====================================================>............] Step: 249ms | Tot: 1m18s | Loss: 1.858 | Acc: 31.560% (12725/40320) 315/391 [====================================================>............] Step: 248ms | Tot: 1m18s | Loss: 1.857 | Acc: 31.606% (12784/40448) 316/391 [====================================================>............] Step: 248ms | Tot: 1m18s | Loss: 1.856 | Acc: 31.647% (12841/40576) 317/391 [====================================================>............] Step: 249ms | Tot: 1m19s | Loss: 1.854 | Acc: 31.712% (12908/40704) 318/391 [====================================================>............] Step: 248ms | Tot: 1m19s | Loss: 1.853 | Acc: 31.762% (12969/40832) 319/391 [=====================================================>...........] Step: 248ms | Tot: 1m19s | Loss: 1.852 | Acc: 31.809% (13029/40960) 320/391 [=====================================================>...........] Step: 249ms | Tot: 1m19s | Loss: 1.851 | Acc: 31.858% (13090/41088) 321/391 [=====================================================>...........] Step: 264ms | Tot: 1m20s | Loss: 1.850 | Acc: 31.908% (13151/41216) 322/391 [=====================================================>...........] Step: 250ms | Tot: 1m20s | Loss: 1.849 | Acc: 31.918% (13196/41344) 323/391 [=====================================================>...........] Step: 249ms | Tot: 1m20s | Loss: 1.848 | Acc: 31.964% (13256/41472) 324/391 [=====================================================>...........] Step: 249ms | Tot: 1m20s | Loss: 1.848 | Acc: 31.966% (13298/41600) 325/391 [======================================================>..........] Step: 248ms | Tot: 1m21s | Loss: 1.847 | Acc: 31.976% (13343/41728) 326/391 [======================================================>..........] Step: 248ms | Tot: 1m21s | Loss: 1.846 | Acc: 32.007% (13397/41856) 327/391 [======================================================>..........] Step: 249ms | Tot: 1m21s | Loss: 1.845 | Acc: 32.046% (13454/41984) 328/391 [======================================================>..........] Step: 249ms | Tot: 1m21s | Loss: 1.844 | Acc: 32.069% (13505/42112) 329/391 [======================================================>..........] Step: 249ms | Tot: 1m22s | Loss: 1.843 | Acc: 32.098% (13558/42240) 330/391 [======================================================>..........] Step: 249ms | Tot: 1m22s | Loss: 1.842 | Acc: 32.152% (13622/42368) 331/391 [=======================================================>.........] Step: 249ms | Tot: 1m22s | Loss: 1.842 | Acc: 32.196% (13682/42496) 332/391 [=======================================================>.........] Step: 249ms | Tot: 1m22s | Loss: 1.841 | Acc: 32.214% (13731/42624) 333/391 [=======================================================>.........] Step: 248ms | Tot: 1m23s | Loss: 1.840 | Acc: 32.235% (13781/42752) 334/391 [=======================================================>.........] Step: 247ms | Tot: 1m23s | Loss: 1.840 | Acc: 32.264% (13835/42880) 335/391 [=======================================================>.........] Step: 247ms | Tot: 1m23s | Loss: 1.839 | Acc: 32.275% (13881/43008) 336/391 [=======================================================>.........] Step: 247ms | Tot: 1m23s | Loss: 1.839 | Acc: 32.300% (13933/43136) 337/391 [========================================================>........] Step: 248ms | Tot: 1m24s | Loss: 1.838 | Acc: 32.357% (13999/43264) 338/391 [========================================================>........] Step: 248ms | Tot: 1m24s | Loss: 1.837 | Acc: 32.391% (14055/43392) 339/391 [========================================================>........] Step: 248ms | Tot: 1m24s | Loss: 1.835 | Acc: 32.431% (14114/43520) 340/391 [========================================================>........] Step: 249ms | Tot: 1m24s | Loss: 1.835 | Acc: 32.439% (14159/43648) 341/391 [========================================================>........] Step: 248ms | Tot: 1m25s | Loss: 1.834 | Acc: 32.477% (14217/43776) 342/391 [========================================================>........] Step: 250ms | Tot: 1m25s | Loss: 1.833 | Acc: 32.482% (14261/43904) 343/391 [=========================================================>.......] Step: 248ms | Tot: 1m25s | Loss: 1.832 | Acc: 32.520% (14319/44032) 344/391 [=========================================================>.......] Step: 249ms | Tot: 1m25s | Loss: 1.831 | Acc: 32.554% (14376/44160) 345/391 [=========================================================>.......] Step: 248ms | Tot: 1m26s | Loss: 1.830 | Acc: 32.591% (14434/44288) 346/391 [=========================================================>.......] Step: 248ms | Tot: 1m26s | Loss: 1.830 | Acc: 32.628% (14492/44416) 347/391 [=========================================================>.......] Step: 248ms | Tot: 1m26s | Loss: 1.829 | Acc: 32.651% (14544/44544) 348/391 [=========================================================>.......] Step: 261ms | Tot: 1m26s | Loss: 1.828 | Acc: 32.689% (14603/44672) 349/391 [==========================================================>......] Step: 249ms | Tot: 1m27s | Loss: 1.827 | Acc: 32.710% (14654/44800) 350/391 [==========================================================>......] Step: 250ms | Tot: 1m27s | Loss: 1.826 | Acc: 32.746% (14712/44928) 351/391 [==========================================================>......] Step: 248ms | Tot: 1m27s | Loss: 1.825 | Acc: 32.781% (14770/45056) 352/391 [==========================================================>......] Step: 248ms | Tot: 1m27s | Loss: 1.825 | Acc: 32.815% (14827/45184) 353/391 [==========================================================>......] Step: 248ms | Tot: 1m28s | Loss: 1.823 | Acc: 32.848% (14884/45312) 354/391 [==========================================================>......] Step: 250ms | Tot: 1m28s | Loss: 1.823 | Acc: 32.874% (14938/45440) 355/391 [===========================================================>.....] Step: 249ms | Tot: 1m28s | Loss: 1.822 | Acc: 32.907% (14995/45568) 356/391 [===========================================================>.....] Step: 249ms | Tot: 1m28s | Loss: 1.821 | Acc: 32.950% (15057/45696) 357/391 [===========================================================>.....] Step: 248ms | Tot: 1m29s | Loss: 1.820 | Acc: 32.991% (15118/45824) 358/391 [===========================================================>.....] Step: 248ms | Tot: 1m29s | Loss: 1.819 | Acc: 33.021% (15174/45952) 359/391 [===========================================================>.....] Step: 249ms | Tot: 1m29s | Loss: 1.818 | Acc: 33.058% (15233/46080) 360/391 [===========================================================>.....] Step: 257ms | Tot: 1m29s | Loss: 1.818 | Acc: 33.090% (15290/46208) 361/391 [============================================================>....] Step: 249ms | Tot: 1m30s | Loss: 1.817 | Acc: 33.125% (15349/46336) 362/391 [============================================================>....] Step: 249ms | Tot: 1m30s | Loss: 1.816 | Acc: 33.131% (15394/46464) 363/391 [============================================================>....] Step: 250ms | Tot: 1m30s | Loss: 1.815 | Acc: 33.195% (15466/46592) 364/391 [============================================================>....] Step: 249ms | Tot: 1m30s | Loss: 1.814 | Acc: 33.206% (15514/46720) 365/391 [============================================================>....] Step: 251ms | Tot: 1m31s | Loss: 1.813 | Acc: 33.227% (15566/46848) 366/391 [============================================================>....] Step: 249ms | Tot: 1m31s | Loss: 1.812 | Acc: 33.266% (15627/46976) 367/391 [=============================================================>...] Step: 249ms | Tot: 1m31s | Loss: 1.811 | Acc: 33.314% (15692/47104) 368/391 [=============================================================>...] Step: 248ms | Tot: 1m31s | Loss: 1.811 | Acc: 33.357% (15755/47232) 369/391 [=============================================================>...] Step: 249ms | Tot: 1m32s | Loss: 1.810 | Acc: 33.378% (15808/47360) 370/391 [=============================================================>...] Step: 250ms | Tot: 1m32s | Loss: 1.809 | Acc: 33.400% (15861/47488) 371/391 [=============================================================>...] Step: 249ms | Tot: 1m32s | Loss: 1.808 | Acc: 33.438% (15922/47616) 372/391 [=============================================================>...] Step: 249ms | Tot: 1m32s | Loss: 1.807 | Acc: 33.487% (15988/47744) 373/391 [==============================================================>..] Step: 249ms | Tot: 1m33s | Loss: 1.806 | Acc: 33.514% (16044/47872) 374/391 [==============================================================>..] Step: 262ms | Tot: 1m33s | Loss: 1.805 | Acc: 33.548% (16103/48000) 375/391 [==============================================================>..] Step: 248ms | Tot: 1m33s | Loss: 1.804 | Acc: 33.567% (16155/48128) 376/391 [==============================================================>..] Step: 248ms | Tot: 1m33s | Loss: 1.803 | Acc: 33.614% (16221/48256) 377/391 [==============================================================>..] Step: 247ms | Tot: 1m34s | Loss: 1.802 | Acc: 33.631% (16272/48384) 378/391 [==============================================================>..] Step: 248ms | Tot: 1m34s | Loss: 1.801 | Acc: 33.651% (16325/48512) 379/391 [===============================================================>.] Step: 250ms | Tot: 1m34s | Loss: 1.801 | Acc: 33.666% (16375/48640) 380/391 [===============================================================>.] Step: 250ms | Tot: 1m34s | Loss: 1.800 | Acc: 33.698% (16434/48768) 381/391 [===============================================================>.] Step: 249ms | Tot: 1m35s | Loss: 1.799 | Acc: 33.723% (16489/48896) 382/391 [===============================================================>.] Step: 249ms | Tot: 1m35s | Loss: 1.798 | Acc: 33.761% (16551/49024) 383/391 [===============================================================>.] Step: 252ms | Tot: 1m35s | Loss: 1.797 | Acc: 33.807% (16617/49152) 384/391 [===============================================================>.] Step: 249ms | Tot: 1m35s | Loss: 1.796 | Acc: 33.831% (16672/49280) 385/391 [================================================================>] Step: 250ms | Tot: 1m36s | Loss: 1.796 | Acc: 33.857% (16728/49408) 386/391 [================================================================>] Step: 249ms | Tot: 1m36s | Loss: 1.795 | Acc: 33.864% (16775/49536) 387/391 [================================================================>] Step: 249ms | Tot: 1m36s | Loss: 1.794 | Acc: 33.914% (16843/49664) 388/391 [================================================================>] Step: 250ms | Tot: 1m36s | Loss: 1.793 | Acc: 33.935% (16897/49792) 389/391 [================================================================>] Step: 249ms | Tot: 1m37s | Loss: 1.792 | Acc: 33.960% (16953/49920) 390/391 [================================================================>] Step: 4s568ms | Tot: 1m41s | Loss: 1.791 | Acc: 33.992% (16996/50000) 391/391 + [>................................................................] Step: 2s718ms | Tot: 0ms | Loss: 1.619 | Acc: 41.000% (41/100) 1/100 [>................................................................] Step: 84ms | Tot: 84ms | Loss: 1.546 | Acc: 44.500% (89/200)  2/100 [=>...............................................................] Step: 71ms | Tot: 155ms | Loss: 1.530 | Acc: 44.000% (132/300) 3/100 [=>...............................................................] Step: 63ms | Tot: 219ms | Loss: 1.544 | Acc: 44.500% (178/400) 4/100 [==>..............................................................] Step: 61ms | Tot: 280ms | Loss: 1.544 | Acc: 43.800% (219/500) 5/100 [===>.............................................................] Step: 63ms | Tot: 344ms | Loss: 1.541 | Acc: 44.333% (266/600) 6/100 [===>.............................................................] Step: 61ms | Tot: 405ms | Loss: 1.551 | Acc: 44.286% (310/700) 7/100 [====>............................................................] Step: 61ms | Tot: 466ms | Loss: 1.564 | Acc: 44.250% (354/800) 8/100 [=====>...........................................................] Step: 61ms | Tot: 527ms | Loss: 1.550 | Acc: 44.111% (397/900) 9/100 [=====>...........................................................] Step: 61ms | Tot: 589ms | Loss: 1.538 | Acc: 44.700% (447/1000) 10/100 [======>..........................................................] Step: 60ms | Tot: 650ms | Loss: 1.545 | Acc: 44.545% (490/1100) 11/100 [=======>.........................................................] Step: 61ms | Tot: 711ms | Loss: 1.534 | Acc: 44.000% (528/1200) 12/100 [=======>.........................................................] Step: 76ms | Tot: 787ms | Loss: 1.538 | Acc: 44.154% (574/1300) 13/100 [========>........................................................] Step: 61ms | Tot: 849ms | Loss: 1.544 | Acc: 44.143% (618/1400) 14/100 [=========>.......................................................] Step: 61ms | Tot: 910ms | Loss: 1.536 | Acc: 44.067% (661/1500) 15/100 [=========>.......................................................] Step: 61ms | Tot: 971ms | Loss: 1.535 | Acc: 44.000% (704/1600) 16/100 [==========>......................................................] Step: 61ms | Tot: 1s32ms | Loss: 1.543 | Acc: 44.235% (752/1700) 17/100 [===========>.....................................................] Step: 61ms | Tot: 1s94ms | Loss: 1.540 | Acc: 44.167% (795/1800) 18/100 [===========>.....................................................] Step: 61ms | Tot: 1s155ms | Loss: 1.534 | Acc: 44.579% (847/1900) 19/100 [============>....................................................] Step: 61ms | Tot: 1s216ms | Loss: 1.542 | Acc: 44.050% (881/2000) 20/100 [=============>...................................................] Step: 60ms | Tot: 1s276ms | Loss: 1.533 | Acc: 44.286% (930/2100) 21/100 [=============>...................................................] Step: 61ms | Tot: 1s338ms | Loss: 1.532 | Acc: 44.318% (975/2200) 22/100 [==============>..................................................] Step: 61ms | Tot: 1s399ms | Loss: 1.528 | Acc: 44.391% (1021/2300) 23/100 [==============>..................................................] Step: 62ms | Tot: 1s462ms | Loss: 1.529 | Acc: 44.542% (1069/2400) 24/100 [===============>.................................................] Step: 61ms | Tot: 1s523ms | Loss: 1.525 | Acc: 44.800% (1120/2500) 25/100 [================>................................................] Step: 64ms | Tot: 1s587ms | Loss: 1.536 | Acc: 44.462% (1156/2600) 26/100 [================>................................................] Step: 61ms | Tot: 1s648ms | Loss: 1.530 | Acc: 44.519% (1202/2700) 27/100 [=================>...............................................] Step: 61ms | Tot: 1s710ms | Loss: 1.531 | Acc: 44.429% (1244/2800) 28/100 [==================>..............................................] Step: 61ms | Tot: 1s771ms | Loss: 1.534 | Acc: 44.276% (1284/2900) 29/100 [==================>..............................................] Step: 60ms | Tot: 1s832ms | Loss: 1.528 | Acc: 44.367% (1331/3000) 30/100 [===================>.............................................] Step: 61ms | Tot: 1s893ms | Loss: 1.521 | Acc: 44.677% (1385/3100) 31/100 [====================>............................................] Step: 61ms | Tot: 1s954ms | Loss: 1.518 | Acc: 44.656% (1429/3200) 32/100 [====================>............................................] Step: 60ms | Tot: 2s15ms | Loss: 1.516 | Acc: 44.788% (1478/3300) 33/100 [=====================>...........................................] Step: 61ms | Tot: 2s77ms | Loss: 1.514 | Acc: 44.912% (1527/3400) 34/100 [======================>..........................................] Step: 61ms | Tot: 2s138ms | Loss: 1.516 | Acc: 44.943% (1573/3500) 35/100 [======================>..........................................] Step: 60ms | Tot: 2s199ms | Loss: 1.513 | Acc: 45.056% (1622/3600) 36/100 [=======================>.........................................] Step: 61ms | Tot: 2s260ms | Loss: 1.516 | Acc: 45.000% (1665/3700) 37/100 [========================>........................................] Step: 61ms | Tot: 2s322ms | Loss: 1.518 | Acc: 44.816% (1703/3800) 38/100 [========================>........................................] Step: 60ms | Tot: 2s383ms | Loss: 1.513 | Acc: 44.974% (1754/3900) 39/100 [=========================>.......................................] Step: 61ms | Tot: 2s444ms | Loss: 1.515 | Acc: 44.825% (1793/4000) 40/100 [==========================>......................................] Step: 61ms | Tot: 2s505ms | Loss: 1.516 | Acc: 44.902% (1841/4100) 41/100 [==========================>......................................] Step: 60ms | Tot: 2s566ms | Loss: 1.518 | Acc: 44.952% (1888/4200) 42/100 [===========================>.....................................] Step: 61ms | Tot: 2s627ms | Loss: 1.515 | Acc: 45.047% (1937/4300) 43/100 [===========================>.....................................] Step: 61ms | Tot: 2s689ms | Loss: 1.519 | Acc: 44.955% (1978/4400) 44/100 [============================>....................................] Step: 60ms | Tot: 2s749ms | Loss: 1.519 | Acc: 44.889% (2020/4500) 45/100 [=============================>...................................] Step: 72ms | Tot: 2s822ms | Loss: 1.519 | Acc: 44.957% (2068/4600) 46/100 [=============================>...................................] Step: 61ms | Tot: 2s884ms | Loss: 1.515 | Acc: 45.064% (2118/4700) 47/100 [==============================>..................................] Step: 61ms | Tot: 2s945ms | Loss: 1.518 | Acc: 45.042% (2162/4800) 48/100 [===============================>.................................] Step: 61ms | Tot: 3s6ms | Loss: 1.517 | Acc: 45.020% (2206/4900) 49/100 [===============================>.................................] Step: 61ms | Tot: 3s68ms | Loss: 1.514 | Acc: 45.020% (2251/5000) 50/100 [================================>................................] Step: 61ms | Tot: 3s129ms | Loss: 1.515 | Acc: 44.941% (2292/5100) 51/100 [=================================>...............................] Step: 61ms | Tot: 3s191ms | Loss: 1.516 | Acc: 44.904% (2335/5200) 52/100 [=================================>...............................] Step: 61ms | Tot: 3s252ms | Loss: 1.516 | Acc: 44.849% (2377/5300) 53/100 [==================================>..............................] Step: 61ms | Tot: 3s313ms | Loss: 1.517 | Acc: 44.722% (2415/5400) 54/100 [===================================>.............................] Step: 61ms | Tot: 3s374ms | Loss: 1.520 | Acc: 44.691% (2458/5500) 55/100 [===================================>.............................] Step: 61ms | Tot: 3s436ms | Loss: 1.524 | Acc: 44.607% (2498/5600) 56/100 [====================================>............................] Step: 60ms | Tot: 3s497ms | Loss: 1.523 | Acc: 44.632% (2544/5700) 57/100 [=====================================>...........................] Step: 61ms | Tot: 3s558ms | Loss: 1.520 | Acc: 44.724% (2594/5800) 58/100 [=====================================>...........................] Step: 61ms | Tot: 3s619ms | Loss: 1.523 | Acc: 44.644% (2634/5900) 59/100 [======================================>..........................] Step: 61ms | Tot: 3s680ms | Loss: 1.521 | Acc: 44.783% (2687/6000) 60/100 [=======================================>.........................] Step: 61ms | Tot: 3s742ms | Loss: 1.522 | Acc: 44.787% (2732/6100) 61/100 [=======================================>.........................] Step: 61ms | Tot: 3s804ms | Loss: 1.520 | Acc: 44.855% (2781/6200) 62/100 [========================================>........................] Step: 61ms | Tot: 3s865ms | Loss: 1.520 | Acc: 44.952% (2832/6300) 63/100 [========================================>........................] Step: 61ms | Tot: 3s927ms | Loss: 1.519 | Acc: 44.922% (2875/6400) 64/100 [=========================================>.......................] Step: 61ms | Tot: 3s988ms | Loss: 1.521 | Acc: 44.877% (2917/6500) 65/100 [==========================================>......................] Step: 61ms | Tot: 4s49ms | Loss: 1.521 | Acc: 44.818% (2958/6600) 66/100 [==========================================>......................] Step: 60ms | Tot: 4s110ms | Loss: 1.521 | Acc: 44.836% (3004/6700) 67/100 [===========================================>.....................] Step: 61ms | Tot: 4s171ms | Loss: 1.519 | Acc: 44.897% (3053/6800) 68/100 [============================================>....................] Step: 61ms | Tot: 4s233ms | Loss: 1.520 | Acc: 44.826% (3093/6900) 69/100 [============================================>....................] Step: 61ms | Tot: 4s294ms | Loss: 1.520 | Acc: 44.786% (3135/7000) 70/100 [=============================================>...................] Step: 61ms | Tot: 4s355ms | Loss: 1.521 | Acc: 44.732% (3176/7100) 71/100 [==============================================>..................] Step: 60ms | Tot: 4s416ms | Loss: 1.520 | Acc: 44.722% (3220/7200) 72/100 [==============================================>..................] Step: 61ms | Tot: 4s477ms | Loss: 1.518 | Acc: 44.712% (3264/7300) 73/100 [===============================================>.................] Step: 61ms | Tot: 4s538ms | Loss: 1.517 | Acc: 44.689% (3307/7400) 74/100 [================================================>................] Step: 61ms | Tot: 4s600ms | Loss: 1.519 | Acc: 44.707% (3353/7500) 75/100 [================================================>................] Step: 61ms | Tot: 4s661ms | Loss: 1.517 | Acc: 44.724% (3399/7600) 76/100 [=================================================>...............] Step: 61ms | Tot: 4s723ms | Loss: 1.516 | Acc: 44.766% (3447/7700) 77/100 [==================================================>..............] Step: 61ms | Tot: 4s784ms | Loss: 1.514 | Acc: 44.859% (3499/7800) 78/100 [==================================================>..............] Step: 75ms | Tot: 4s859ms | Loss: 1.514 | Acc: 44.848% (3543/7900) 79/100 [===================================================>.............] Step: 60ms | Tot: 4s920ms | Loss: 1.516 | Acc: 44.788% (3583/8000) 80/100 [====================================================>............] Step: 61ms | Tot: 4s981ms | Loss: 1.514 | Acc: 44.864% (3634/8100) 81/100 [====================================================>............] Step: 61ms | Tot: 5s43ms | Loss: 1.514 | Acc: 44.866% (3679/8200) 82/100 [=====================================================>...........] Step: 61ms | Tot: 5s104ms | Loss: 1.516 | Acc: 44.795% (3718/8300) 83/100 [=====================================================>...........] Step: 61ms | Tot: 5s165ms | Loss: 1.517 | Acc: 44.762% (3760/8400) 84/100 [======================================================>..........] Step: 61ms | Tot: 5s227ms | Loss: 1.517 | Acc: 44.812% (3809/8500) 85/100 [=======================================================>.........] Step: 61ms | Tot: 5s288ms | Loss: 1.518 | Acc: 44.791% (3852/8600) 86/100 [=======================================================>.........] Step: 61ms | Tot: 5s349ms | Loss: 1.519 | Acc: 44.747% (3893/8700) 87/100 [========================================================>........] Step: 68ms | Tot: 5s417ms | Loss: 1.519 | Acc: 44.761% (3939/8800) 88/100 [=========================================================>.......] Step: 60ms | Tot: 5s478ms | Loss: 1.519 | Acc: 44.843% (3991/8900) 89/100 [=========================================================>.......] Step: 61ms | Tot: 5s539ms | Loss: 1.521 | Acc: 44.789% (4031/9000) 90/100 [==========================================================>......] Step: 61ms | Tot: 5s601ms | Loss: 1.520 | Acc: 44.780% (4075/9100) 91/100 [===========================================================>.....] Step: 61ms | Tot: 5s663ms | Loss: 1.519 | Acc: 44.761% (4118/9200) 92/100 [===========================================================>.....] Step: 61ms | Tot: 5s724ms | Loss: 1.517 | Acc: 44.849% (4171/9300) 93/100 [============================================================>....] Step: 61ms | Tot: 5s786ms | Loss: 1.517 | Acc: 44.830% (4214/9400) 94/100 [=============================================================>...] Step: 61ms | Tot: 5s847ms | Loss: 1.516 | Acc: 44.800% (4256/9500) 95/100 [=============================================================>...] Step: 61ms | Tot: 5s908ms | Loss: 1.517 | Acc: 44.708% (4292/9600) 96/100 [==============================================================>..] Step: 61ms | Tot: 5s969ms | Loss: 1.517 | Acc: 44.742% (4340/9700) 97/100 [===============================================================>.] Step: 61ms | Tot: 6s31ms | Loss: 1.516 | Acc: 44.755% (4386/9800) 98/100 [===============================================================>.] Step: 61ms | Tot: 6s92ms | Loss: 1.516 | Acc: 44.677% (4423/9900) 99/100 [================================================================>] Step: 61ms | Tot: 6s154ms | Loss: 1.516 | Acc: 44.650% (4465/10000) 100/100 +Saving.. +==> Preparing data.. +Files already downloaded and verified +Files already downloaded and verified +==> Building model.. + +Epoch: 0 + [>................................................................] Step: 2s346ms | Tot: 0ms | Loss: 2.299 | Acc: 10.938% (14/128) 1/391 [>................................................................] Step: 45ms | Tot: 45ms | Loss: 2.295 | Acc: 13.672% (35/256)  2/391 [>................................................................] Step: 36ms | Tot: 82ms | Loss: 2.291 | Acc: 13.802% (53/384)  3/391 [>................................................................] Step: 38ms | Tot: 120ms | Loss: 2.295 | Acc: 12.109% (62/512)  4/391 [>................................................................] Step: 36ms | Tot: 157ms | Loss: 2.294 | Acc: 12.188% (78/640)  5/391 [>................................................................] Step: 38ms | Tot: 195ms | Loss: 2.292 | Acc: 11.589% (89/768)  6/391 [>................................................................] Step: 37ms | Tot: 233ms | Loss: 2.292 | Acc: 11.607% (104/896) 7/391 [=>...............................................................] Step: 37ms | Tot: 270ms | Loss: 2.290 | Acc: 11.426% (117/1024) 8/391 [=>...............................................................] Step: 37ms | Tot: 308ms | Loss: 2.286 | Acc: 11.719% (135/1152) 9/391 [=>...............................................................] Step: 40ms | Tot: 348ms | Loss: 2.284 | Acc: 11.562% (148/1280) 10/391 [=>...............................................................] Step: 37ms | Tot: 386ms | Loss: 2.281 | Acc: 12.216% (172/1408) 11/391 [=>...............................................................] Step: 37ms | Tot: 423ms | Loss: 2.279 | Acc: 12.760% (196/1536) 12/391 [=>...............................................................] Step: 37ms | Tot: 460ms | Loss: 2.273 | Acc: 13.041% (217/1664) 13/391 [==>..............................................................] Step: 37ms | Tot: 498ms | Loss: 2.270 | Acc: 13.616% (244/1792) 14/391 [==>..............................................................] Step: 37ms | Tot: 535ms | Loss: 2.265 | Acc: 14.167% (272/1920) 15/391 [==>..............................................................] Step: 37ms | Tot: 573ms | Loss: 2.261 | Acc: 14.502% (297/2048) 16/391 [==>..............................................................] Step: 36ms | Tot: 610ms | Loss: 2.255 | Acc: 14.752% (321/2176) 17/391 [==>..............................................................] Step: 37ms | Tot: 647ms | Loss: 2.252 | Acc: 15.017% (346/2304) 18/391 [==>..............................................................] Step: 37ms | Tot: 684ms | Loss: 2.245 | Acc: 15.707% (382/2432) 19/391 [===>.............................................................] Step: 38ms | Tot: 722ms | Loss: 2.241 | Acc: 15.859% (406/2560) 20/391 [===>.............................................................] Step: 36ms | Tot: 759ms | Loss: 2.239 | Acc: 15.625% (420/2688) 21/391 [===>.............................................................] Step: 39ms | Tot: 799ms | Loss: 2.234 | Acc: 15.838% (446/2816) 22/391 [===>.............................................................] Step: 37ms | Tot: 836ms | Loss: 2.235 | Acc: 15.795% (465/2944) 23/391 [===>.............................................................] Step: 40ms | Tot: 876ms | Loss: 2.233 | Acc: 15.755% (484/3072) 24/391 [===>.............................................................] Step: 36ms | Tot: 913ms | Loss: 2.229 | Acc: 16.062% (514/3200) 25/391 [====>............................................................] Step: 37ms | Tot: 950ms | Loss: 2.224 | Acc: 16.136% (537/3328) 26/391 [====>............................................................] Step: 38ms | Tot: 989ms | Loss: 2.218 | Acc: 16.348% (565/3456) 27/391 [====>............................................................] Step: 37ms | Tot: 1s26ms | Loss: 2.214 | Acc: 16.462% (590/3584) 28/391 [====>............................................................] Step: 37ms | Tot: 1s64ms | Loss: 2.208 | Acc: 16.703% (620/3712) 29/391 [====>............................................................] Step: 37ms | Tot: 1s101ms | Loss: 2.204 | Acc: 16.797% (645/3840) 30/391 [====>............................................................] Step: 37ms | Tot: 1s139ms | Loss: 2.197 | Acc: 17.238% (684/3968) 31/391 [=====>...........................................................] Step: 37ms | Tot: 1s176ms | Loss: 2.194 | Acc: 17.236% (706/4096) 32/391 [=====>...........................................................] Step: 37ms | Tot: 1s213ms | Loss: 2.188 | Acc: 17.519% (740/4224) 33/391 [=====>...........................................................] Step: 37ms | Tot: 1s251ms | Loss: 2.182 | Acc: 17.486% (761/4352) 34/391 [=====>...........................................................] Step: 38ms | Tot: 1s289ms | Loss: 2.177 | Acc: 17.634% (790/4480) 35/391 [=====>...........................................................] Step: 37ms | Tot: 1s326ms | Loss: 2.173 | Acc: 17.795% (820/4608) 36/391 [=====>...........................................................] Step: 37ms | Tot: 1s363ms | Loss: 2.171 | Acc: 17.842% (845/4736) 37/391 [======>..........................................................] Step: 66ms | Tot: 1s430ms | Loss: 2.167 | Acc: 17.969% (874/4864) 38/391 [======>..........................................................] Step: 37ms | Tot: 1s467ms | Loss: 2.163 | Acc: 18.229% (910/4992) 39/391 [======>..........................................................] Step: 37ms | Tot: 1s505ms | Loss: 2.157 | Acc: 18.418% (943/5120) 40/391 [======>..........................................................] Step: 37ms | Tot: 1s542ms | Loss: 2.151 | Acc: 18.598% (976/5248) 41/391 [======>..........................................................] Step: 37ms | Tot: 1s580ms | Loss: 2.147 | Acc: 18.787% (1010/5376) 42/391 [======>..........................................................] Step: 37ms | Tot: 1s617ms | Loss: 2.142 | Acc: 19.004% (1046/5504) 43/391 [=======>.........................................................] Step: 40ms | Tot: 1s657ms | Loss: 2.137 | Acc: 19.247% (1084/5632) 44/391 [=======>.........................................................] Step: 41ms | Tot: 1s699ms | Loss: 2.131 | Acc: 19.479% (1122/5760) 45/391 [=======>.........................................................] Step: 38ms | Tot: 1s738ms | Loss: 2.124 | Acc: 19.667% (1158/5888) 46/391 [=======>.........................................................] Step: 37ms | Tot: 1s775ms | Loss: 2.118 | Acc: 19.914% (1198/6016) 47/391 [=======>.........................................................] Step: 37ms | Tot: 1s813ms | Loss: 2.115 | Acc: 20.020% (1230/6144) 48/391 [=======>.........................................................] Step: 45ms | Tot: 1s858ms | Loss: 2.108 | Acc: 20.297% (1273/6272) 49/391 [========>........................................................] Step: 37ms | Tot: 1s896ms | Loss: 2.103 | Acc: 20.547% (1315/6400) 50/391 [========>........................................................] Step: 37ms | Tot: 1s933ms | Loss: 2.098 | Acc: 20.818% (1359/6528) 51/391 [========>........................................................] Step: 37ms | Tot: 1s970ms | Loss: 2.095 | Acc: 20.959% (1395/6656) 52/391 [========>........................................................] Step: 37ms | Tot: 2s8ms | Loss: 2.092 | Acc: 21.035% (1427/6784) 53/391 [========>........................................................] Step: 37ms | Tot: 2s45ms | Loss: 2.088 | Acc: 21.123% (1460/6912) 54/391 [========>........................................................] Step: 37ms | Tot: 2s83ms | Loss: 2.084 | Acc: 21.392% (1506/7040) 55/391 [=========>.......................................................] Step: 37ms | Tot: 2s120ms | Loss: 2.078 | Acc: 21.582% (1547/7168) 56/391 [=========>.......................................................] Step: 37ms | Tot: 2s157ms | Loss: 2.072 | Acc: 21.697% (1583/7296) 57/391 [=========>.......................................................] Step: 37ms | Tot: 2s195ms | Loss: 2.070 | Acc: 21.835% (1621/7424) 58/391 [=========>.......................................................] Step: 37ms | Tot: 2s232ms | Loss: 2.065 | Acc: 21.968% (1659/7552) 59/391 [=========>.......................................................] Step: 37ms | Tot: 2s270ms | Loss: 2.062 | Acc: 22.253% (1709/7680) 60/391 [=========>.......................................................] Step: 37ms | Tot: 2s307ms | Loss: 2.058 | Acc: 22.413% (1750/7808) 61/391 [==========>......................................................] Step: 37ms | Tot: 2s344ms | Loss: 2.053 | Acc: 22.543% (1789/7936) 62/391 [==========>......................................................] Step: 37ms | Tot: 2s382ms | Loss: 2.049 | Acc: 22.644% (1826/8064) 63/391 [==========>......................................................] Step: 37ms | Tot: 2s419ms | Loss: 2.045 | Acc: 22.693% (1859/8192) 64/391 [==========>......................................................] Step: 37ms | Tot: 2s456ms | Loss: 2.041 | Acc: 22.788% (1896/8320) 65/391 [==========>......................................................] Step: 37ms | Tot: 2s494ms | Loss: 2.037 | Acc: 22.964% (1940/8448) 66/391 [==========>......................................................] Step: 37ms | Tot: 2s531ms | Loss: 2.034 | Acc: 23.158% (1986/8576) 67/391 [===========>.....................................................] Step: 38ms | Tot: 2s570ms | Loss: 2.031 | Acc: 23.357% (2033/8704) 68/391 [===========>.....................................................] Step: 37ms | Tot: 2s608ms | Loss: 2.028 | Acc: 23.505% (2076/8832) 69/391 [===========>.....................................................] Step: 37ms | Tot: 2s645ms | Loss: 2.025 | Acc: 23.694% (2123/8960) 70/391 [===========>.....................................................] Step: 38ms | Tot: 2s683ms | Loss: 2.021 | Acc: 23.801% (2163/9088) 71/391 [===========>.....................................................] Step: 38ms | Tot: 2s722ms | Loss: 2.017 | Acc: 23.915% (2204/9216) 72/391 [===========>.....................................................] Step: 37ms | Tot: 2s759ms | Loss: 2.014 | Acc: 23.973% (2240/9344) 73/391 [============>....................................................] Step: 37ms | Tot: 2s796ms | Loss: 2.010 | Acc: 24.124% (2285/9472) 74/391 [============>....................................................] Step: 37ms | Tot: 2s834ms | Loss: 2.007 | Acc: 24.292% (2332/9600) 75/391 [============>....................................................] Step: 38ms | Tot: 2s872ms | Loss: 2.004 | Acc: 24.404% (2374/9728) 76/391 [============>....................................................] Step: 37ms | Tot: 2s910ms | Loss: 2.001 | Acc: 24.503% (2415/9856) 77/391 [============>....................................................] Step: 37ms | Tot: 2s947ms | Loss: 1.997 | Acc: 24.690% (2465/9984) 78/391 [============>....................................................] Step: 37ms | Tot: 2s985ms | Loss: 1.994 | Acc: 24.792% (2507/10112) 79/391 [=============>...................................................] Step: 37ms | Tot: 3s22ms | Loss: 1.990 | Acc: 24.834% (2543/10240) 80/391 [=============>...................................................] Step: 37ms | Tot: 3s60ms | Loss: 1.987 | Acc: 24.932% (2585/10368) 81/391 [=============>...................................................] Step: 37ms | Tot: 3s97ms | Loss: 1.985 | Acc: 25.048% (2629/10496) 82/391 [=============>...................................................] Step: 37ms | Tot: 3s135ms | Loss: 1.982 | Acc: 25.226% (2680/10624) 83/391 [=============>...................................................] Step: 37ms | Tot: 3s172ms | Loss: 1.979 | Acc: 25.270% (2717/10752) 84/391 [=============>...................................................] Step: 38ms | Tot: 3s211ms | Loss: 1.977 | Acc: 25.303% (2753/10880) 85/391 [==============>..................................................] Step: 40ms | Tot: 3s252ms | Loss: 1.975 | Acc: 25.372% (2793/11008) 86/391 [==============>..................................................] Step: 37ms | Tot: 3s289ms | Loss: 1.973 | Acc: 25.440% (2833/11136) 87/391 [==============>..................................................] Step: 37ms | Tot: 3s326ms | Loss: 1.968 | Acc: 25.595% (2883/11264) 88/391 [==============>..................................................] Step: 37ms | Tot: 3s364ms | Loss: 1.967 | Acc: 25.667% (2924/11392) 89/391 [==============>..................................................] Step: 37ms | Tot: 3s401ms | Loss: 1.965 | Acc: 25.773% (2969/11520) 90/391 [==============>..................................................] Step: 37ms | Tot: 3s439ms | Loss: 1.963 | Acc: 25.747% (2999/11648) 91/391 [===============>.................................................] Step: 38ms | Tot: 3s478ms | Loss: 1.961 | Acc: 25.832% (3042/11776) 92/391 [===============>.................................................] Step: 37ms | Tot: 3s515ms | Loss: 1.957 | Acc: 25.983% (3093/11904) 93/391 [===============>.................................................] Step: 37ms | Tot: 3s553ms | Loss: 1.954 | Acc: 26.097% (3140/12032) 94/391 [===============>.................................................] Step: 37ms | Tot: 3s590ms | Loss: 1.951 | Acc: 26.275% (3195/12160) 95/391 [===============>.................................................] Step: 37ms | Tot: 3s628ms | Loss: 1.948 | Acc: 26.359% (3239/12288) 96/391 [===============>.................................................] Step: 37ms | Tot: 3s665ms | Loss: 1.945 | Acc: 26.538% (3295/12416) 97/391 [================>................................................] Step: 37ms | Tot: 3s703ms | Loss: 1.941 | Acc: 26.674% (3346/12544) 98/391 [================>................................................] Step: 40ms | Tot: 3s743ms | Loss: 1.941 | Acc: 26.736% (3388/12672) 99/391 [================>................................................] Step: 37ms | Tot: 3s781ms | Loss: 1.939 | Acc: 26.836% (3435/12800) 100/391 [================>................................................] Step: 37ms | Tot: 3s818ms | Loss: 1.938 | Acc: 26.825% (3468/12928) 101/391 [================>................................................] Step: 37ms | Tot: 3s856ms | Loss: 1.934 | Acc: 26.976% (3522/13056) 102/391 [================>................................................] Step: 40ms | Tot: 3s896ms | Loss: 1.932 | Acc: 27.018% (3562/13184) 103/391 [=================>...............................................] Step: 37ms | Tot: 3s933ms | Loss: 1.931 | Acc: 27.013% (3596/13312) 104/391 [=================>...............................................] Step: 37ms | Tot: 3s971ms | Loss: 1.928 | Acc: 27.046% (3635/13440) 105/391 [=================>...............................................] Step: 37ms | Tot: 4s8ms | Loss: 1.926 | Acc: 27.123% (3680/13568) 106/391 [=================>...............................................] Step: 37ms | Tot: 4s46ms | Loss: 1.923 | Acc: 27.256% (3733/13696) 107/391 [=================>...............................................] Step: 37ms | Tot: 4s83ms | Loss: 1.919 | Acc: 27.394% (3787/13824) 108/391 [=================>...............................................] Step: 37ms | Tot: 4s121ms | Loss: 1.916 | Acc: 27.451% (3830/13952) 109/391 [==================>..............................................] Step: 37ms | Tot: 4s158ms | Loss: 1.912 | Acc: 27.642% (3892/14080) 110/391 [==================>..............................................] Step: 40ms | Tot: 4s199ms | Loss: 1.909 | Acc: 27.787% (3948/14208) 111/391 [==================>..............................................] Step: 37ms | Tot: 4s237ms | Loss: 1.908 | Acc: 27.797% (3985/14336) 112/391 [==================>..............................................] Step: 37ms | Tot: 4s274ms | Loss: 1.906 | Acc: 27.814% (4023/14464) 113/391 [==================>..............................................] Step: 37ms | Tot: 4s311ms | Loss: 1.904 | Acc: 27.878% (4068/14592) 114/391 [==================>..............................................] Step: 37ms | Tot: 4s349ms | Loss: 1.902 | Acc: 27.955% (4115/14720) 115/391 [===================>.............................................] Step: 37ms | Tot: 4s386ms | Loss: 1.900 | Acc: 28.017% (4160/14848) 116/391 [===================>.............................................] Step: 37ms | Tot: 4s424ms | Loss: 1.898 | Acc: 28.098% (4208/14976) 117/391 [===================>.............................................] Step: 38ms | Tot: 4s462ms | Loss: 1.896 | Acc: 28.125% (4248/15104) 118/391 [===================>.............................................] Step: 37ms | Tot: 4s500ms | Loss: 1.894 | Acc: 28.217% (4298/15232) 119/391 [===================>.............................................] Step: 37ms | Tot: 4s537ms | Loss: 1.892 | Acc: 28.275% (4343/15360) 120/391 [===================>.............................................] Step: 37ms | Tot: 4s575ms | Loss: 1.891 | Acc: 28.357% (4392/15488) 121/391 [====================>............................................] Step: 37ms | Tot: 4s612ms | Loss: 1.889 | Acc: 28.420% (4438/15616) 122/391 [====================>............................................] Step: 37ms | Tot: 4s649ms | Loss: 1.888 | Acc: 28.430% (4476/15744) 123/391 [====================>............................................] Step: 41ms | Tot: 4s690ms | Loss: 1.886 | Acc: 28.427% (4512/15872) 124/391 [====================>............................................] Step: 41ms | Tot: 4s732ms | Loss: 1.884 | Acc: 28.550% (4568/16000) 125/391 [====================>............................................] Step: 37ms | Tot: 4s769ms | Loss: 1.882 | Acc: 28.658% (4622/16128) 126/391 [====================>............................................] Step: 37ms | Tot: 4s806ms | Loss: 1.879 | Acc: 28.746% (4673/16256) 127/391 [=====================>...........................................] Step: 37ms | Tot: 4s844ms | Loss: 1.877 | Acc: 28.833% (4724/16384) 128/391 [=====================>...........................................] Step: 37ms | Tot: 4s881ms | Loss: 1.875 | Acc: 28.894% (4771/16512) 129/391 [=====================>...........................................] Step: 38ms | Tot: 4s920ms | Loss: 1.872 | Acc: 28.936% (4815/16640) 130/391 [=====================>...........................................] Step: 40ms | Tot: 4s961ms | Loss: 1.869 | Acc: 29.067% (4874/16768) 131/391 [=====================>...........................................] Step: 40ms | Tot: 5s1ms | Loss: 1.867 | Acc: 29.190% (4932/16896) 132/391 [=====================>...........................................] Step: 37ms | Tot: 5s38ms | Loss: 1.865 | Acc: 29.253% (4980/17024) 133/391 [======================>..........................................] Step: 37ms | Tot: 5s76ms | Loss: 1.864 | Acc: 29.303% (5026/17152) 134/391 [======================>..........................................] Step: 37ms | Tot: 5s113ms | Loss: 1.862 | Acc: 29.392% (5079/17280) 135/391 [======================>..........................................] Step: 37ms | Tot: 5s150ms | Loss: 1.859 | Acc: 29.492% (5134/17408) 136/391 [======================>..........................................] Step: 38ms | Tot: 5s189ms | Loss: 1.857 | Acc: 29.556% (5183/17536) 137/391 [======================>..........................................] Step: 37ms | Tot: 5s226ms | Loss: 1.856 | Acc: 29.608% (5230/17664) 138/391 [======================>..........................................] Step: 37ms | Tot: 5s264ms | Loss: 1.854 | Acc: 29.688% (5282/17792) 139/391 [=======================>.........................................] Step: 39ms | Tot: 5s303ms | Loss: 1.852 | Acc: 29.782% (5337/17920) 140/391 [=======================>.........................................] Step: 37ms | Tot: 5s341ms | Loss: 1.851 | Acc: 29.815% (5381/18048) 141/391 [=======================>.........................................] Step: 37ms | Tot: 5s378ms | Loss: 1.850 | Acc: 29.847% (5425/18176) 142/391 [=======================>.........................................] Step: 40ms | Tot: 5s418ms | Loss: 1.848 | Acc: 29.922% (5477/18304) 143/391 [=======================>.........................................] Step: 37ms | Tot: 5s456ms | Loss: 1.846 | Acc: 30.024% (5534/18432) 144/391 [=======================>.........................................] Step: 38ms | Tot: 5s494ms | Loss: 1.845 | Acc: 30.081% (5583/18560) 145/391 [========================>........................................] Step: 40ms | Tot: 5s535ms | Loss: 1.843 | Acc: 30.142% (5633/18688) 146/391 [========================>........................................] Step: 37ms | Tot: 5s572ms | Loss: 1.841 | Acc: 30.198% (5682/18816) 147/391 [========================>........................................] Step: 37ms | Tot: 5s610ms | Loss: 1.840 | Acc: 30.215% (5724/18944) 148/391 [========================>........................................] Step: 37ms | Tot: 5s647ms | Loss: 1.839 | Acc: 30.264% (5772/19072) 149/391 [========================>........................................] Step: 37ms | Tot: 5s684ms | Loss: 1.838 | Acc: 30.318% (5821/19200) 150/391 [========================>........................................] Step: 37ms | Tot: 5s721ms | Loss: 1.836 | Acc: 30.365% (5869/19328) 151/391 [=========================>.......................................] Step: 37ms | Tot: 5s759ms | Loss: 1.834 | Acc: 30.417% (5918/19456) 152/391 [=========================>.......................................] Step: 38ms | Tot: 5s797ms | Loss: 1.833 | Acc: 30.438% (5961/19584) 153/391 [=========================>.......................................] Step: 41ms | Tot: 5s839ms | Loss: 1.831 | Acc: 30.484% (6009/19712) 154/391 [=========================>.......................................] Step: 37ms | Tot: 5s876ms | Loss: 1.829 | Acc: 30.570% (6065/19840) 155/391 [=========================>.......................................] Step: 37ms | Tot: 5s913ms | Loss: 1.827 | Acc: 30.604% (6111/19968) 156/391 [=========================>.......................................] Step: 37ms | Tot: 5s950ms | Loss: 1.825 | Acc: 30.653% (6160/20096) 157/391 [==========================>......................................] Step: 37ms | Tot: 5s988ms | Loss: 1.825 | Acc: 30.681% (6205/20224) 158/391 [==========================>......................................] Step: 40ms | Tot: 6s28ms | Loss: 1.824 | Acc: 30.724% (6253/20352) 159/391 [==========================>......................................] Step: 37ms | Tot: 6s66ms | Loss: 1.823 | Acc: 30.718% (6291/20480) 160/391 [==========================>......................................] Step: 38ms | Tot: 6s104ms | Loss: 1.821 | Acc: 30.808% (6349/20608) 161/391 [==========================>......................................] Step: 37ms | Tot: 6s142ms | Loss: 1.819 | Acc: 30.835% (6394/20736) 162/391 [==========================>......................................] Step: 37ms | Tot: 6s179ms | Loss: 1.818 | Acc: 30.895% (6446/20864) 163/391 [===========================>.....................................] Step: 37ms | Tot: 6s217ms | Loss: 1.817 | Acc: 30.936% (6494/20992) 164/391 [===========================>.....................................] Step: 37ms | Tot: 6s254ms | Loss: 1.815 | Acc: 30.985% (6544/21120) 165/391 [===========================>.....................................] Step: 37ms | Tot: 6s292ms | Loss: 1.813 | Acc: 31.052% (6598/21248) 166/391 [===========================>.....................................] Step: 37ms | Tot: 6s329ms | Loss: 1.811 | Acc: 31.138% (6656/21376) 167/391 [===========================>.....................................] Step: 37ms | Tot: 6s367ms | Loss: 1.810 | Acc: 31.190% (6707/21504) 168/391 [===========================>.....................................] Step: 37ms | Tot: 6s404ms | Loss: 1.809 | Acc: 31.222% (6754/21632) 169/391 [============================>....................................] Step: 37ms | Tot: 6s441ms | Loss: 1.808 | Acc: 31.273% (6805/21760) 170/391 [============================>....................................] Step: 37ms | Tot: 6s479ms | Loss: 1.806 | Acc: 31.328% (6857/21888) 171/391 [============================>....................................] Step: 37ms | Tot: 6s516ms | Loss: 1.805 | Acc: 31.395% (6912/22016) 172/391 [============================>....................................] Step: 37ms | Tot: 6s554ms | Loss: 1.803 | Acc: 31.480% (6971/22144) 173/391 [============================>....................................] Step: 37ms | Tot: 6s592ms | Loss: 1.802 | Acc: 31.466% (7008/22272) 174/391 [============================>....................................] Step: 37ms | Tot: 6s629ms | Loss: 1.800 | Acc: 31.527% (7062/22400) 175/391 [=============================>...................................] Step: 37ms | Tot: 6s666ms | Loss: 1.798 | Acc: 31.614% (7122/22528) 176/391 [=============================>...................................] Step: 37ms | Tot: 6s704ms | Loss: 1.796 | Acc: 31.709% (7184/22656) 177/391 [=============================>...................................] Step: 37ms | Tot: 6s741ms | Loss: 1.795 | Acc: 31.742% (7232/22784) 178/391 [=============================>...................................] Step: 37ms | Tot: 6s779ms | Loss: 1.794 | Acc: 31.787% (7283/22912) 179/391 [=============================>...................................] Step: 37ms | Tot: 6s816ms | Loss: 1.792 | Acc: 31.884% (7346/23040) 180/391 [=============================>...................................] Step: 37ms | Tot: 6s854ms | Loss: 1.791 | Acc: 31.936% (7399/23168) 181/391 [==============================>..................................] Step: 37ms | Tot: 6s891ms | Loss: 1.790 | Acc: 31.950% (7443/23296) 182/391 [==============================>..................................] Step: 37ms | Tot: 6s928ms | Loss: 1.788 | Acc: 32.048% (7507/23424) 183/391 [==============================>..................................] Step: 37ms | Tot: 6s966ms | Loss: 1.786 | Acc: 32.120% (7565/23552) 184/391 [==============================>..................................] Step: 38ms | Tot: 7s4ms | Loss: 1.785 | Acc: 32.158% (7615/23680) 185/391 [==============================>..................................] Step: 37ms | Tot: 7s41ms | Loss: 1.783 | Acc: 32.187% (7663/23808) 186/391 [==============================>..................................] Step: 37ms | Tot: 7s79ms | Loss: 1.781 | Acc: 32.253% (7720/23936) 187/391 [===============================>.................................] Step: 37ms | Tot: 7s116ms | Loss: 1.779 | Acc: 32.314% (7776/24064) 188/391 [===============================>.................................] Step: 37ms | Tot: 7s154ms | Loss: 1.778 | Acc: 32.366% (7830/24192) 189/391 [===============================>.................................] Step: 37ms | Tot: 7s191ms | Loss: 1.778 | Acc: 32.418% (7884/24320) 190/391 [===============================>.................................] Step: 37ms | Tot: 7s228ms | Loss: 1.776 | Acc: 32.457% (7935/24448) 191/391 [===============================>.................................] Step: 37ms | Tot: 7s266ms | Loss: 1.774 | Acc: 32.524% (7993/24576) 192/391 [===============================>.................................] Step: 37ms | Tot: 7s303ms | Loss: 1.773 | Acc: 32.594% (8052/24704) 193/391 [================================>................................] Step: 37ms | Tot: 7s340ms | Loss: 1.772 | Acc: 32.668% (8112/24832) 194/391 [================================>................................] Step: 37ms | Tot: 7s378ms | Loss: 1.770 | Acc: 32.692% (8160/24960) 195/391 [================================>................................] Step: 37ms | Tot: 7s415ms | Loss: 1.770 | Acc: 32.713% (8207/25088) 196/391 [================================>................................] Step: 37ms | Tot: 7s453ms | Loss: 1.768 | Acc: 32.773% (8264/25216) 197/391 [================================>................................] Step: 37ms | Tot: 7s490ms | Loss: 1.767 | Acc: 32.801% (8313/25344) 198/391 [================================>................................] Step: 37ms | Tot: 7s528ms | Loss: 1.765 | Acc: 32.852% (8368/25472) 199/391 [=================================>...............................] Step: 37ms | Tot: 7s566ms | Loss: 1.764 | Acc: 32.914% (8426/25600) 200/391 [=================================>...............................] Step: 37ms | Tot: 7s603ms | Loss: 1.763 | Acc: 32.952% (8478/25728) 201/391 [=================================>...............................] Step: 40ms | Tot: 7s643ms | Loss: 1.761 | Acc: 33.021% (8538/25856) 202/391 [=================================>...............................] Step: 37ms | Tot: 7s681ms | Loss: 1.760 | Acc: 33.090% (8598/25984) 203/391 [=================================>...............................] Step: 40ms | Tot: 7s721ms | Loss: 1.759 | Acc: 33.127% (8650/26112) 204/391 [=================================>...............................] Step: 37ms | Tot: 7s758ms | Loss: 1.758 | Acc: 33.163% (8702/26240) 205/391 [==================================>..............................] Step: 37ms | Tot: 7s796ms | Loss: 1.758 | Acc: 33.184% (8750/26368) 206/391 [==================================>..............................] Step: 37ms | Tot: 7s833ms | Loss: 1.756 | Acc: 33.250% (8810/26496) 207/391 [==================================>..............................] Step: 39ms | Tot: 7s873ms | Loss: 1.755 | Acc: 33.327% (8873/26624) 208/391 [==================================>..............................] Step: 37ms | Tot: 7s910ms | Loss: 1.754 | Acc: 33.347% (8921/26752) 209/391 [==================================>..............................] Step: 37ms | Tot: 7s947ms | Loss: 1.752 | Acc: 33.404% (8979/26880) 210/391 [==================================>..............................] Step: 37ms | Tot: 7s985ms | Loss: 1.751 | Acc: 33.460% (9037/27008) 211/391 [===================================>.............................] Step: 37ms | Tot: 8s22ms | Loss: 1.749 | Acc: 33.542% (9102/27136) 212/391 [===================================>.............................] Step: 37ms | Tot: 8s59ms | Loss: 1.748 | Acc: 33.616% (9165/27264) 213/391 [===================================>.............................] Step: 37ms | Tot: 8s97ms | Loss: 1.747 | Acc: 33.656% (9219/27392) 214/391 [===================================>.............................] Step: 37ms | Tot: 8s134ms | Loss: 1.746 | Acc: 33.703% (9275/27520) 215/391 [===================================>.............................] Step: 37ms | Tot: 8s172ms | Loss: 1.746 | Acc: 33.717% (9322/27648) 216/391 [===================================>.............................] Step: 37ms | Tot: 8s209ms | Loss: 1.744 | Acc: 33.781% (9383/27776) 217/391 [====================================>............................] Step: 37ms | Tot: 8s247ms | Loss: 1.743 | Acc: 33.841% (9443/27904) 218/391 [====================================>............................] Step: 37ms | Tot: 8s284ms | Loss: 1.741 | Acc: 33.965% (9521/28032) 219/391 [====================================>............................] Step: 37ms | Tot: 8s322ms | Loss: 1.740 | Acc: 34.031% (9583/28160) 220/391 [====================================>............................] Step: 37ms | Tot: 8s359ms | Loss: 1.738 | Acc: 34.117% (9651/28288) 221/391 [====================================>............................] Step: 37ms | Tot: 8s397ms | Loss: 1.737 | Acc: 34.171% (9710/28416) 222/391 [====================================>............................] Step: 37ms | Tot: 8s434ms | Loss: 1.736 | Acc: 34.238% (9773/28544) 223/391 [=====================================>...........................] Step: 37ms | Tot: 8s471ms | Loss: 1.735 | Acc: 34.270% (9826/28672) 224/391 [=====================================>...........................] Step: 37ms | Tot: 8s509ms | Loss: 1.734 | Acc: 34.302% (9879/28800) 225/391 [=====================================>...........................] Step: 37ms | Tot: 8s546ms | Loss: 1.733 | Acc: 34.354% (9938/28928) 226/391 [=====================================>...........................] Step: 37ms | Tot: 8s584ms | Loss: 1.732 | Acc: 34.403% (9996/29056) 227/391 [=====================================>...........................] Step: 37ms | Tot: 8s622ms | Loss: 1.731 | Acc: 34.464% (10058/29184) 228/391 [=====================================>...........................] Step: 37ms | Tot: 8s659ms | Loss: 1.731 | Acc: 34.518% (10118/29312) 229/391 [======================================>..........................] Step: 37ms | Tot: 8s697ms | Loss: 1.730 | Acc: 34.555% (10173/29440) 230/391 [======================================>..........................] Step: 37ms | Tot: 8s734ms | Loss: 1.728 | Acc: 34.632% (10240/29568) 231/391 [======================================>..........................] Step: 37ms | Tot: 8s771ms | Loss: 1.727 | Acc: 34.688% (10301/29696) 232/391 [======================================>..........................] Step: 37ms | Tot: 8s809ms | Loss: 1.726 | Acc: 34.761% (10367/29824) 233/391 [======================================>..........................] Step: 37ms | Tot: 8s846ms | Loss: 1.725 | Acc: 34.786% (10419/29952) 234/391 [======================================>..........................] Step: 37ms | Tot: 8s884ms | Loss: 1.723 | Acc: 34.827% (10476/30080) 235/391 [=======================================>.........................] Step: 37ms | Tot: 8s921ms | Loss: 1.722 | Acc: 34.885% (10538/30208) 236/391 [=======================================>.........................] Step: 37ms | Tot: 8s958ms | Loss: 1.720 | Acc: 34.955% (10604/30336) 237/391 [=======================================>.........................] Step: 40ms | Tot: 8s999ms | Loss: 1.719 | Acc: 35.018% (10668/30464) 238/391 [=======================================>.........................] Step: 37ms | Tot: 9s37ms | Loss: 1.716 | Acc: 35.137% (10749/30592) 239/391 [=======================================>.........................] Step: 37ms | Tot: 9s74ms | Loss: 1.715 | Acc: 35.189% (10810/30720) 240/391 [=======================================>.........................] Step: 37ms | Tot: 9s111ms | Loss: 1.714 | Acc: 35.221% (10865/30848) 241/391 [========================================>........................] Step: 37ms | Tot: 9s149ms | Loss: 1.713 | Acc: 35.269% (10925/30976) 242/391 [========================================>........................] Step: 39ms | Tot: 9s188ms | Loss: 1.711 | Acc: 35.320% (10986/31104) 243/391 [========================================>........................] Step: 38ms | Tot: 9s227ms | Loss: 1.710 | Acc: 35.377% (11049/31232) 244/391 [========================================>........................] Step: 37ms | Tot: 9s264ms | Loss: 1.710 | Acc: 35.395% (11100/31360) 245/391 [========================================>........................] Step: 37ms | Tot: 9s301ms | Loss: 1.709 | Acc: 35.445% (11161/31488) 246/391 [========================================>........................] Step: 37ms | Tot: 9s339ms | Loss: 1.708 | Acc: 35.476% (11216/31616) 247/391 [=========================================>.......................] Step: 37ms | Tot: 9s376ms | Loss: 1.707 | Acc: 35.509% (11272/31744) 248/391 [=========================================>.......................] Step: 37ms | Tot: 9s413ms | Loss: 1.706 | Acc: 35.545% (11329/31872) 249/391 [=========================================>.......................] Step: 37ms | Tot: 9s451ms | Loss: 1.705 | Acc: 35.587% (11388/32000) 250/391 [=========================================>.......................] Step: 38ms | Tot: 9s489ms | Loss: 1.703 | Acc: 35.676% (11462/32128) 251/391 [=========================================>.......................] Step: 38ms | Tot: 9s528ms | Loss: 1.703 | Acc: 35.711% (11519/32256) 252/391 [=========================================>.......................] Step: 37ms | Tot: 9s565ms | Loss: 1.701 | Acc: 35.743% (11575/32384) 253/391 [==========================================>......................] Step: 37ms | Tot: 9s603ms | Loss: 1.701 | Acc: 35.796% (11638/32512) 254/391 [==========================================>......................] Step: 37ms | Tot: 9s641ms | Loss: 1.699 | Acc: 35.833% (11696/32640) 255/391 [==========================================>......................] Step: 39ms | Tot: 9s680ms | Loss: 1.699 | Acc: 35.880% (11757/32768) 256/391 [==========================================>......................] Step: 37ms | Tot: 9s717ms | Loss: 1.698 | Acc: 35.928% (11819/32896) 257/391 [==========================================>......................] Step: 37ms | Tot: 9s755ms | Loss: 1.696 | Acc: 36.007% (11891/33024) 258/391 [==========================================>......................] Step: 37ms | Tot: 9s792ms | Loss: 1.695 | Acc: 36.022% (11942/33152) 259/391 [===========================================>.....................] Step: 37ms | Tot: 9s829ms | Loss: 1.695 | Acc: 36.046% (11996/33280) 260/391 [===========================================>.....................] Step: 37ms | Tot: 9s867ms | Loss: 1.693 | Acc: 36.099% (12060/33408) 261/391 [===========================================>.....................] Step: 37ms | Tot: 9s904ms | Loss: 1.692 | Acc: 36.131% (12117/33536) 262/391 [===========================================>.....................] Step: 37ms | Tot: 9s941ms | Loss: 1.691 | Acc: 36.172% (12177/33664) 263/391 [===========================================>.....................] Step: 37ms | Tot: 9s979ms | Loss: 1.689 | Acc: 36.225% (12241/33792) 264/391 [===========================================>.....................] Step: 37ms | Tot: 10s16ms | Loss: 1.689 | Acc: 36.244% (12294/33920) 265/391 [============================================>....................] Step: 37ms | Tot: 10s54ms | Loss: 1.688 | Acc: 36.281% (12353/34048) 266/391 [============================================>....................] Step: 62ms | Tot: 10s116ms | Loss: 1.686 | Acc: 36.341% (12420/34176) 267/391 [============================================>....................] Step: 37ms | Tot: 10s154ms | Loss: 1.685 | Acc: 36.389% (12483/34304) 268/391 [============================================>....................] Step: 37ms | Tot: 10s192ms | Loss: 1.684 | Acc: 36.423% (12541/34432) 269/391 [============================================>....................] Step: 37ms | Tot: 10s229ms | Loss: 1.683 | Acc: 36.473% (12605/34560) 270/391 [============================================>....................] Step: 37ms | Tot: 10s266ms | Loss: 1.682 | Acc: 36.526% (12670/34688) 271/391 [=============================================>...................] Step: 37ms | Tot: 10s304ms | Loss: 1.681 | Acc: 36.552% (12726/34816) 272/391 [=============================================>...................] Step: 37ms | Tot: 10s341ms | Loss: 1.680 | Acc: 36.607% (12792/34944) 273/391 [=============================================>...................] Step: 37ms | Tot: 10s378ms | Loss: 1.679 | Acc: 36.670% (12861/35072) 274/391 [=============================================>...................] Step: 37ms | Tot: 10s416ms | Loss: 1.678 | Acc: 36.702% (12919/35200) 275/391 [=============================================>...................] Step: 37ms | Tot: 10s453ms | Loss: 1.677 | Acc: 36.730% (12976/35328) 276/391 [=============================================>...................] Step: 37ms | Tot: 10s491ms | Loss: 1.676 | Acc: 36.764% (13035/35456) 277/391 [==============================================>..................] Step: 37ms | Tot: 10s528ms | Loss: 1.675 | Acc: 36.803% (13096/35584) 278/391 [==============================================>..................] Step: 37ms | Tot: 10s566ms | Loss: 1.674 | Acc: 36.853% (13161/35712) 279/391 [==============================================>..................] Step: 37ms | Tot: 10s603ms | Loss: 1.673 | Acc: 36.917% (13231/35840) 280/391 [==============================================>..................] Step: 37ms | Tot: 10s641ms | Loss: 1.672 | Acc: 36.966% (13296/35968) 281/391 [==============================================>..................] Step: 37ms | Tot: 10s678ms | Loss: 1.671 | Acc: 37.010% (13359/36096) 282/391 [==============================================>..................] Step: 37ms | Tot: 10s716ms | Loss: 1.670 | Acc: 37.056% (13423/36224) 283/391 [===============================================>.................] Step: 37ms | Tot: 10s753ms | Loss: 1.668 | Acc: 37.148% (13504/36352) 284/391 [===============================================>.................] Step: 37ms | Tot: 10s790ms | Loss: 1.667 | Acc: 37.198% (13570/36480) 285/391 [===============================================>.................] Step: 37ms | Tot: 10s828ms | Loss: 1.666 | Acc: 37.249% (13636/36608) 286/391 [===============================================>.................] Step: 37ms | Tot: 10s865ms | Loss: 1.665 | Acc: 37.299% (13702/36736) 287/391 [===============================================>.................] Step: 37ms | Tot: 10s903ms | Loss: 1.664 | Acc: 37.354% (13770/36864) 288/391 [===============================================>.................] Step: 37ms | Tot: 10s940ms | Loss: 1.663 | Acc: 37.395% (13833/36992) 289/391 [================================================>................] Step: 37ms | Tot: 10s978ms | Loss: 1.662 | Acc: 37.443% (13899/37120) 290/391 [================================================>................] Step: 37ms | Tot: 11s15ms | Loss: 1.661 | Acc: 37.484% (13962/37248) 291/391 [================================================>................] Step: 37ms | Tot: 11s53ms | Loss: 1.660 | Acc: 37.516% (14022/37376) 292/391 [================================================>................] Step: 37ms | Tot: 11s91ms | Loss: 1.659 | Acc: 37.564% (14088/37504) 293/391 [================================================>................] Step: 37ms | Tot: 11s128ms | Loss: 1.658 | Acc: 37.614% (14155/37632) 294/391 [================================================>................] Step: 37ms | Tot: 11s166ms | Loss: 1.657 | Acc: 37.669% (14224/37760) 295/391 [=================================================>...............] Step: 37ms | Tot: 11s203ms | Loss: 1.656 | Acc: 37.701% (14284/37888) 296/391 [=================================================>...............] Step: 39ms | Tot: 11s242ms | Loss: 1.655 | Acc: 37.745% (14349/38016) 297/391 [=================================================>...............] Step: 37ms | Tot: 11s280ms | Loss: 1.654 | Acc: 37.796% (14417/38144) 298/391 [=================================================>...............] Step: 37ms | Tot: 11s317ms | Loss: 1.653 | Acc: 37.840% (14482/38272) 299/391 [=================================================>...............] Step: 37ms | Tot: 11s354ms | Loss: 1.651 | Acc: 37.919% (14561/38400) 300/391 [=================================================>...............] Step: 37ms | Tot: 11s392ms | Loss: 1.650 | Acc: 37.970% (14629/38528) 301/391 [==================================================>..............] Step: 37ms | Tot: 11s429ms | Loss: 1.650 | Acc: 38.020% (14697/38656) 302/391 [==================================================>..............] Step: 37ms | Tot: 11s467ms | Loss: 1.648 | Acc: 38.080% (14769/38784) 303/391 [==================================================>..............] Step: 40ms | Tot: 11s507ms | Loss: 1.647 | Acc: 38.117% (14832/38912) 304/391 [==================================================>..............] Step: 37ms | Tot: 11s545ms | Loss: 1.646 | Acc: 38.140% (14890/39040) 305/391 [==================================================>..............] Step: 37ms | Tot: 11s582ms | Loss: 1.645 | Acc: 38.164% (14948/39168) 306/391 [==================================================>..............] Step: 37ms | Tot: 11s619ms | Loss: 1.644 | Acc: 38.223% (15020/39296) 307/391 [===================================================>.............] Step: 37ms | Tot: 11s657ms | Loss: 1.644 | Acc: 38.243% (15077/39424) 308/391 [===================================================>.............] Step: 37ms | Tot: 11s695ms | Loss: 1.643 | Acc: 38.284% (15142/39552) 309/391 [===================================================>.............] Step: 40ms | Tot: 11s735ms | Loss: 1.642 | Acc: 38.329% (15209/39680) 310/391 [===================================================>.............] Step: 37ms | Tot: 11s772ms | Loss: 1.641 | Acc: 38.347% (15265/39808) 311/391 [===================================================>.............] Step: 37ms | Tot: 11s810ms | Loss: 1.640 | Acc: 38.391% (15332/39936) 312/391 [===================================================>.............] Step: 39ms | Tot: 11s849ms | Loss: 1.639 | Acc: 38.446% (15403/40064) 313/391 [====================================================>............] Step: 37ms | Tot: 11s886ms | Loss: 1.638 | Acc: 38.488% (15469/40192) 314/391 [====================================================>............] Step: 37ms | Tot: 11s924ms | Loss: 1.637 | Acc: 38.532% (15536/40320) 315/391 [====================================================>............] Step: 37ms | Tot: 11s961ms | Loss: 1.636 | Acc: 38.588% (15608/40448) 316/391 [====================================================>............] Step: 37ms | Tot: 11s999ms | Loss: 1.635 | Acc: 38.602% (15663/40576) 317/391 [====================================================>............] Step: 37ms | Tot: 12s37ms | Loss: 1.634 | Acc: 38.660% (15736/40704) 318/391 [====================================================>............] Step: 37ms | Tot: 12s74ms | Loss: 1.633 | Acc: 38.705% (15804/40832) 319/391 [=====================================================>...........] Step: 37ms | Tot: 12s112ms | Loss: 1.632 | Acc: 38.748% (15871/40960) 320/391 [=====================================================>...........] Step: 37ms | Tot: 12s149ms | Loss: 1.631 | Acc: 38.795% (15940/41088) 321/391 [=====================================================>...........] Step: 38ms | Tot: 12s188ms | Loss: 1.629 | Acc: 38.859% (16016/41216) 322/391 [=====================================================>...........] Step: 37ms | Tot: 12s226ms | Loss: 1.628 | Acc: 38.888% (16078/41344) 323/391 [=====================================================>...........] Step: 37ms | Tot: 12s263ms | Loss: 1.627 | Acc: 38.930% (16145/41472) 324/391 [=====================================================>...........] Step: 37ms | Tot: 12s300ms | Loss: 1.626 | Acc: 38.942% (16200/41600) 325/391 [======================================================>..........] Step: 37ms | Tot: 12s338ms | Loss: 1.626 | Acc: 38.952% (16254/41728) 326/391 [======================================================>..........] Step: 40ms | Tot: 12s378ms | Loss: 1.625 | Acc: 38.991% (16320/41856) 327/391 [======================================================>..........] Step: 37ms | Tot: 12s415ms | Loss: 1.624 | Acc: 39.027% (16385/41984) 328/391 [======================================================>..........] Step: 37ms | Tot: 12s453ms | Loss: 1.623 | Acc: 39.065% (16451/42112) 329/391 [======================================================>..........] Step: 38ms | Tot: 12s492ms | Loss: 1.622 | Acc: 39.110% (16520/42240) 330/391 [======================================================>..........] Step: 37ms | Tot: 12s529ms | Loss: 1.621 | Acc: 39.147% (16586/42368) 331/391 [=======================================================>.........] Step: 37ms | Tot: 12s567ms | Loss: 1.620 | Acc: 39.199% (16658/42496) 332/391 [=======================================================>.........] Step: 37ms | Tot: 12s604ms | Loss: 1.619 | Acc: 39.220% (16717/42624) 333/391 [=======================================================>.........] Step: 37ms | Tot: 12s642ms | Loss: 1.619 | Acc: 39.257% (16783/42752) 334/391 [=======================================================>.........] Step: 37ms | Tot: 12s679ms | Loss: 1.617 | Acc: 39.310% (16856/42880) 335/391 [=======================================================>.........] Step: 37ms | Tot: 12s717ms | Loss: 1.616 | Acc: 39.348% (16923/43008) 336/391 [=======================================================>.........] Step: 37ms | Tot: 12s754ms | Loss: 1.615 | Acc: 39.369% (16982/43136) 337/391 [========================================================>........] Step: 38ms | Tot: 12s793ms | Loss: 1.614 | Acc: 39.393% (17043/43264) 338/391 [========================================================>........] Step: 37ms | Tot: 12s830ms | Loss: 1.613 | Acc: 39.452% (17119/43392) 339/391 [========================================================>........] Step: 37ms | Tot: 12s868ms | Loss: 1.612 | Acc: 39.490% (17186/43520) 340/391 [========================================================>........] Step: 37ms | Tot: 12s905ms | Loss: 1.611 | Acc: 39.514% (17247/43648) 341/391 [========================================================>........] Step: 37ms | Tot: 12s942ms | Loss: 1.610 | Acc: 39.567% (17321/43776) 342/391 [========================================================>........] Step: 37ms | Tot: 12s980ms | Loss: 1.609 | Acc: 39.609% (17390/43904) 343/391 [=========================================================>.......] Step: 37ms | Tot: 13s18ms | Loss: 1.609 | Acc: 39.651% (17459/44032) 344/391 [=========================================================>.......] Step: 37ms | Tot: 13s55ms | Loss: 1.608 | Acc: 39.681% (17523/44160) 345/391 [=========================================================>.......] Step: 37ms | Tot: 13s92ms | Loss: 1.607 | Acc: 39.722% (17592/44288) 346/391 [=========================================================>.......] Step: 37ms | Tot: 13s130ms | Loss: 1.606 | Acc: 39.745% (17653/44416) 347/391 [=========================================================>.......] Step: 37ms | Tot: 13s168ms | Loss: 1.605 | Acc: 39.799% (17728/44544) 348/391 [=========================================================>.......] Step: 37ms | Tot: 13s205ms | Loss: 1.603 | Acc: 39.839% (17797/44672) 349/391 [==========================================================>......] Step: 37ms | Tot: 13s243ms | Loss: 1.602 | Acc: 39.884% (17868/44800) 350/391 [==========================================================>......] Step: 37ms | Tot: 13s280ms | Loss: 1.601 | Acc: 39.926% (17938/44928) 351/391 [==========================================================>......] Step: 39ms | Tot: 13s319ms | Loss: 1.600 | Acc: 39.972% (18010/45056) 352/391 [==========================================================>......] Step: 38ms | Tot: 13s358ms | Loss: 1.599 | Acc: 40.019% (18082/45184) 353/391 [==========================================================>......] Step: 40ms | Tot: 13s399ms | Loss: 1.598 | Acc: 40.053% (18149/45312) 354/391 [==========================================================>......] Step: 38ms | Tot: 13s437ms | Loss: 1.597 | Acc: 40.090% (18217/45440) 355/391 [===========================================================>.....] Step: 37ms | Tot: 13s475ms | Loss: 1.597 | Acc: 40.129% (18286/45568) 356/391 [===========================================================>.....] Step: 37ms | Tot: 13s512ms | Loss: 1.596 | Acc: 40.146% (18345/45696) 357/391 [===========================================================>.....] Step: 37ms | Tot: 13s550ms | Loss: 1.595 | Acc: 40.175% (18410/45824) 358/391 [===========================================================>.....] Step: 37ms | Tot: 13s587ms | Loss: 1.594 | Acc: 40.220% (18482/45952) 359/391 [===========================================================>.....] Step: 37ms | Tot: 13s624ms | Loss: 1.593 | Acc: 40.265% (18554/46080) 360/391 [===========================================================>.....] Step: 37ms | Tot: 13s662ms | Loss: 1.592 | Acc: 40.300% (18622/46208) 361/391 [============================================================>....] Step: 37ms | Tot: 13s699ms | Loss: 1.591 | Acc: 40.323% (18684/46336) 362/391 [============================================================>....] Step: 37ms | Tot: 13s737ms | Loss: 1.590 | Acc: 40.377% (18761/46464) 363/391 [============================================================>....] Step: 37ms | Tot: 13s774ms | Loss: 1.589 | Acc: 40.417% (18831/46592) 364/391 [============================================================>....] Step: 37ms | Tot: 13s812ms | Loss: 1.588 | Acc: 40.464% (18905/46720) 365/391 [============================================================>....] Step: 37ms | Tot: 13s849ms | Loss: 1.587 | Acc: 40.512% (18979/46848) 366/391 [============================================================>....] Step: 37ms | Tot: 13s886ms | Loss: 1.586 | Acc: 40.555% (19051/46976) 367/391 [=============================================================>...] Step: 37ms | Tot: 13s924ms | Loss: 1.585 | Acc: 40.604% (19126/47104) 368/391 [=============================================================>...] Step: 37ms | Tot: 13s961ms | Loss: 1.584 | Acc: 40.640% (19195/47232) 369/391 [=============================================================>...] Step: 37ms | Tot: 13s999ms | Loss: 1.583 | Acc: 40.680% (19266/47360) 370/391 [=============================================================>...] Step: 37ms | Tot: 14s36ms | Loss: 1.582 | Acc: 40.713% (19334/47488) 371/391 [=============================================================>...] Step: 37ms | Tot: 14s74ms | Loss: 1.581 | Acc: 40.759% (19408/47616) 372/391 [=============================================================>...] Step: 37ms | Tot: 14s111ms | Loss: 1.580 | Acc: 40.803% (19481/47744) 373/391 [==============================================================>..] Step: 37ms | Tot: 14s148ms | Loss: 1.579 | Acc: 40.828% (19545/47872) 374/391 [==============================================================>..] Step: 37ms | Tot: 14s186ms | Loss: 1.579 | Acc: 40.835% (19601/48000) 375/391 [==============================================================>..] Step: 37ms | Tot: 14s223ms | Loss: 1.578 | Acc: 40.870% (19670/48128) 376/391 [==============================================================>..] Step: 37ms | Tot: 14s261ms | Loss: 1.577 | Acc: 40.917% (19745/48256) 377/391 [==============================================================>..] Step: 39ms | Tot: 14s301ms | Loss: 1.577 | Acc: 40.952% (19814/48384) 378/391 [==============================================================>..] Step: 37ms | Tot: 14s338ms | Loss: 1.575 | Acc: 41.002% (19891/48512) 379/391 [===============================================================>.] Step: 37ms | Tot: 14s376ms | Loss: 1.575 | Acc: 41.026% (19955/48640) 380/391 [===============================================================>.] Step: 37ms | Tot: 14s413ms | Loss: 1.573 | Acc: 41.090% (20039/48768) 381/391 [===============================================================>.] Step: 37ms | Tot: 14s451ms | Loss: 1.573 | Acc: 41.116% (20104/48896) 382/391 [===============================================================>.] Step: 37ms | Tot: 14s488ms | Loss: 1.572 | Acc: 41.141% (20169/49024) 383/391 [===============================================================>.] Step: 38ms | Tot: 14s526ms | Loss: 1.571 | Acc: 41.172% (20237/49152) 384/391 [===============================================================>.] Step: 37ms | Tot: 14s564ms | Loss: 1.570 | Acc: 41.209% (20308/49280) 385/391 [================================================================>] Step: 37ms | Tot: 14s601ms | Loss: 1.569 | Acc: 41.254% (20383/49408) 386/391 [================================================================>] Step: 38ms | Tot: 14s639ms | Loss: 1.568 | Acc: 41.299% (20458/49536) 387/391 [================================================================>] Step: 37ms | Tot: 14s677ms | Loss: 1.567 | Acc: 41.344% (20533/49664) 388/391 [================================================================>] Step: 37ms | Tot: 14s714ms | Loss: 1.566 | Acc: 41.382% (20605/49792) 389/391 [================================================================>] Step: 37ms | Tot: 14s751ms | Loss: 1.565 | Acc: 41.404% (20669/49920) 390/391 [================================================================>] Step: 338ms | Tot: 15s90ms | Loss: 1.565 | Acc: 41.414% (20707/50000) 391/391 + [>................................................................] Step: 396ms | Tot: 0ms | Loss: 1.192 | Acc: 55.000% (55/100)  1/100 [>................................................................] Step: 19ms | Tot: 19ms | Loss: 1.318 | Acc: 52.000% (104/200)  2/100 [=>...............................................................] Step: 19ms | Tot: 38ms | Loss: 1.279 | Acc: 51.667% (155/300)  3/100 [=>...............................................................] Step: 13ms | Tot: 51ms | Loss: 1.277 | Acc: 52.000% (208/400)  4/100 [==>..............................................................] Step: 14ms | Tot: 65ms | Loss: 1.291 | Acc: 52.000% (260/500)  5/100 [===>.............................................................] Step: 13ms | Tot: 79ms | Loss: 1.254 | Acc: 54.333% (326/600)  6/100 [===>.............................................................] Step: 13ms | Tot: 93ms | Loss: 1.266 | Acc: 53.714% (376/700)  7/100 [====>............................................................] Step: 13ms | Tot: 107ms | Loss: 1.264 | Acc: 53.875% (431/800) 8/100 [=====>...........................................................] Step: 14ms | Tot: 122ms | Loss: 1.260 | Acc: 54.444% (490/900) 9/100 [=====>...........................................................] Step: 13ms | Tot: 135ms | Loss: 1.265 | Acc: 54.400% (544/1000) 10/100 [======>..........................................................] Step: 13ms | Tot: 149ms | Loss: 1.246 | Acc: 55.000% (605/1100) 11/100 [=======>.........................................................] Step: 14ms | Tot: 164ms | Loss: 1.243 | Acc: 54.667% (656/1200) 12/100 [=======>.........................................................] Step: 13ms | Tot: 178ms | Loss: 1.251 | Acc: 54.462% (708/1300) 13/100 [========>........................................................] Step: 13ms | Tot: 191ms | Loss: 1.248 | Acc: 54.286% (760/1400) 14/100 [=========>.......................................................] Step: 14ms | Tot: 206ms | Loss: 1.243 | Acc: 54.400% (816/1500) 15/100 [=========>.......................................................] Step: 13ms | Tot: 220ms | Loss: 1.261 | Acc: 53.562% (857/1600) 16/100 [==========>......................................................] Step: 13ms | Tot: 234ms | Loss: 1.257 | Acc: 53.824% (915/1700) 17/100 [===========>.....................................................] Step: 13ms | Tot: 248ms | Loss: 1.261 | Acc: 53.667% (966/1800) 18/100 [===========>.....................................................] Step: 13ms | Tot: 261ms | Loss: 1.262 | Acc: 54.158% (1029/1900) 19/100 [============>....................................................] Step: 14ms | Tot: 276ms | Loss: 1.266 | Acc: 54.200% (1084/2000) 20/100 [=============>...................................................] Step: 14ms | Tot: 290ms | Loss: 1.270 | Acc: 54.000% (1134/2100) 21/100 [=============>...................................................] Step: 14ms | Tot: 304ms | Loss: 1.270 | Acc: 54.182% (1192/2200) 22/100 [==============>..................................................] Step: 14ms | Tot: 318ms | Loss: 1.278 | Acc: 54.217% (1247/2300) 23/100 [==============>..................................................] Step: 14ms | Tot: 332ms | Loss: 1.280 | Acc: 54.167% (1300/2400) 24/100 [===============>.................................................] Step: 14ms | Tot: 346ms | Loss: 1.280 | Acc: 54.360% (1359/2500) 25/100 [================>................................................] Step: 13ms | Tot: 360ms | Loss: 1.296 | Acc: 53.731% (1397/2600) 26/100 [================>................................................] Step: 13ms | Tot: 374ms | Loss: 1.294 | Acc: 53.741% (1451/2700) 27/100 [=================>...............................................] Step: 14ms | Tot: 389ms | Loss: 1.294 | Acc: 53.607% (1501/2800) 28/100 [==================>..............................................] Step: 14ms | Tot: 403ms | Loss: 1.296 | Acc: 53.621% (1555/2900) 29/100 [==================>..............................................] Step: 15ms | Tot: 418ms | Loss: 1.292 | Acc: 53.833% (1615/3000) 30/100 [===================>.............................................] Step: 13ms | Tot: 432ms | Loss: 1.291 | Acc: 53.935% (1672/3100) 31/100 [====================>............................................] Step: 14ms | Tot: 447ms | Loss: 1.285 | Acc: 54.062% (1730/3200) 32/100 [====================>............................................] Step: 14ms | Tot: 461ms | Loss: 1.285 | Acc: 54.121% (1786/3300) 33/100 [=====================>...........................................] Step: 14ms | Tot: 475ms | Loss: 1.284 | Acc: 54.059% (1838/3400) 34/100 [======================>..........................................] Step: 14ms | Tot: 489ms | Loss: 1.284 | Acc: 54.000% (1890/3500) 35/100 [======================>..........................................] Step: 15ms | Tot: 505ms | Loss: 1.286 | Acc: 54.000% (1944/3600) 36/100 [=======================>.........................................] Step: 13ms | Tot: 519ms | Loss: 1.291 | Acc: 53.946% (1996/3700) 37/100 [========================>........................................] Step: 14ms | Tot: 533ms | Loss: 1.295 | Acc: 53.737% (2042/3800) 38/100 [========================>........................................] Step: 14ms | Tot: 547ms | Loss: 1.291 | Acc: 53.923% (2103/3900) 39/100 [=========================>.......................................] Step: 13ms | Tot: 561ms | Loss: 1.291 | Acc: 54.000% (2160/4000) 40/100 [==========================>......................................] Step: 13ms | Tot: 575ms | Loss: 1.289 | Acc: 53.951% (2212/4100) 41/100 [==========================>......................................] Step: 13ms | Tot: 589ms | Loss: 1.292 | Acc: 53.738% (2257/4200) 42/100 [===========================>.....................................] Step: 14ms | Tot: 603ms | Loss: 1.293 | Acc: 53.581% (2304/4300) 43/100 [===========================>.....................................] Step: 14ms | Tot: 618ms | Loss: 1.293 | Acc: 53.591% (2358/4400) 44/100 [============================>....................................] Step: 13ms | Tot: 631ms | Loss: 1.297 | Acc: 53.533% (2409/4500) 45/100 [=============================>...................................] Step: 14ms | Tot: 646ms | Loss: 1.297 | Acc: 53.413% (2457/4600) 46/100 [=============================>...................................] Step: 14ms | Tot: 660ms | Loss: 1.292 | Acc: 53.511% (2515/4700) 47/100 [==============================>..................................] Step: 14ms | Tot: 674ms | Loss: 1.289 | Acc: 53.625% (2574/4800) 48/100 [===============================>.................................] Step: 14ms | Tot: 688ms | Loss: 1.289 | Acc: 53.592% (2626/4900) 49/100 [===============================>.................................] Step: 14ms | Tot: 703ms | Loss: 1.288 | Acc: 53.540% (2677/5000) 50/100 [================================>................................] Step: 14ms | Tot: 717ms | Loss: 1.287 | Acc: 53.608% (2734/5100) 51/100 [=================================>...............................] Step: 14ms | Tot: 731ms | Loss: 1.286 | Acc: 53.750% (2795/5200) 52/100 [=================================>...............................] Step: 13ms | Tot: 745ms | Loss: 1.286 | Acc: 53.774% (2850/5300) 53/100 [==================================>..............................] Step: 14ms | Tot: 760ms | Loss: 1.288 | Acc: 53.667% (2898/5400) 54/100 [===================================>.............................] Step: 14ms | Tot: 774ms | Loss: 1.288 | Acc: 53.764% (2957/5500) 55/100 [===================================>.............................] Step: 14ms | Tot: 788ms | Loss: 1.290 | Acc: 53.786% (3012/5600) 56/100 [====================================>............................] Step: 15ms | Tot: 803ms | Loss: 1.288 | Acc: 53.877% (3071/5700) 57/100 [=====================================>...........................] Step: 14ms | Tot: 818ms | Loss: 1.284 | Acc: 53.931% (3128/5800) 58/100 [=====================================>...........................] Step: 13ms | Tot: 832ms | Loss: 1.287 | Acc: 53.814% (3175/5900) 59/100 [======================================>..........................] Step: 14ms | Tot: 846ms | Loss: 1.286 | Acc: 53.817% (3229/6000) 60/100 [=======================================>.........................] Step: 15ms | Tot: 861ms | Loss: 1.286 | Acc: 53.885% (3287/6100) 61/100 [=======================================>.........................] Step: 14ms | Tot: 875ms | Loss: 1.288 | Acc: 53.742% (3332/6200) 62/100 [========================================>........................] Step: 13ms | Tot: 889ms | Loss: 1.289 | Acc: 53.794% (3389/6300) 63/100 [========================================>........................] Step: 14ms | Tot: 903ms | Loss: 1.290 | Acc: 53.781% (3442/6400) 64/100 [=========================================>.......................] Step: 15ms | Tot: 919ms | Loss: 1.294 | Acc: 53.631% (3486/6500) 65/100 [==========================================>......................] Step: 14ms | Tot: 933ms | Loss: 1.292 | Acc: 53.652% (3541/6600) 66/100 [==========================================>......................] Step: 14ms | Tot: 947ms | Loss: 1.293 | Acc: 53.582% (3590/6700) 67/100 [===========================================>.....................] Step: 15ms | Tot: 963ms | Loss: 1.297 | Acc: 53.588% (3644/6800) 68/100 [============================================>....................] Step: 13ms | Tot: 977ms | Loss: 1.298 | Acc: 53.478% (3690/6900) 69/100 [============================================>....................] Step: 13ms | Tot: 990ms | Loss: 1.301 | Acc: 53.371% (3736/7000) 70/100 [=============================================>...................] Step: 14ms | Tot: 1s5ms | Loss: 1.300 | Acc: 53.408% (3792/7100) 71/100 [==============================================>..................] Step: 14ms | Tot: 1s19ms | Loss: 1.298 | Acc: 53.528% (3854/7200) 72/100 [==============================================>..................] Step: 13ms | Tot: 1s33ms | Loss: 1.297 | Acc: 53.534% (3908/7300) 73/100 [===============================================>.................] Step: 14ms | Tot: 1s47ms | Loss: 1.294 | Acc: 53.595% (3966/7400) 74/100 [================================================>................] Step: 14ms | Tot: 1s61ms | Loss: 1.296 | Acc: 53.613% (4021/7500) 75/100 [================================================>................] Step: 14ms | Tot: 1s75ms | Loss: 1.294 | Acc: 53.724% (4083/7600) 76/100 [=================================================>...............] Step: 13ms | Tot: 1s89ms | Loss: 1.293 | Acc: 53.818% (4144/7700) 77/100 [==================================================>..............] Step: 14ms | Tot: 1s104ms | Loss: 1.293 | Acc: 53.833% (4199/7800) 78/100 [==================================================>..............] Step: 14ms | Tot: 1s118ms | Loss: 1.293 | Acc: 53.861% (4255/7900) 79/100 [===================================================>.............] Step: 14ms | Tot: 1s132ms | Loss: 1.296 | Acc: 53.800% (4304/8000) 80/100 [====================================================>............] Step: 14ms | Tot: 1s147ms | Loss: 1.295 | Acc: 53.877% (4364/8100) 81/100 [====================================================>............] Step: 14ms | Tot: 1s161ms | Loss: 1.296 | Acc: 53.854% (4416/8200) 82/100 [=====================================================>...........] Step: 15ms | Tot: 1s176ms | Loss: 1.298 | Acc: 53.855% (4470/8300) 83/100 [=====================================================>...........] Step: 14ms | Tot: 1s190ms | Loss: 1.300 | Acc: 53.714% (4512/8400) 84/100 [======================================================>..........] Step: 14ms | Tot: 1s204ms | Loss: 1.300 | Acc: 53.776% (4571/8500) 85/100 [=======================================================>.........] Step: 14ms | Tot: 1s218ms | Loss: 1.298 | Acc: 53.837% (4630/8600) 86/100 [=======================================================>.........] Step: 13ms | Tot: 1s232ms | Loss: 1.301 | Acc: 53.770% (4678/8700) 87/100 [========================================================>........] Step: 16ms | Tot: 1s248ms | Loss: 1.301 | Acc: 53.841% (4738/8800) 88/100 [=========================================================>.......] Step: 14ms | Tot: 1s262ms | Loss: 1.302 | Acc: 53.820% (4790/8900) 89/100 [=========================================================>.......] Step: 14ms | Tot: 1s277ms | Loss: 1.301 | Acc: 53.900% (4851/9000) 90/100 [==========================================================>......] Step: 14ms | Tot: 1s291ms | Loss: 1.300 | Acc: 53.857% (4901/9100) 91/100 [===========================================================>.....] Step: 15ms | Tot: 1s306ms | Loss: 1.299 | Acc: 53.967% (4965/9200) 92/100 [===========================================================>.....] Step: 13ms | Tot: 1s320ms | Loss: 1.297 | Acc: 54.075% (5029/9300) 93/100 [============================================================>....] Step: 14ms | Tot: 1s335ms | Loss: 1.297 | Acc: 53.989% (5075/9400) 94/100 [=============================================================>...] Step: 14ms | Tot: 1s349ms | Loss: 1.297 | Acc: 54.032% (5133/9500) 95/100 [=============================================================>...] Step: 14ms | Tot: 1s363ms | Loss: 1.299 | Acc: 54.000% (5184/9600) 96/100 [==============================================================>..] Step: 14ms | Tot: 1s377ms | Loss: 1.297 | Acc: 54.041% (5242/9700) 97/100 [===============================================================>.] Step: 14ms | Tot: 1s391ms | Loss: 1.299 | Acc: 54.000% (5292/9800) 98/100 [===============================================================>.] Step: 13ms | Tot: 1s405ms | Loss: 1.299 | Acc: 53.899% (5336/9900) 99/100 [================================================================>] Step: 13ms | Tot: 1s419ms | Loss: 1.299 | Acc: 53.880% (5388/10000) 100/100 +Saving.. + + ++------------------------------------------+ +| PALMETTO CLUSTER PBS RESOURCES REQUESTED | ++------------------------------------------+ + +mem=128gb,ncpus=8,walltime=48:00:00 + + ++-------------------------------------+ +| PALMETTO CLUSTER PBS RESOURCES USED | ++-------------------------------------+ + +cpupercent=162,cput=00:04:20,mem=14580680kb,ncpus=8,vmem=165264804kb,walltime=00:02:44 + + diff --git a/gpu_run.pbs b/gpu_run.pbs new file mode 100644 index 000000000..4c5cb98fe --- /dev/null +++ b/gpu_run.pbs @@ -0,0 +1,13 @@ +#!/bin/sh + +#PBS -N gpu_run +#PBS -l select=1:ncpus=8:mem=128gb:ngpus=1:gpu_model=v100,walltime=48:00:00 + +module add anaconda3/5.1.0 +module add cuda-toolkit/9.0.176 +module add cuDNN/9.0v7.3.0 +source activate roshan + +cd /home/rbhanda/roshan/pytorch-cifar/ +python main.py --lr=0.01 + diff --git a/info.txt b/info.txt new file mode 100644 index 000000000..16d28ac90 --- /dev/null +++ b/info.txt @@ -0,0 +1,3 @@ +ShuffleNetV2 CIFAR10 128 100 1 +DPN92 CIFAR10 128 100 1 +SENet18 CIFAR10 128 100 1 diff --git a/info.txt.orig b/info.txt.orig new file mode 100644 index 000000000..0b9f08e25 --- /dev/null +++ b/info.txt.orig @@ -0,0 +1,7 @@ +<<<<<<< HEAD +ShuffleNetV2 CIFAR10 128 100 40 +======= +ShuffleNetV2 CIFAR10 128 100 1 +DPN92 CIFAR10 128 100 1 +SENet18 CIFAR10 128 100 1 +>>>>>>> c5cdf5d90f46ce0a5e4d3d4ef31740f46740d28b diff --git a/main.py b/main.py index 3c71bdbcf..c88d38c7d 100644 --- a/main.py +++ b/main.py @@ -1,5 +1,5 @@ -'''Train CIFAR10 with PyTorch.''' import torch +import torch.distributed as dist import torch.nn as nn import torch.optim as optim import torch.nn.functional as F @@ -14,81 +14,97 @@ from models import * from utils import progress_bar +from torch.multiprocessing import Process -parser = argparse.ArgumentParser(description='PyTorch CIFAR10 Training') -parser.add_argument('--lr', default=0.1, type=float, help='learning rate') -parser.add_argument('--resume', '-r', action='store_true', help='resume from checkpoint') -args = parser.parse_args() - -device = 'cuda' if torch.cuda.is_available() else 'cpu' -best_acc = 0 # best test accuracy -start_epoch = 0 # start from epoch 0 or last checkpoint epoch - -# Data -print('==> Preparing data..') -transform_train = transforms.Compose([ - transforms.RandomCrop(32, padding=4), - transforms.RandomHorizontalFlip(), - transforms.ToTensor(), - transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), -]) - -transform_test = transforms.Compose([ - transforms.ToTensor(), - transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), -]) - -trainset = torchvision.datasets.CIFAR10(root='./data', train=True, download=True, transform=transform_train) -trainloader = torch.utils.data.DataLoader(trainset, batch_size=128, shuffle=True, num_workers=2) - -testset = torchvision.datasets.CIFAR10(root='./data', train=False, download=True, transform=transform_test) -testloader = torch.utils.data.DataLoader(testset, batch_size=100, shuffle=False, num_workers=2) - -classes = ('plane', 'car', 'bird', 'cat', 'deer', 'dog', 'frog', 'horse', 'ship', 'truck') - -# Model -print('==> Building model..') -# net = VGG('VGG19') -# net = ResNet18() -# net = PreActResNet18() -# net = GoogLeNet() -# net = DenseNet121() -# net = ResNeXt29_2x64d() -# net = MobileNet() -# net = MobileNetV2() -# net = DPN92() -# net = ShuffleNetG2() -# net = SENet18() -# net = ShuffleNetV2(1) -net = EfficientNetB0() -net = net.to(device) -if device == 'cuda': - net = torch.nn.DataParallel(net) - cudnn.benchmark = True - -if args.resume: - # Load checkpoint. - print('==> Resuming from checkpoint..') - assert os.path.isdir('checkpoint'), 'Error: no checkpoint directory found!' - checkpoint = torch.load('./checkpoint/ckpt.pth') - net.load_state_dict(checkpoint['net']) - best_acc = checkpoint['acc'] - start_epoch = checkpoint['epoch'] - -criterion = nn.CrossEntropyLoss() -optimizer = optim.SGD(net.parameters(), lr=args.lr, momentum=0.9, weight_decay=5e-4) +from random import Random + +import time + +modelname = '' +dataset = '' +batchsize_train = '' +batchsize_test = '' +epoch_size = '' + +best_acc = 0 + +""" Dataset partitioning helper """ +class Partition(object): + + def __init__(self, data, index): + self.data = data + self.index = index + + def __len__(self): + return len(self.index) + + def __getitem__(self, index): + data_idx = self.index[index] + return self.data[data_idx] + + +class DataPartitioner(object): + + def __init__(self, data, sizes=[0.7, 0.2, 0.1], seed=1234): + self.data = data + self.partitions = [] + rng = Random() + rng.seed(seed) + data_len = len(data) + indexes = [x for x in range(0, data_len)] + rng.shuffle(indexes) + + for frac in sizes: + part_len = int(frac * data_len) + self.partitions.append(indexes[0:part_len]) + indexes = indexes[part_len:] + + def use(self, partition): + return Partition(self.data, self.partitions[partition]) + + +def partition_dataset(batch_size): + + transform_train = transforms.Compose([ + transforms.RandomCrop(32, padding=4), + transforms.RandomHorizontalFlip(), + transforms.ToTensor(), + transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), + ]) + trainset = torchvision.datasets.CIFAR10(root='./data', train=True, download=True, transform=transform_train) + trainloader = torch.utils.data.DataLoader(trainset, batch_size=batch_size, shuffle=True, num_workers=2) + + size = dist.get_world_size() + bsz = batch_size / float(size) + partition_sizes = [1.0 / size for _ in range(size)] + partition = DataPartitioner(trainset, partition_sizes) + partition = partition.use(dist.get_rank()) + train_set = torch.utils.data.DataLoader(partition, + batch_size=batch_size, + shuffle=True) + return train_set, bsz + + +""" Gradient averaging. """ +def average_gradients(model): + size = float(dist.get_world_size()) + for param in model.parameters(): + dist.all_reduce(param.grad.data, op=dist.ReduceOp.SUM) + param.grad.data /= size # Training -def train(epoch): +# write data for the epoch to file +def train(epoch, file, dataset, device, model, optimizer, criterion): print('\nEpoch: %d' % epoch) - net.train() + model.train() train_loss = 0 correct = 0 total = 0 - for batch_idx, (inputs, targets) in enumerate(trainloader): + log = '' + for batch_idx, (inputs, targets) in enumerate(dataset): inputs, targets = inputs.to(device), targets.to(device) optimizer.zero_grad() - outputs = net(inputs) + outputs = model(inputs) loss = criterion(outputs, targets) loss.backward() optimizer.step() @@ -97,36 +113,44 @@ def train(epoch): _, predicted = outputs.max(1) total += targets.size(0) correct += predicted.eq(targets).sum().item() + + #average_gradients(model) + + log = progress_bar(batch_idx, len(dataset), 'Loss: %.3f | Acc: %.3f%% (%d/%d)' % (train_loss/(batch_idx+1), 100.*correct/total, correct, total)) + + # write the log to a file + file.write(log) - progress_bar(batch_idx, len(trainloader), 'Loss: %.3f | Acc: %.3f%% (%d/%d)' - % (train_loss/(batch_idx+1), 100.*correct/total, correct, total)) -def test(epoch): +# write data for the epoch to file +def test(epoch, file, dataset, device, model, criterion): global best_acc - net.eval() + model.eval() test_loss = 0 correct = 0 total = 0 + log = '' with torch.no_grad(): - for batch_idx, (inputs, targets) in enumerate(testloader): + for batch_idx, (inputs, targets) in enumerate(dataset): inputs, targets = inputs.to(device), targets.to(device) - outputs = net(inputs) + outputs = model(inputs) loss = criterion(outputs, targets) test_loss += loss.item() _, predicted = outputs.max(1) total += targets.size(0) correct += predicted.eq(targets).sum().item() - - progress_bar(batch_idx, len(testloader), 'Loss: %.3f | Acc: %.3f%% (%d/%d)' - % (test_loss/(batch_idx+1), 100.*correct/total, correct, total)) + #average_gradients(model) + log = progress_bar(batch_idx, len(testloader), 'Loss: %.3f | Acc: %.3f%% (%d/%d)' % (test_loss/(batch_idx+1), 100.*correct/total, correct, total)) + # write the log to a file + file.write(log) # Save checkpoint. acc = 100.*correct/total if acc > best_acc: print('Saving..') state = { - 'net': net.state_dict(), + 'net': model.state_dict(), 'acc': acc, 'epoch': epoch, } @@ -136,6 +160,182 @@ def test(epoch): best_acc = acc -for epoch in range(start_epoch, start_epoch+200): - train(epoch) - test(epoch) +""" Distributed Synchronous SGD Example """ +def run(rank, size): + parser = argparse.ArgumentParser(description='PyTorch ' + dataset + ' Training') + parser.add_argument('--lr', default=0.01, type=float, help='learning rate') + parser.add_argument('--resume', '-r', action='store_true', help='resume from checkpoint') + args = parser.parse_args() + + device = 'cuda' if torch.cuda.is_available() else 'cpu' + best_acc = 0 # best test accuracy + start_epoch = 0 # start from epoch 0 or last checkpoint epoch + + # Data + print('==> Preparing data..') + + transform_test = transforms.Compose([ + transforms.ToTensor(), + transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), + ]) + + train_set, bsz = partition_dataset(batchsize_train) + + testset = torchvision.datasets.CIFAR10(root='./data', train=False, download=True, transform=transform_test) + testloader = torch.utils.data.DataLoader(testset, batch_size=batchsize_train, shuffle=False, num_workers=2) + + # does this also change? + classes = ('plane', 'car', 'bird', 'cat', 'deer', 'dog', 'frog', 'horse', 'ship', 'truck') + + # fill in the dictionary with all the model names + models = {'EfficientNetB0': EfficientNetB0, 'MobileNet': MobileNet, 'MobileNetV2': MobileNetV2, 'ShuffleNetV2': ShuffleNetV2, 'DPN92': DPN92, 'SENet18': SENet18, 'ResNeXt29_2x64d': ResNeXt29_2x64d} + # Model + print('==> Building model..') + # net = VGG('VGG19') + # net = ResNet18() + # net = PreActResNet18() + # net = GoogLeNet() + # net = DenseNet121() + # net = ResNeXt29_2x64d() + # net = MobileNet() + # net = MobileNetV2() + # net = DPN92() + # net = ShuffleNetG2() + # net = SENet18() + # net = ShuffleNetV2(1) + + if (modelname == 'ShuffleNetV2'): + net = models[modelname](1) + else: + net = models[modelname]() + + # get the number of gpus + print('Number of GPUs:' + str(torch.cuda.device_count())) + + net = net.to(device) + if device == 'cuda': + net = torch.nn.DataParallel(net) + cudnn.benchmark = True + + if args.resume: + # Load checkpoint. + print('==> Resuming from checkpoint..') + assert os.path.isdir('checkpoint'), 'Error: no checkpoint directory found!' + try: + checkpoint = torch.load('./checkpoint/ckpt.pth') + net.load_state_dict(checkpoint['net']) + best_acc = checkpoint['acc'] + start_epoch = checkpoint['epoch'] + except: + pass + + criterion = nn.CrossEntropyLoss() + optimizer = optim.SGD(net.parameters(), lr=args.lr, momentum=0.9, weight_decay=5e-4) + + # open file handle + filename = modelname + '_' + dataset + '_' + str(epoch_size) + '_' + str(rank) + '.txt' + file = open(filename, 'a') + + # measure time + start_time = time.time() + for epoch in range(start_epoch, start_epoch+epoch_size): + train(epoch, file, train_set, device, net, optimizer, criterion) + test(epoch, file, testloader, device, net, criterion) + file.write('\nTraining + Testing time = ' + str((time.time() - start_time)/60) + ' minutes') + + file.close() + + +def init_process(rank, size, fn, backend='gloo'): + """ Initialize the distributed environment. """ + if rank == 0: + os.environ['MASTER_ADDR'] = '10.125.100.2' + os.environ['MASTER_PORT'] = '29500' + else: + os.environ['MASTER_ADDR'] = '10.125.100.5' + os.environ['MASTER_PORT'] = '29500' + dist.init_process_group(backend, rank=rank, world_size=size) + fn(rank, size) + + +# model name, dataset, batchsize train, batchsize test, epoch size +with open('info.txt') as f: + configs = [] + for line in f: + configs.append(line.strip().split()) + + for config in configs: + modelname = config[0] + dataset = config[1] + batchsize_train = int(config[2]) + batchsize_test = int(config[3]) + epoch_size = int(config[4]) + + parser = argparse.ArgumentParser(description='PyTorch ' + dataset + ' Training') + parser.add_argument('--lr', default=0.1, type=float, help='learning rate') + parser.add_argument('--resume', '-r', action='store_true', help='resume from checkpoint') + args = parser.parse_args() + + device = 'cuda' if torch.cuda.is_available() else 'cpu' + best_acc = 0 # best test accuracy + start_epoch = 0 # start from epoch 0 or last checkpoint epoch + + # Data + print('==> Preparing data..') + transform_train = transforms.Compose([ + transforms.RandomCrop(32, padding=4), + transforms.RandomHorizontalFlip(), + transforms.ToTensor(), + transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), + ]) + + transform_test = transforms.Compose([ + transforms.ToTensor(), + transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), + ]) + + if (dataset == 'CIFAR10'): + trainset = torchvision.datasets.CIFAR10(root='./data', train=True, download=True, transform=transform_train) + trainloader = torch.utils.data.DataLoader(trainset, batch_size=batchsize_train, shuffle=True, num_workers=2) + testset = torchvision.datasets.CIFAR10(root='./data', train=False, download=True, transform=transform_test) + testloader = torch.utils.data.DataLoader(testset, batch_size=batchsize_test, shuffle=False, num_workers=2) + # similarly for other datasets as well + + # does this also change? + classes = ('plane', 'car', 'bird', 'cat', 'deer', 'dog', 'frog', 'horse', 'ship', 'truck') + + # fill in the dictionary with all the model names + models = { + 'EfficientNetB0': EfficientNetB0, + 'MobileNet': MobileNet, + 'MobileNetV2': MobileNetV2, + 'ShuffleNetV2': ShuffleNetV2, + 'DPN92': DPN92, + 'SENet18': SENet18 + } + + # Model + print('==> Building model..') + # net = VGG('VGG19') + # net = ResNet18() + # net = PreActResNet18() + # net = GoogLeNet() + # net = DenseNet121() + # net = ResNeXt29_2x64d() + # net = MobileNet() + # net = MobileNetV2() + # net = DPN92() + # net = ShuffleNetG2() + # net = SENet18() + # net = ShuffleNetV2(1) + + size = 2 + processes = [] + + for rank in range(size): + p = Process(target=init_process, args=(rank, size, run)) + p.start() + processes.append(p) + + for p in processes: + p.join() diff --git a/main.py.orig b/main.py.orig new file mode 100644 index 000000000..e12b55806 --- /dev/null +++ b/main.py.orig @@ -0,0 +1,344 @@ +import torch +import torch.distributed as dist +import torch.nn as nn +import torch.optim as optim +import torch.nn.functional as F +import torch.backends.cudnn as cudnn + +import torchvision +import torchvision.transforms as transforms + +import os +import argparse + +from models import * +from utils import progress_bar + +<<<<<<< HEAD +from torch.multiprocessing import Process + +from random import Random + +import time + +modelname = '' +dataset = '' +batchsize_train = '' +batchsize_test = '' +epoch_size = '' + +best_acc = 0 + +""" Dataset partitioning helper """ +class Partition(object): + + def __init__(self, data, index): + self.data = data + self.index = index + + def __len__(self): + return len(self.index) + + def __getitem__(self, index): + data_idx = self.index[index] + return self.data[data_idx] + + +class DataPartitioner(object): + + def __init__(self, data, sizes=[0.7, 0.2, 0.1], seed=1234): + self.data = data + self.partitions = [] + rng = Random() + rng.seed(seed) + data_len = len(data) + indexes = [x for x in range(0, data_len)] + rng.shuffle(indexes) + + for frac in sizes: + part_len = int(frac * data_len) + self.partitions.append(indexes[0:part_len]) + indexes = indexes[part_len:] + + def use(self, partition): + return Partition(self.data, self.partitions[partition]) + + +def partition_dataset(batch_size): + + transform_train = transforms.Compose([ + transforms.RandomCrop(32, padding=4), + transforms.RandomHorizontalFlip(), + transforms.ToTensor(), + transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), + ]) + trainset = torchvision.datasets.CIFAR10(root='./data', train=True, download=True, transform=transform_train) + trainloader = torch.utils.data.DataLoader(trainset, batch_size=batch_size, shuffle=True, num_workers=2) + + size = dist.get_world_size() + bsz = batch_size / float(size) + partition_sizes = [1.0 / size for _ in range(size)] + partition = DataPartitioner(trainset, partition_sizes) + partition = partition.use(dist.get_rank()) + train_set = torch.utils.data.DataLoader(partition, + batch_size=batch_size, + shuffle=True) + return train_set, bsz + + +""" Gradient averaging. """ +def average_gradients(model): + size = float(dist.get_world_size()) + for param in model.parameters(): + dist.all_reduce(param.grad.data, op=dist.ReduceOp.SUM) + param.grad.data /= size + +======= +import time +>>>>>>> c5cdf5d90f46ce0a5e4d3d4ef31740f46740d28b + +# Training +# write data for the epoch to file +def train(epoch, file, dataset, device, model, optimizer, criterion): + print('\nEpoch: %d' % epoch) + model.train() + train_loss = 0 + correct = 0 + total = 0 + log = '' + for batch_idx, (inputs, targets) in enumerate(dataset): + inputs, targets = inputs.to(device), targets.to(device) + optimizer.zero_grad() + outputs = model(inputs) + loss = criterion(outputs, targets) + loss.backward() + optimizer.step() + + train_loss += loss.item() + _, predicted = outputs.max(1) + total += targets.size(0) + correct += predicted.eq(targets).sum().item() + + #average_gradients(model) + + log = progress_bar(batch_idx, len(dataset), 'Loss: %.3f | Acc: %.3f%% (%d/%d)' % (train_loss/(batch_idx+1), 100.*correct/total, correct, total)) + + # write the log to a file + file.write(log) + + +# write data for the epoch to file +def test(epoch, file, dataset, device, model, criterion): + global best_acc + model.eval() + test_loss = 0 + correct = 0 + total = 0 + log = '' + with torch.no_grad(): + for batch_idx, (inputs, targets) in enumerate(dataset): + inputs, targets = inputs.to(device), targets.to(device) + outputs = model(inputs) + loss = criterion(outputs, targets) + + test_loss += loss.item() + _, predicted = outputs.max(1) + total += targets.size(0) + correct += predicted.eq(targets).sum().item() +<<<<<<< HEAD + + #average_gradients(model) + + log = progress_bar(batch_idx, len(dataset), 'Loss: %.3f | Acc: %.3f%% (%d/%d)' % (test_loss/(batch_idx+1), 100.*correct/total, correct, total)) +======= + + log = progress_bar(batch_idx, len(testloader), 'Loss: %.3f | Acc: %.3f%% (%d/%d)' % (test_loss/(batch_idx+1), 100.*correct/total, correct, total)) +>>>>>>> c5cdf5d90f46ce0a5e4d3d4ef31740f46740d28b + # write the log to a file + file.write(log) + + # Save checkpoint. + acc = 100.*correct/total + if acc > best_acc: + print('Saving..') + state = { + 'net': model.state_dict(), + 'acc': acc, + 'epoch': epoch, + } + if not os.path.isdir('checkpoint'): + os.mkdir('checkpoint') + torch.save(state, './checkpoint/ckpt.pth') + best_acc = acc + + +""" Distributed Synchronous SGD Example """ +def run(rank, size): + parser = argparse.ArgumentParser(description='PyTorch ' + dataset + ' Training') + parser.add_argument('--lr', default=0.01, type=float, help='learning rate') + parser.add_argument('--resume', '-r', action='store_true', help='resume from checkpoint') + args = parser.parse_args() + + device = 'cuda' if torch.cuda.is_available() else 'cpu' + best_acc = 0 # best test accuracy + start_epoch = 0 # start from epoch 0 or last checkpoint epoch + + # Data + print('==> Preparing data..') + + transform_test = transforms.Compose([ + transforms.ToTensor(), + transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), + ]) + + train_set, bsz = partition_dataset(batchsize_train) + + testset = torchvision.datasets.CIFAR10(root='./data', train=False, download=True, transform=transform_test) + testloader = torch.utils.data.DataLoader(testset, batch_size=batchsize_train, shuffle=False, num_workers=2) + + # does this also change? + classes = ('plane', 'car', 'bird', 'cat', 'deer', 'dog', 'frog', 'horse', 'ship', 'truck') + + # fill in the dictionary with all the model names + models = {'EfficientNetB0': EfficientNetB0, 'MobileNet': MobileNet, 'MobileNetV2': MobileNetV2, 'ShuffleNetV2': ShuffleNetV2, 'DPN92': DPN92, 'SENet18': SENet18, 'ResNeXt29_2x64d': ResNeXt29_2x64d} + # Model + print('==> Building model..') + # net = VGG('VGG19') + # net = ResNet18() + # net = PreActResNet18() + # net = GoogLeNet() + # net = DenseNet121() + # net = ResNeXt29_2x64d() + # net = MobileNet() + # net = MobileNetV2() + # net = DPN92() + # net = ShuffleNetG2() + # net = SENet18() + # net = ShuffleNetV2(1) + + if (modelname == 'ShuffleNetV2'): + net = models[modelname](1) + else: + net = models[modelname]() + + # get the number of gpus + print('Number of GPUs:' + str(torch.cuda.device_count())) + + net = net.to(device) + if device == 'cuda': + net = torch.nn.DataParallel(net) + cudnn.benchmark = True + + if args.resume: + # Load checkpoint. + print('==> Resuming from checkpoint..') + assert os.path.isdir('checkpoint'), 'Error: no checkpoint directory found!' + try: + checkpoint = torch.load('./checkpoint/ckpt.pth') + net.load_state_dict(checkpoint['net']) + best_acc = checkpoint['acc'] + start_epoch = checkpoint['epoch'] + except: + pass + + criterion = nn.CrossEntropyLoss() + optimizer = optim.SGD(net.parameters(), lr=args.lr, momentum=0.9, weight_decay=5e-4) + + # open file handle + filename = modelname + '_' + dataset + '_' + str(epoch_size) + '_' + str(rank) + '.txt' + file = open(filename, 'a') + + # measure time + start_time = time.time() + for epoch in range(start_epoch, start_epoch+epoch_size): + train(epoch, file, train_set, device, net, optimizer, criterion) + test(epoch, file, testloader, device, net, criterion) + file.write('\nTraining + Testing time = ' + str((time.time() - start_time)/60) + ' minutes') + + file.close() + + +def init_process(rank, size, fn, backend='gloo'): + """ Initialize the distributed environment. """ + os.environ['MASTER_ADDR'] = '127.0.0.1' + os.environ['MASTER_PORT'] = '29500' + dist.init_process_group(backend, rank=rank, world_size=size) + fn(rank, size) + + +# model name, dataset, batchsize train, batchsize test, epoch size +with open('info.txt') as f: + configs = [] + for line in f: + configs.append(line.strip().split()) + + for config in configs: + modelname = config[0] + dataset = config[1] + batchsize_train = int(config[2]) + batchsize_test = int(config[3]) + epoch_size = int(config[4]) +<<<<<<< HEAD +======= + + parser = argparse.ArgumentParser(description='PyTorch ' + dataset + ' Training') + parser.add_argument('--lr', default=0.1, type=float, help='learning rate') + parser.add_argument('--resume', '-r', action='store_true', help='resume from checkpoint') + args = parser.parse_args() + + device = 'cuda' if torch.cuda.is_available() else 'cpu' + best_acc = 0 # best test accuracy + start_epoch = 0 # start from epoch 0 or last checkpoint epoch + + # Data + print('==> Preparing data..') + transform_train = transforms.Compose([ + transforms.RandomCrop(32, padding=4), + transforms.RandomHorizontalFlip(), + transforms.ToTensor(), + transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), + ]) + + transform_test = transforms.Compose([ + transforms.ToTensor(), + transforms.Normalize((0.4914, 0.4822, 0.4465), (0.2023, 0.1994, 0.2010)), + ]) + + if (dataset == 'CIFAR10'): + trainset = torchvision.datasets.CIFAR10(root='./data', train=True, download=True, transform=transform_train) + trainloader = torch.utils.data.DataLoader(trainset, batch_size=batchsize_train, shuffle=True, num_workers=2) + testset = torchvision.datasets.CIFAR10(root='./data', train=False, download=True, transform=transform_test) + testloader = torch.utils.data.DataLoader(testset, batch_size=batchsize_test, shuffle=False, num_workers=2) + # similarly for other datasets as well + + # does this also change? + classes = ('plane', 'car', 'bird', 'cat', 'deer', 'dog', 'frog', 'horse', 'ship', 'truck') + + # fill in the dictionary with all the model names + models = {'EfficientNetB0': EfficientNetB0, 'MobileNet': MobileNet, 'MobileNetV2': MobileNetV2, 'ShuffleNetV2': ShuffleNetV2, 'DPN92': DPN92, 'SENet18': SENet18} + # Model + print('==> Building model..') + # net = VGG('VGG19') + # net = ResNet18() + # net = PreActResNet18() + # net = GoogLeNet() + # net = DenseNet121() + # net = ResNeXt29_2x64d() + # net = MobileNet() + # net = MobileNetV2() + # net = DPN92() + # net = ShuffleNetG2() + # net = SENet18() + # net = ShuffleNetV2(1) +>>>>>>> c5cdf5d90f46ce0a5e4d3d4ef31740f46740d28b + + size = 2 + processes = [] + + for rank in range(size): + p = Process(target=init_process, args=(rank, size, run)) + p.start() + processes.append(p) + + for p in processes: + p.join() diff --git a/models/__pycache__/__init__.cpython-36.pyc b/models/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 000000000..ffbf16a8a Binary files /dev/null and b/models/__pycache__/__init__.cpython-36.pyc differ diff --git a/models/__pycache__/densenet.cpython-36.pyc b/models/__pycache__/densenet.cpython-36.pyc new file mode 100644 index 000000000..061ba3f63 Binary files /dev/null and b/models/__pycache__/densenet.cpython-36.pyc differ diff --git a/models/__pycache__/dpn.cpython-36.pyc b/models/__pycache__/dpn.cpython-36.pyc new file mode 100644 index 000000000..f4b244cc1 Binary files /dev/null and b/models/__pycache__/dpn.cpython-36.pyc differ diff --git a/models/__pycache__/efficientnet.cpython-36.pyc b/models/__pycache__/efficientnet.cpython-36.pyc new file mode 100644 index 000000000..ff4614ec2 Binary files /dev/null and b/models/__pycache__/efficientnet.cpython-36.pyc differ diff --git a/models/__pycache__/googlenet.cpython-36.pyc b/models/__pycache__/googlenet.cpython-36.pyc new file mode 100644 index 000000000..08c6c2dd7 Binary files /dev/null and b/models/__pycache__/googlenet.cpython-36.pyc differ diff --git a/models/__pycache__/lenet.cpython-36.pyc b/models/__pycache__/lenet.cpython-36.pyc new file mode 100644 index 000000000..5a0620970 Binary files /dev/null and b/models/__pycache__/lenet.cpython-36.pyc differ diff --git a/models/__pycache__/mobilenet.cpython-36.pyc b/models/__pycache__/mobilenet.cpython-36.pyc new file mode 100644 index 000000000..2293a6662 Binary files /dev/null and b/models/__pycache__/mobilenet.cpython-36.pyc differ diff --git a/models/__pycache__/mobilenetv2.cpython-36.pyc b/models/__pycache__/mobilenetv2.cpython-36.pyc new file mode 100644 index 000000000..a40758676 Binary files /dev/null and b/models/__pycache__/mobilenetv2.cpython-36.pyc differ diff --git a/models/__pycache__/pnasnet.cpython-36.pyc b/models/__pycache__/pnasnet.cpython-36.pyc new file mode 100644 index 000000000..f5d1e2706 Binary files /dev/null and b/models/__pycache__/pnasnet.cpython-36.pyc differ diff --git a/models/__pycache__/preact_resnet.cpython-36.pyc b/models/__pycache__/preact_resnet.cpython-36.pyc new file mode 100644 index 000000000..a9c2c35ee Binary files /dev/null and b/models/__pycache__/preact_resnet.cpython-36.pyc differ diff --git a/models/__pycache__/resnet.cpython-36.pyc b/models/__pycache__/resnet.cpython-36.pyc new file mode 100644 index 000000000..86629d7d9 Binary files /dev/null and b/models/__pycache__/resnet.cpython-36.pyc differ diff --git a/models/__pycache__/resnext.cpython-36.pyc b/models/__pycache__/resnext.cpython-36.pyc new file mode 100644 index 000000000..1af0d5d4b Binary files /dev/null and b/models/__pycache__/resnext.cpython-36.pyc differ diff --git a/models/__pycache__/senet.cpython-36.pyc b/models/__pycache__/senet.cpython-36.pyc new file mode 100644 index 000000000..48ad7bc3d Binary files /dev/null and b/models/__pycache__/senet.cpython-36.pyc differ diff --git a/models/__pycache__/shufflenet.cpython-36.pyc b/models/__pycache__/shufflenet.cpython-36.pyc new file mode 100644 index 000000000..38131bb8b Binary files /dev/null and b/models/__pycache__/shufflenet.cpython-36.pyc differ diff --git a/models/__pycache__/shufflenetv2.cpython-36.pyc b/models/__pycache__/shufflenetv2.cpython-36.pyc new file mode 100644 index 000000000..34cd90c42 Binary files /dev/null and b/models/__pycache__/shufflenetv2.cpython-36.pyc differ diff --git a/models/__pycache__/vgg.cpython-36.pyc b/models/__pycache__/vgg.cpython-36.pyc new file mode 100644 index 000000000..f899c1942 Binary files /dev/null and b/models/__pycache__/vgg.cpython-36.pyc differ diff --git a/test.py b/test.py new file mode 100644 index 000000000..94a501750 --- /dev/null +++ b/test.py @@ -0,0 +1,212 @@ +"""run.py:""" +#!/usr/bin/env python +import os +import torch +import torch.distributed as dist +from torch.multiprocessing import Process +import torchvision +import torch.nn as nn +import torchvision.transforms as transforms +import torch.nn.functional as F +import torch.optim as optim +from random import Random +import math + + +data = [1, 2, 3, 4, 5, 6] + +class Net(nn.Module): + def __init__(self): + super(Net, self).__init__() + self.conv1 = nn.Conv2d(1, 32, 3, 1) + self.conv2 = nn.Conv2d(32, 64, 3, 1) + self.dropout1 = nn.Dropout2d(0.25) + self.dropout2 = nn.Dropout2d(0.5) + self.fc1 = nn.Linear(9216, 128) + self.fc2 = nn.Linear(128, 10) + + def forward(self, x): + x = self.conv1(x) + x = F.relu(x) + x = self.conv2(x) + x = F.max_pool2d(x, 2) + x = self.dropout1(x) + x = torch.flatten(x, 1) + x = self.fc1(x) + x = F.relu(x) + x = self.dropout2(x) + x = self.fc2(x) + output = F.log_softmax(x, dim=1) + return output + +""" Dataset partitioning helper """ +class Partition(object): + + def __init__(self, data, index): + self.data = data + self.index = index + + def __len__(self): + return len(self.index) + + def __getitem__(self, index): + data_idx = self.index[index] + return self.data[data_idx] + + +class DataPartitioner(object): + + def __init__(self, data, sizes=[0.7, 0.2, 0.1], seed=1234): + self.data = data + self.partitions = [] + rng = Random() + rng.seed(seed) + data_len = len(data) + indexes = [x for x in range(0, data_len)] + rng.shuffle(indexes) + + for frac in sizes: + part_len = int(frac * data_len) + self.partitions.append(indexes[0:part_len]) + indexes = indexes[part_len:] + + def use(self, partition): + return Partition(self.data, self.partitions[partition]) + + +""" Partitioning MNIST """ +def partition_dataset(): + dataset = torchvision.datasets.MNIST('./data', train=True, download=True, + transform=transforms.Compose([ + transforms.ToTensor(), + transforms.Normalize((0.1307,), (0.3081,)) + ])) + size = dist.get_world_size() + bsz = int(128 / float(size)) + partition_sizes = [1.0 / size for _ in range(size)] + partition = DataPartitioner(dataset, partition_sizes) + partition = partition.use(dist.get_rank()) + train_set = torch.utils.data.DataLoader(partition, + batch_size=bsz, + shuffle=True) + return train_set, bsz + +""" Distributed Synchronous SGD Example """ +def run(rank, size): + torch.manual_seed(1234) + train_set, bsz = partition_dataset() + model = Net() + optimizer = optim.SGD(model.parameters(), + lr=0.01, momentum=0.5) + + num_batches = ceil(len(train_set.dataset) / float(bsz)) + for epoch in range(10): + epoch_loss = 0.0 + for data, target in train_set: + optimizer.zero_grad() + output = model(data) + loss = F.nll_loss(output, target) + epoch_loss += loss.item() + loss.backward() + average_gradients(model) + optimizer.step() + print('Rank ', dist.get_rank(), ', epoch ', + epoch, ': ', epoch_loss / num_batches) + +def average_gradients(model): + size = float(dist.get_world_size()) + for param in model.parameters(): + dist.all_reduce(param.grad.data, op=dist.reduce_op.SUM) + param.grad.data /= size + +""" Implementation of a ring-reduce with addition. """ +def allreduce(send, recv): + rank = dist.get_rank() + size = dist.get_world_size() + send_buff = th.zeros(send.size()) + recv_buff = th.zeros(send.size()) + accum = th.zeros(send.size()) + accum[:] = send[:] + + left = ((rank - 1) + size) % size + right = (rank + 1) % size + + for i in range(size - 1): + if i % 2 == 0: + # Send send_buff + send_req = dist.isend(send_buff, right) + dist.recv(recv_buff, left) + accum[:] += recv[:] + else: + # Send recv_buff + send_req = dist.isend(recv_buff, right) + dist.recv(send_buff, left) + accum[:] += send[:] + send_req.wait() + recv[:] = accum[:] + + +def run(rank, size): + torch.manual_seed(1234) + train_set, bsz = partition_dataset() + model = Net() + optimizer = optim.SGD(model.parameters(), + lr=0.01, momentum=0.5) + + num_batches = math.ceil(len(train_set.dataset) / float(bsz)) + for epoch in range(10): + epoch_loss = 0.0 + for data, target in train_set: + optimizer.zero_grad() + output = model(data) + loss = F.nll_loss(output, target) + epoch_loss += loss.item() + loss.backward() + average_gradients(model) + optimizer.step() + print('Rank ', dist.get_rank(), ', epoch ', + epoch, ': ', epoch_loss / num_batches) + + +""" Gradient averaging. """ +def average_gradients(model): + size = float(dist.get_world_size()) + for param in model.parameters(): + dist.all_reduce(param.grad.data, op=dist.reduce_op.SUM) + param.grad.data /= size + + +def init_process(rank, size, fn, backend='nccl'): + """ Initialize the distributed environment. """ + os.environ['MASTER_ADDR'] = '127.0.0.1' + os.environ['MASTER_PORT'] = '29500' + print('Establishing connection with rank {}'.format(rank)) + # dist.init_process_group(backend, rank=rank, world_size=size) + dist.init_process_group( + backend, + init_method='file:///home/rbhanda/roshan/nodefiles/sharedfile', # :45949 44321 44902 + rank=rank, + world_size=size + ) + + print('Establised connection with rank 1') + fn(rank, size) + + +if __name__ == "__main__": + size = 2 + processes = [] + + bsz = 2 / float(size) + partition_sizes = [1.0 / size for _ in range(size)] + partition = DataPartitioner(data, partition_sizes) + + for rank in range(size): + dataset = partition.use(rank) + p = Process(target=init_process, args=(rank, size, run)) + p.start() + processes.append(p) + + for p in processes: + p.join() + diff --git a/utils.py b/utils.py index 4c9b3f90c..917ffd4d3 100644 --- a/utils.py +++ b/utils.py @@ -40,14 +40,24 @@ def init_params(net): init.normal(m.weight, std=1e-3) if m.bias: init.constant(m.bias, 0) - - -_, term_width = os.popen('stty size', 'r').read().split() +print(os.popen('stty size', 'r').read()) +with open('name.txt', 'w') as file: + file.write(os.popen('stty size', 'r').read()) + +try: + _, term_width = os.popen('stty size', 'r').read().split() +except: + term_width = os.popen('stty size', 'r').read().split() + + +term_width = 132 +print("term_width:: ", term_width) term_width = int(term_width) TOTAL_BAR_LENGTH = 65. last_time = time.time() begin_time = last_time +# write to the disk whatever is being written to the console def progress_bar(current, total, msg=None): global last_time, begin_time if current == 0: @@ -56,6 +66,7 @@ def progress_bar(current, total, msg=None): cur_len = int(TOTAL_BAR_LENGTH*current/total) rest_len = int(TOTAL_BAR_LENGTH - cur_len) - 1 + sys.stdout.write(' [') for i in range(cur_len): sys.stdout.write('=') @@ -63,7 +74,7 @@ def progress_bar(current, total, msg=None): for i in range(rest_len): sys.stdout.write('.') sys.stdout.write(']') - + cur_time = time.time() step_time = cur_time - last_time last_time = cur_time @@ -77,20 +88,30 @@ def progress_bar(current, total, msg=None): msg = ''.join(L) sys.stdout.write(msg) + # accumulate all the text + log = msg for i in range(term_width-int(TOTAL_BAR_LENGTH)-len(msg)-3): sys.stdout.write(' ') + log += ' ' # Go back to the center of the bar. for i in range(term_width-int(TOTAL_BAR_LENGTH/2)+2): sys.stdout.write('\b') + sys.stdout.write(' %d/%d ' % (current+1, total)) + log += str(current+1) + '/' + str(total) if current < total-1: sys.stdout.write('\r') + log += '\r' else: sys.stdout.write('\n') + log += '\n' + sys.stdout.flush() + return log + def format_time(seconds): days = int(seconds / 3600/24) seconds = seconds - days*3600*24 diff --git a/utils.py.orig b/utils.py.orig new file mode 100644 index 000000000..f3ec1293b --- /dev/null +++ b/utils.py.orig @@ -0,0 +1,148 @@ +'''Some helper functions for PyTorch, including: + - get_mean_and_std: calculate the mean and std value of dataset. + - msr_init: net parameter initialization. + - progress_bar: progress bar mimic xlua.progress. +''' +import os +import sys +import time +import math + +import torch.nn as nn +import torch.nn.init as init + + +def get_mean_and_std(dataset): + '''Compute the mean and std value of dataset.''' + dataloader = torch.utils.data.DataLoader(dataset, batch_size=1, shuffle=True, num_workers=2) + mean = torch.zeros(3) + std = torch.zeros(3) + print('==> Computing mean and std..') + for inputs, targets in dataloader: + for i in range(3): + mean[i] += inputs[:,i,:,:].mean() + std[i] += inputs[:,i,:,:].std() + mean.div_(len(dataset)) + std.div_(len(dataset)) + return mean, std + +def init_params(net): + '''Init layer parameters.''' + for m in net.modules(): + if isinstance(m, nn.Conv2d): + init.kaiming_normal(m.weight, mode='fan_out') + if m.bias: + init.constant(m.bias, 0) + elif isinstance(m, nn.BatchNorm2d): + init.constant(m.weight, 1) + init.constant(m.bias, 0) + elif isinstance(m, nn.Linear): + init.normal(m.weight, std=1e-3) + if m.bias: + init.constant(m.bias, 0) +print(os.popen('stty size', 'r').read()) +with open('name.txt', 'w') as file: + file.write(os.popen('stty size', 'r').read()) + +try: + _, term_width = os.popen('stty size', 'r').read().split() +except: + term_width = os.popen('stty size', 'r').read().split() + +<<<<<<< HEAD +======= + +term_width = 132 +print("term_width:: ", term_width) +>>>>>>> c5cdf5d90f46ce0a5e4d3d4ef31740f46740d28b +term_width = int(term_width) + +TOTAL_BAR_LENGTH = 65. +last_time = time.time() +begin_time = last_time +# write to the disk whatever is being written to the console +def progress_bar(current, total, msg=None): + global last_time, begin_time + if current == 0: + begin_time = time.time() # Reset for new bar. + + cur_len = int(TOTAL_BAR_LENGTH*current/total) + rest_len = int(TOTAL_BAR_LENGTH - cur_len) - 1 + + + sys.stdout.write(' [') + for i in range(cur_len): + sys.stdout.write('=') + sys.stdout.write('>') + for i in range(rest_len): + sys.stdout.write('.') + sys.stdout.write(']') + + cur_time = time.time() + step_time = cur_time - last_time + last_time = cur_time + tot_time = cur_time - begin_time + + L = [] + L.append(' Step: %s' % format_time(step_time)) + L.append(' | Tot: %s' % format_time(tot_time)) + if msg: + L.append(' | ' + msg) + + msg = ''.join(L) + sys.stdout.write(msg) + # accumulate all the text + log = msg + for i in range(term_width-int(TOTAL_BAR_LENGTH)-len(msg)-3): + sys.stdout.write(' ') + log += ' ' + + # Go back to the center of the bar. + for i in range(term_width-int(TOTAL_BAR_LENGTH/2)+2): + sys.stdout.write('\b') + + sys.stdout.write(' %d/%d ' % (current+1, total)) + log += str(current+1) + '/' + str(total) + + if current < total-1: + sys.stdout.write('\r') + log += '\r' + else: + sys.stdout.write('\n') + log += '\n' + + sys.stdout.flush() + + return log + +def format_time(seconds): + days = int(seconds / 3600/24) + seconds = seconds - days*3600*24 + hours = int(seconds / 3600) + seconds = seconds - hours*3600 + minutes = int(seconds / 60) + seconds = seconds - minutes*60 + secondsf = int(seconds) + seconds = seconds - secondsf + millis = int(seconds*1000) + + f = '' + i = 1 + if days > 0: + f += str(days) + 'D' + i += 1 + if hours > 0 and i <= 2: + f += str(hours) + 'h' + i += 1 + if minutes > 0 and i <= 2: + f += str(minutes) + 'm' + i += 1 + if secondsf > 0 and i <= 2: + f += str(secondsf) + 's' + i += 1 + if millis > 0 and i <= 2: + f += str(millis) + 'ms' + i += 1 + if f == '': + f = '0ms' + return f diff --git a/vgpu_run.pbs b/vgpu_run.pbs new file mode 100644 index 000000000..3fcb01658 --- /dev/null +++ b/vgpu_run.pbs @@ -0,0 +1,12 @@ +#!/bin/sh +#PBS -N vgpu_run +#PBS -q testvgpu +#PBS -l select=1:mem=30gb:host=node3002+1:mem=30gb:host=node3005,walltime=48:00:00 + +module add cuda-toolkit/9.0.176 +module load cuda-toolkit/vgpu-10.1.243 +module add anaconda3/5.1.0 +module add cuDNN/9.0v7.3.0 +source activate roshan +cd /home/rbhanda/roshan/pytorch-cifar +python main.py --resume --lr=0.01