4GPU_mxnet.log

Namespace(batch_norm=False, batch_size=32, batchnorm_layout='NCHW', conv_layout='NCHW', crop_ratio=0.875, dali_fuse_decoder=1, dali_nvjpeg_memory_padding=64, dali_prefetch_queue=2, dali_separ_val=False, dali_threads=3, dali_validation_threads=10, data_backend='mxnet', data_dir='/data/imagenet/train-480-val-256-recordio', data_pred=None, data_val_resize=256, dtype='float32', flag=1, hard_weight=0.5, image_shape=[3, 224, 224], input_layout='NCHW', input_size=224, kv_store='device', label_smoothing=False, last_gamma=False, log_interval=50, logging_file='train_imagenet.log', lr=0.1, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='step', mixup=False, mixup_alpha=0.2, mixup_off_epoch=0, mode=None, model='resnet18_v1', momentum=0.9, no_wd=False, num_epochs=3, num_examples=1281167, num_gpus=4, num_training_samples=1281167, num_workers=4, pooling_layout='NCHW', rec_train='/data/imagenet/train-480-val-256-recordio/train.rec', rec_train_idx='/data/imagenet/train-480-val-256-recordio/train.idx', rec_val='/data/imagenet/train-480-val-256-recordio/val.rec', rec_val_idx='/data/imagenet/train-480-val-256-recordio/val.idx', resume_epoch=0, resume_params='', resume_states='', rgb_mean=[123.68, 116.779, 103.939], rgb_std=[58.393, 57.12, 57.375], save_dir='params', save_frequency=10, teacher=None, temperature=20, use_gn=False, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=0, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [50]	Speed: 716.352902 samples/sec	accuracy=0.001094	lr=0.100000
Epoch[0] Batch [100]	Speed: 1080.602613 samples/sec	accuracy=0.001797	lr=0.100000
Epoch[0] Batch [150]	Speed: 1119.608746 samples/sec	accuracy=0.001927	lr=0.100000
Epoch[0] Batch [200]	Speed: 1109.656110 samples/sec	accuracy=0.001836	lr=0.100000
Epoch[0] Batch [250]	Speed: 1111.048384 samples/sec	accuracy=0.001937	lr=0.100000
Epoch[0] Batch [300]	Speed: 1100.026788 samples/sec	accuracy=0.002292	lr=0.100000
Epoch[0] Batch [350]	Speed: 1129.350358 samples/sec	accuracy=0.002500	lr=0.100000
Epoch[0] Batch [400]	Speed: 1131.260635 samples/sec	accuracy=0.002715	lr=0.100000
Epoch[0] Batch [450]	Speed: 1138.953712 samples/sec	accuracy=0.002899	lr=0.100000
Epoch[0] Batch [500]	Speed: 1138.331770 samples/sec	accuracy=0.003344	lr=0.100000
Epoch[0] Batch [550]	Speed: 1129.408090 samples/sec	accuracy=0.003523	lr=0.100000
Epoch[0] Batch [600]	Speed: 1128.516636 samples/sec	accuracy=0.003763	lr=0.100000
Epoch[0] Batch [650]	Speed: 1124.037371 samples/sec	accuracy=0.003930	lr=0.100000
Epoch[0] Batch [700]	Speed: 1120.474063 samples/sec	accuracy=0.004063	lr=0.100000
Epoch[0] Batch [750]	Speed: 1118.499289 samples/sec	accuracy=0.004281	lr=0.100000
Epoch[0] Batch [800]	Speed: 1111.185946 samples/sec	accuracy=0.004521	lr=0.100000
Epoch[0] Batch [850]	Speed: 1120.102695 samples/sec	accuracy=0.004706	lr=0.100000
Epoch[0] Batch [900]	Speed: 1116.441746 samples/sec	accuracy=0.004991	lr=0.100000
Epoch[0] Batch [950]	Speed: 1127.151255 samples/sec	accuracy=0.005354	lr=0.100000
Epoch[0] Batch [1000]	Speed: 1122.586224 samples/sec	accuracy=0.005703	lr=0.100000
Epoch[0] Batch [1050]	Speed: 1099.572768 samples/sec	accuracy=0.005856	lr=0.100000
Epoch[0] Batch [1100]	Speed: 1099.990682 samples/sec	accuracy=0.006193	lr=0.100000
Epoch[0] Batch [1150]	Speed: 1110.501190 samples/sec	accuracy=0.006508	lr=0.100000
Epoch[0] Batch [1200]	Speed: 1111.052017 samples/sec	accuracy=0.006862	lr=0.100000
Epoch[0] Batch [1250]	Speed: 1108.345799 samples/sec	accuracy=0.007250	lr=0.100000
Epoch[0] Batch [1300]	Speed: 1106.505177 samples/sec	accuracy=0.007434	lr=0.100000
Epoch[0] Batch [1350]	Speed: 1106.889307 samples/sec	accuracy=0.007894	lr=0.100000
Epoch[0] Batch [1400]	Speed: 1116.090030 samples/sec	accuracy=0.008348	lr=0.100000
Epoch[0] Batch [1450]	Speed: 1118.885031 samples/sec	accuracy=0.008723	lr=0.100000
Epoch[0] Batch [1500]	Speed: 1121.102344 samples/sec	accuracy=0.009104	lr=0.100000
Epoch[0] Batch [1550]	Speed: 1130.662590 samples/sec	accuracy=0.009461	lr=0.100000
Epoch[0] Batch [1600]	Speed: 1128.235983 samples/sec	accuracy=0.009819	lr=0.100000
Epoch[0] Batch [1650]	Speed: 1129.211635 samples/sec	accuracy=0.010237	lr=0.100000
Epoch[0] Batch [1700]	Speed: 1128.092888 samples/sec	accuracy=0.010588	lr=0.100000
Epoch[0] Batch [1750]	Speed: 1127.398933 samples/sec	accuracy=0.011085	lr=0.100000
Epoch[0] Batch [1800]	Speed: 1128.618221 samples/sec	accuracy=0.011445	lr=0.100000
Epoch[0] Batch [1850]	Speed: 1131.863800 samples/sec	accuracy=0.011955	lr=0.100000
Epoch[0] Batch [1900]	Speed: 1130.445656 samples/sec	accuracy=0.012389	lr=0.100000
Epoch[0] Batch [1950]	Speed: 1127.243127 samples/sec	accuracy=0.012792	lr=0.100000
Epoch[0] Batch [2000]	Speed: 1129.518819 samples/sec	accuracy=0.013312	lr=0.100000
Epoch[0] Batch [2050]	Speed: 1130.061656 samples/sec	accuracy=0.013761	lr=0.100000
Epoch[0] Batch [2100]	Speed: 1132.365901 samples/sec	accuracy=0.014241	lr=0.100000
Epoch[0] Batch [2150]	Speed: 1129.474667 samples/sec	accuracy=0.014702	lr=0.100000
Epoch[0] Batch [2200]	Speed: 1131.192989 samples/sec	accuracy=0.015135	lr=0.100000
Epoch[0] Batch [2250]	Speed: 1133.675962 samples/sec	accuracy=0.015528	lr=0.100000
Epoch[0] Batch [2300]	Speed: 1137.663736 samples/sec	accuracy=0.015951	lr=0.100000
Epoch[0] Batch [2350]	Speed: 1137.560420 samples/sec	accuracy=0.016396	lr=0.100000
Epoch[0] Batch [2400]	Speed: 1136.061284 samples/sec	accuracy=0.016868	lr=0.100000
Epoch[0] Batch [2450]	Speed: 1134.018155 samples/sec	accuracy=0.017372	lr=0.100000
Epoch[0] Batch [2500]	Speed: 1130.901570 samples/sec	accuracy=0.017869	lr=0.100000
Epoch[0] Batch [2550]	Speed: 1123.982822 samples/sec	accuracy=0.018370	lr=0.100000
Epoch[0] Batch [2600]	Speed: 1129.805579 samples/sec	accuracy=0.018801	lr=0.100000
Epoch[0] Batch [2650]	Speed: 1128.186194 samples/sec	accuracy=0.019328	lr=0.100000
Epoch[0] Batch [2700]	Speed: 1126.028555 samples/sec	accuracy=0.019826	lr=0.100000
Epoch[0] Batch [2750]	Speed: 1114.776016 samples/sec	accuracy=0.020389	lr=0.100000
Epoch[0] Batch [2800]	Speed: 1115.407144 samples/sec	accuracy=0.020929	lr=0.100000
Epoch[0] Batch [2850]	Speed: 1138.856297 samples/sec	accuracy=0.021420	lr=0.100000
Epoch[0] Batch [2900]	Speed: 1137.247065 samples/sec	accuracy=0.022015	lr=0.100000
Epoch[0] Batch [2950]	Speed: 1138.678664 samples/sec	accuracy=0.022526	lr=0.100000
Epoch[0] Batch [3000]	Speed: 1140.160797 samples/sec	accuracy=0.023060	lr=0.100000
Epoch[0] Batch [3050]	Speed: 1133.587825 samples/sec	accuracy=0.023599	lr=0.100000
Epoch[0] Batch [3100]	Speed: 1131.189462 samples/sec	accuracy=0.024088	lr=0.100000
Epoch[0] Batch [3150]	Speed: 1128.849455 samples/sec	accuracy=0.024645	lr=0.100000
Epoch[0] Batch [3200]	Speed: 1126.069414 samples/sec	accuracy=0.025090	lr=0.100000
Epoch[0] Batch [3250]	Speed: 1124.039206 samples/sec	accuracy=0.025594	lr=0.100000
Epoch[0] Batch [3300]	Speed: 1120.734209 samples/sec	accuracy=0.026106	lr=0.100000
Epoch[0] Batch [3350]	Speed: 1124.556059 samples/sec	accuracy=0.026632	lr=0.100000
Epoch[0] Batch [3400]	Speed: 1127.142121 samples/sec	accuracy=0.027204	lr=0.100000
Epoch[0] Batch [3450]	Speed: 1125.845409 samples/sec	accuracy=0.027751	lr=0.100000
Epoch[0] Batch [3500]	Speed: 1124.110471 samples/sec	accuracy=0.028348	lr=0.100000
Epoch[0] Batch [3550]	Speed: 1131.250052 samples/sec	accuracy=0.028957	lr=0.100000
Epoch[0] Batch [3600]	Speed: 1128.932488 samples/sec	accuracy=0.029559	lr=0.100000
Epoch[0] Batch [3650]	Speed: 1130.429185 samples/sec	accuracy=0.030143	lr=0.100000
Epoch[0] Batch [3700]	Speed: 1134.654958 samples/sec	accuracy=0.030650	lr=0.100000
Epoch[0] Batch [3750]	Speed: 1131.565357 samples/sec	accuracy=0.031269	lr=0.100000
Epoch[0] Batch [3800]	Speed: 1137.125519 samples/sec	accuracy=0.031772	lr=0.100000
Epoch[0] Batch [3850]	Speed: 1136.655237 samples/sec	accuracy=0.032340	lr=0.100000
Epoch[0] Batch [3900]	Speed: 1134.560963 samples/sec	accuracy=0.032867	lr=0.100000
Epoch[0] Batch [3950]	Speed: 1130.667400 samples/sec	accuracy=0.033392	lr=0.100000
Epoch[0] Batch [4000]	Speed: 1133.242686 samples/sec	accuracy=0.033971	lr=0.100000
Epoch[0] Batch [4050]	Speed: 1136.515339 samples/sec	accuracy=0.034531	lr=0.100000
Epoch[0] Batch [4100]	Speed: 1127.075203 samples/sec	accuracy=0.035192	lr=0.100000
Epoch[0] Batch [4150]	Speed: 1129.632754 samples/sec	accuracy=0.035742	lr=0.100000
Epoch[0] Batch [4200]	Speed: 1132.279210 samples/sec	accuracy=0.036336	lr=0.100000
Epoch[0] Batch [4250]	Speed: 1129.932604 samples/sec	accuracy=0.036884	lr=0.100000
Epoch[0] Batch [4300]	Speed: 1133.296893 samples/sec	accuracy=0.037520	lr=0.100000
Epoch[0] Batch [4350]	Speed: 1132.236418 samples/sec	accuracy=0.038051	lr=0.100000
Epoch[0] Batch [4400]	Speed: 1135.547062 samples/sec	accuracy=0.038631	lr=0.100000
Epoch[0] Batch [4450]	Speed: 1132.967185 samples/sec	accuracy=0.039175	lr=0.100000
Epoch[0] Batch [4500]	Speed: 1130.354832 samples/sec	accuracy=0.039734	lr=0.100000
Epoch[0] Batch [4550]	Speed: 1131.387559 samples/sec	accuracy=0.040319	lr=0.100000
Epoch[0] Batch [4600]	Speed: 1129.937788 samples/sec	accuracy=0.040866	lr=0.100000
Epoch[0] Batch [4650]	Speed: 1129.644068 samples/sec	accuracy=0.041406	lr=0.100000
Epoch[0] Batch [4700]	Speed: 1134.346941 samples/sec	accuracy=0.041985	lr=0.100000
Epoch[0] Batch [4750]	Speed: 1135.091763 samples/sec	accuracy=0.042546	lr=0.100000
Epoch[0] Batch [4800]	Speed: 1128.614236 samples/sec	accuracy=0.043110	lr=0.100000
Epoch[0] Batch [4850]	Speed: 1130.802241 samples/sec	accuracy=0.043658	lr=0.100000
Epoch[0] Batch [4900]	Speed: 1134.328534 samples/sec	accuracy=0.044203	lr=0.100000
Epoch[0] Batch [4950]	Speed: 1123.285123 samples/sec	accuracy=0.044803	lr=0.100000
Epoch[0] Batch [5000]	Speed: 1126.877667 samples/sec	accuracy=0.045380	lr=0.100000
Epoch[0] Batch [5050]	Speed: 1131.677034 samples/sec	accuracy=0.045956	lr=0.100000
Epoch[0] Batch [5100]	Speed: 1126.794368 samples/sec	accuracy=0.046556	lr=0.100000
Epoch[0] Batch [5150]	Speed: 1119.363171 samples/sec	accuracy=0.047165	lr=0.100000
Epoch[0] Batch [5200]	Speed: 1132.172476 samples/sec	accuracy=0.047727	lr=0.100000
Epoch[0] Batch [5250]	Speed: 1132.090684 samples/sec	accuracy=0.048318	lr=0.100000
Epoch[0] Batch [5300]	Speed: 1133.363738 samples/sec	accuracy=0.048943	lr=0.100000
Epoch[0] Batch [5350]	Speed: 1131.375352 samples/sec	accuracy=0.049525	lr=0.100000
Epoch[0] Batch [5400]	Speed: 1113.763674 samples/sec	accuracy=0.050114	lr=0.100000
Epoch[0] Batch [5450]	Speed: 1127.170944 samples/sec	accuracy=0.050728	lr=0.100000
Epoch[0] Batch [5500]	Speed: 1112.228258 samples/sec	accuracy=0.051267	lr=0.100000
Epoch[0] Batch [5550]	Speed: 1104.556112 samples/sec	accuracy=0.051868	lr=0.100000
Epoch[0] Batch [5600]	Speed: 1125.393845 samples/sec	accuracy=0.052492	lr=0.100000
Epoch[0] Batch [5650]	Speed: 1121.259220 samples/sec	accuracy=0.053079	lr=0.100000
Epoch[0] Batch [5700]	Speed: 1126.309197 samples/sec	accuracy=0.053636	lr=0.100000
Epoch[0] Batch [5750]	Speed: 1137.954117 samples/sec	accuracy=0.054167	lr=0.100000
Epoch[0] Batch [5800]	Speed: 1136.699470 samples/sec	accuracy=0.054759	lr=0.100000
Epoch[0] Batch [5850]	Speed: 1130.822820 samples/sec	accuracy=0.055290	lr=0.100000
Epoch[0] Batch [5900]	Speed: 1136.277733 samples/sec	accuracy=0.055963	lr=0.100000
Epoch[0] Batch [5950]	Speed: 1128.265574 samples/sec	accuracy=0.056581	lr=0.100000
Epoch[0] Batch [6000]	Speed: 1126.482377 samples/sec	accuracy=0.057233	lr=0.100000
Epoch[0] Batch [6050]	Speed: 1128.837682 samples/sec	accuracy=0.057876	lr=0.100000
Epoch[0] Batch [6100]	Speed: 1138.736098 samples/sec	accuracy=0.058461	lr=0.100000
Epoch[0] Batch [6150]	Speed: 1134.876437 samples/sec	accuracy=0.059085	lr=0.100000
Epoch[0] Batch [6200]	Speed: 1131.351653 samples/sec	accuracy=0.059730	lr=0.100000
Epoch[0] Batch [6250]	Speed: 1134.938095 samples/sec	accuracy=0.060331	lr=0.100000
Epoch[0] Batch [6300]	Speed: 1131.677940 samples/sec	accuracy=0.060924	lr=0.100000
Epoch[0] Batch [6350]	Speed: 1128.831606 samples/sec	accuracy=0.061507	lr=0.100000
Epoch[0] Batch [6400]	Speed: 1123.978304 samples/sec	accuracy=0.062081	lr=0.100000
Epoch[0] Batch [6450]	Speed: 1125.411963 samples/sec	accuracy=0.062722	lr=0.100000
Epoch[0] Batch [6500]	Speed: 1122.278577 samples/sec	accuracy=0.063323	lr=0.100000
Epoch[0] Batch [6550]	Speed: 1125.582177 samples/sec	accuracy=0.063890	lr=0.100000
Epoch[0] Batch [6600]	Speed: 1129.653196 samples/sec	accuracy=0.064439	lr=0.100000
Epoch[0] Batch [6650]	Speed: 1129.185748 samples/sec	accuracy=0.065040	lr=0.100000
Epoch[0] Batch [6700]	Speed: 1126.258492 samples/sec	accuracy=0.065625	lr=0.100000
Epoch[0] Batch [6750]	Speed: 1124.512907 samples/sec	accuracy=0.066168	lr=0.100000
Epoch[0] Batch [6800]	Speed: 1123.366776 samples/sec	accuracy=0.066754	lr=0.100000
Epoch[0] Batch [6850]	Speed: 1126.481621 samples/sec	accuracy=0.067378	lr=0.100000
Epoch[0] Batch [6900]	Speed: 1130.426043 samples/sec	accuracy=0.067940	lr=0.100000
Epoch[0] Batch [6950]	Speed: 1130.246033 samples/sec	accuracy=0.068493	lr=0.100000
Epoch[0] Batch [7000]	Speed: 1128.056101 samples/sec	accuracy=0.069049	lr=0.100000
Epoch[0] Batch [7050]	Speed: 1128.038798 samples/sec	accuracy=0.069655	lr=0.100000
Epoch[0] Batch [7100]	Speed: 1134.641578 samples/sec	accuracy=0.070240	lr=0.100000
Epoch[0] Batch [7150]	Speed: 1127.570696 samples/sec	accuracy=0.070779	lr=0.100000
Epoch[0] Batch [7200]	Speed: 1122.485252 samples/sec	accuracy=0.071330	lr=0.100000
Epoch[0] Batch [7250]	Speed: 1125.853673 samples/sec	accuracy=0.071834	lr=0.100000
Epoch[0] Batch [7300]	Speed: 1125.548007 samples/sec	accuracy=0.072453	lr=0.100000
Epoch[0] Batch [7350]	Speed: 1128.816653 samples/sec	accuracy=0.072987	lr=0.100000
Epoch[0] Batch [7400]	Speed: 1130.219574 samples/sec	accuracy=0.073581	lr=0.100000
Epoch[0] Batch [7450]	Speed: 1125.955960 samples/sec	accuracy=0.074134	lr=0.100000
Epoch[0] Batch [7500]	Speed: 1124.883057 samples/sec	accuracy=0.074714	lr=0.100000
Epoch[0] Batch [7550]	Speed: 1126.024256 samples/sec	accuracy=0.075313	lr=0.100000
Epoch[0] Batch [7600]	Speed: 1126.750618 samples/sec	accuracy=0.075849	lr=0.100000
Epoch[0] Batch [7650]	Speed: 1129.460410 samples/sec	accuracy=0.076449	lr=0.100000
Epoch[0] Batch [7700]	Speed: 1104.289202 samples/sec	accuracy=0.076976	lr=0.100000
Epoch[0] Batch [7750]	Speed: 1108.269792 samples/sec	accuracy=0.077541	lr=0.100000
Epoch[0] Batch [7800]	Speed: 1107.805377 samples/sec	accuracy=0.078123	lr=0.100000
Epoch[0] Batch [7850]	Speed: 1109.173071 samples/sec	accuracy=0.078691	lr=0.100000
Epoch[0] Batch [7900]	Speed: 1113.437150 samples/sec	accuracy=0.079275	lr=0.100000
Epoch[0] Batch [7950]	Speed: 1106.625648 samples/sec	accuracy=0.079843	lr=0.100000
Epoch[0] Batch [8000]	Speed: 1116.284916 samples/sec	accuracy=0.080408	lr=0.100000
Epoch[0] Batch [8050]	Speed: 1119.681365 samples/sec	accuracy=0.080947	lr=0.100000
Epoch[0] Batch [8100]	Speed: 1120.702392 samples/sec	accuracy=0.081447	lr=0.100000
Epoch[0] Batch [8150]	Speed: 1116.104694 samples/sec	accuracy=0.081993	lr=0.100000
Epoch[0] Batch [8200]	Speed: 1107.989102 samples/sec	accuracy=0.082517	lr=0.100000
Epoch[0] Batch [8250]	Speed: 1089.958355 samples/sec	accuracy=0.083036	lr=0.100000
Epoch[0] Batch [8300]	Speed: 1118.901028 samples/sec	accuracy=0.083609	lr=0.100000
Epoch[0] Batch [8350]	Speed: 1122.201867 samples/sec	accuracy=0.084153	lr=0.100000
Epoch[0] Batch [8400]	Speed: 1122.030751 samples/sec	accuracy=0.084708	lr=0.100000
Epoch[0] Batch [8450]	Speed: 1125.680167 samples/sec	accuracy=0.085262	lr=0.100000
Epoch[0] Batch [8500]	Speed: 1123.602023 samples/sec	accuracy=0.085773	lr=0.100000
Epoch[0] Batch [8550]	Speed: 1126.726072 samples/sec	accuracy=0.086330	lr=0.100000
Epoch[0] Batch [8600]	Speed: 1124.438153 samples/sec	accuracy=0.086870	lr=0.100000
Epoch[0] Batch [8650]	Speed: 1129.705206 samples/sec	accuracy=0.087379	lr=0.100000
Epoch[0] Batch [8700]	Speed: 1125.935463 samples/sec	accuracy=0.087921	lr=0.100000
Epoch[0] Batch [8750]	Speed: 1132.415391 samples/sec	accuracy=0.088432	lr=0.100000
Epoch[0] Batch [8800]	Speed: 1126.604826 samples/sec	accuracy=0.088945	lr=0.100000
Epoch[0] Batch [8850]	Speed: 1123.802129 samples/sec	accuracy=0.089531	lr=0.100000
Epoch[0] Batch [8900]	Speed: 1127.383261 samples/sec	accuracy=0.090123	lr=0.100000
Epoch[0] Batch [8950]	Speed: 1126.473395 samples/sec	accuracy=0.090653	lr=0.100000
Epoch[0] Batch [9000]	Speed: 1118.834245 samples/sec	accuracy=0.091184	lr=0.100000
Epoch[0] Batch [9050]	Speed: 1124.183205 samples/sec	accuracy=0.091713	lr=0.100000
Epoch[0] Batch [9100]	Speed: 1125.578165 samples/sec	accuracy=0.092260	lr=0.100000
Epoch[0] Batch [9150]	Speed: 1123.326771 samples/sec	accuracy=0.092781	lr=0.100000
Epoch[0] Batch [9200]	Speed: 1125.642026 samples/sec	accuracy=0.093336	lr=0.100000
Epoch[0] Batch [9250]	Speed: 1126.295918 samples/sec	accuracy=0.093840	lr=0.100000
Epoch[0] Batch [9300]	Speed: 1121.821618 samples/sec	accuracy=0.094378	lr=0.100000
Epoch[0] Batch [9350]	Speed: 1118.551442 samples/sec	accuracy=0.094925	lr=0.100000
Epoch[0] Batch [9400]	Speed: 1118.198302 samples/sec	accuracy=0.095408	lr=0.100000
Epoch[0] Batch [9450]	Speed: 1122.988368 samples/sec	accuracy=0.095925	lr=0.100000
Epoch[0] Batch [9500]	Speed: 1120.960444 samples/sec	accuracy=0.096465	lr=0.100000
Epoch[0] Batch [9550]	Speed: 1126.148259 samples/sec	accuracy=0.096963	lr=0.100000
Epoch[0] Batch [9600]	Speed: 1123.752120 samples/sec	accuracy=0.097498	lr=0.100000
Epoch[0] Batch [9650]	Speed: 1125.870814 samples/sec	accuracy=0.097996	lr=0.100000
Epoch[0] Batch [9700]	Speed: 1122.601764 samples/sec	accuracy=0.098528	lr=0.100000
Epoch[0] Batch [9750]	Speed: 1125.475899 samples/sec	accuracy=0.099023	lr=0.100000
Epoch[0] Batch [9800]	Speed: 1124.865664 samples/sec	accuracy=0.099519	lr=0.100000
Epoch[0] Batch [9850]	Speed: 1127.382740 samples/sec	accuracy=0.100006	lr=0.100000
Epoch[0] Batch [9900]	Speed: 1124.105058 samples/sec	accuracy=0.100537	lr=0.100000
Epoch[0] Batch [9950]	Speed: 1177.851041 samples/sec	accuracy=0.100981	lr=0.100000
Epoch[0] Batch [10000]	Speed: 1130.303952 samples/sec	accuracy=0.101517	lr=0.100000
Epoch[0] Batch [10009]	Speed: 968.111792 samples/sec	accuracy=0.101617	lr=0.100000
[Epoch 0] training: accuracy=0.101617
[Epoch 0] speed: 1121 samples/sec	time cost: 1142.140067
[Epoch 0] validation: err-top1=0.763447 err-top5=0.519541
Epoch[1] Batch [50]	Speed: 1101.722445 samples/sec	accuracy=0.201406	lr=0.100000
Epoch[1] Batch [100]	Speed: 1124.411400 samples/sec	accuracy=0.205234	lr=0.100000
Epoch[1] Batch [150]	Speed: 1124.339673 samples/sec	accuracy=0.206927	lr=0.100000
Epoch[1] Batch [200]	Speed: 1123.631089 samples/sec	accuracy=0.205859	lr=0.100000
Epoch[1] Batch [250]	Speed: 1129.540682 samples/sec	accuracy=0.205313	lr=0.100000
Epoch[1] Batch [300]	Speed: 1126.012826 samples/sec	accuracy=0.203984	lr=0.100000
Epoch[1] Batch [350]	Speed: 1125.655479 samples/sec	accuracy=0.205446	lr=0.100000
Epoch[1] Batch [400]	Speed: 1127.305000 samples/sec	accuracy=0.205801	lr=0.100000
Epoch[1] Batch [450]	Speed: 1123.012093 samples/sec	accuracy=0.206615	lr=0.100000
Epoch[1] Batch [500]	Speed: 1118.488896 samples/sec	accuracy=0.206687	lr=0.100000
Epoch[1] Batch [550]	Speed: 1120.349950 samples/sec	accuracy=0.206719	lr=0.100000
Epoch[1] Batch [600]	Speed: 1117.764486 samples/sec	accuracy=0.206966	lr=0.100000
Epoch[1] Batch [650]	Speed: 1123.217958 samples/sec	accuracy=0.207668	lr=0.100000
Epoch[1] Batch [700]	Speed: 1115.564563 samples/sec	accuracy=0.208504	lr=0.100000
Epoch[1] Batch [750]	Speed: 1103.379752 samples/sec	accuracy=0.208292	lr=0.100000
Epoch[1] Batch [800]	Speed: 1103.612146 samples/sec	accuracy=0.208506	lr=0.100000
Epoch[1] Batch [850]	Speed: 1112.587136 samples/sec	accuracy=0.208649	lr=0.100000
Epoch[1] Batch [900]	Speed: 1108.478846 samples/sec	accuracy=0.209036	lr=0.100000
Epoch[1] Batch [950]	Speed: 1112.543791 samples/sec	accuracy=0.209408	lr=0.100000
Epoch[1] Batch [1000]	Speed: 1120.761021 samples/sec	accuracy=0.209594	lr=0.100000
Epoch[1] Batch [1050]	Speed: 1115.111756 samples/sec	accuracy=0.210037	lr=0.100000
Epoch[1] Batch [1100]	Speed: 1116.918219 samples/sec	accuracy=0.210298	lr=0.100000
Epoch[1] Batch [1150]	Speed: 1114.996517 samples/sec	accuracy=0.210808	lr=0.100000
Epoch[1] Batch [1200]	Speed: 1118.203938 samples/sec	accuracy=0.211159	lr=0.100000
Epoch[1] Batch [1250]	Speed: 1119.252931 samples/sec	accuracy=0.211644	lr=0.100000
Epoch[1] Batch [1300]	Speed: 1119.152745 samples/sec	accuracy=0.212139	lr=0.100000
Epoch[1] Batch [1350]	Speed: 1115.433794 samples/sec	accuracy=0.212448	lr=0.100000
Epoch[1] Batch [1400]	Speed: 1120.558816 samples/sec	accuracy=0.212885	lr=0.100000
Epoch[1] Batch [1450]	Speed: 1119.845926 samples/sec	accuracy=0.213023	lr=0.100000
Epoch[1] Batch [1500]	Speed: 1125.291660 samples/sec	accuracy=0.213573	lr=0.100000
Epoch[1] Batch [1550]	Speed: 1122.633266 samples/sec	accuracy=0.213579	lr=0.100000
Epoch[1] Batch [1600]	Speed: 1121.944040 samples/sec	accuracy=0.213662	lr=0.100000
Epoch[1] Batch [1650]	Speed: 1126.994571 samples/sec	accuracy=0.213944	lr=0.100000
Epoch[1] Batch [1700]	Speed: 1133.376419 samples/sec	accuracy=0.214233	lr=0.100000
Epoch[1] Batch [1750]	Speed: 1131.925894 samples/sec	accuracy=0.214536	lr=0.100000
Epoch[1] Batch [1800]	Speed: 1127.831542 samples/sec	accuracy=0.214679	lr=0.100000
Epoch[1] Batch [1850]	Speed: 1133.511285 samples/sec	accuracy=0.214911	lr=0.100000
Epoch[1] Batch [1900]	Speed: 1128.143427 samples/sec	accuracy=0.215259	lr=0.100000
Epoch[1] Batch [1950]	Speed: 1126.045276 samples/sec	accuracy=0.215525	lr=0.100000
Epoch[1] Batch [2000]	Speed: 1130.393816 samples/sec	accuracy=0.215957	lr=0.100000
Epoch[1] Batch [2050]	Speed: 1130.549494 samples/sec	accuracy=0.216075	lr=0.100000
Epoch[1] Batch [2100]	Speed: 1125.976268 samples/sec	accuracy=0.216287	lr=0.100000
Epoch[1] Batch [2150]	Speed: 1127.264098 samples/sec	accuracy=0.216646	lr=0.100000
Epoch[1] Batch [2200]	Speed: 1127.984951 samples/sec	accuracy=0.216889	lr=0.100000
Epoch[1] Batch [2250]	Speed: 1129.760549 samples/sec	accuracy=0.216993	lr=0.100000
Epoch[1] Batch [2300]	Speed: 1126.766841 samples/sec	accuracy=0.217133	lr=0.100000
Epoch[1] Batch [2350]	Speed: 1132.795113 samples/sec	accuracy=0.217424	lr=0.100000
Epoch[1] Batch [2400]	Speed: 1132.677384 samples/sec	accuracy=0.217480	lr=0.100000
Epoch[1] Batch [2450]	Speed: 1135.652607 samples/sec	accuracy=0.217768	lr=0.100000
Epoch[1] Batch [2500]	Speed: 1132.189428 samples/sec	accuracy=0.218141	lr=0.100000
Epoch[1] Batch [2550]	Speed: 1136.294712 samples/sec	accuracy=0.218410	lr=0.100000
Epoch[1] Batch [2600]	Speed: 1131.758480 samples/sec	accuracy=0.218609	lr=0.100000
Epoch[1] Batch [2650]	Speed: 1133.950754 samples/sec	accuracy=0.218889	lr=0.100000
Epoch[1] Batch [2700]	Speed: 1132.748458 samples/sec	accuracy=0.219207	lr=0.100000
Epoch[1] Batch [2750]	Speed: 1126.914803 samples/sec	accuracy=0.219591	lr=0.100000
Epoch[1] Batch [2800]	Speed: 1121.078980 samples/sec	accuracy=0.219880	lr=0.100000
Epoch[1] Batch [2850]	Speed: 1119.535949 samples/sec	accuracy=0.220132	lr=0.100000
Epoch[1] Batch [2900]	Speed: 1129.448672 samples/sec	accuracy=0.220329	lr=0.100000
Epoch[1] Batch [2950]	Speed: 1129.888610 samples/sec	accuracy=0.220434	lr=0.100000
Epoch[1] Batch [3000]	Speed: 1109.046867 samples/sec	accuracy=0.220659	lr=0.100000
Epoch[1] Batch [3050]	Speed: 1129.539208 samples/sec	accuracy=0.220820	lr=0.100000
Epoch[1] Batch [3100]	Speed: 1125.317181 samples/sec	accuracy=0.221220	lr=0.100000
Epoch[1] Batch [3150]	Speed: 1127.230915 samples/sec	accuracy=0.221510	lr=0.100000
Epoch[1] Batch [3200]	Speed: 1122.482577 samples/sec	accuracy=0.221855	lr=0.100000
Epoch[1] Batch [3250]	Speed: 1118.087453 samples/sec	accuracy=0.222151	lr=0.100000
Epoch[1] Batch [3300]	Speed: 1119.628873 samples/sec	accuracy=0.222460	lr=0.100000
Epoch[1] Batch [3350]	Speed: 1119.362705 samples/sec	accuracy=0.222766	lr=0.100000
Epoch[1] Batch [3400]	Speed: 1124.771021 samples/sec	accuracy=0.222985	lr=0.100000
Epoch[1] Batch [3450]	Speed: 1109.745841 samples/sec	accuracy=0.223236	lr=0.100000
Epoch[1] Batch [3500]	Speed: 1111.524544 samples/sec	accuracy=0.223348	lr=0.100000
Epoch[1] Batch [3550]	Speed: 1115.976629 samples/sec	accuracy=0.223495	lr=0.100000
Epoch[1] Batch [3600]	Speed: 1118.891700 samples/sec	accuracy=0.223748	lr=0.100000
Epoch[1] Batch [3650]	Speed: 1119.759646 samples/sec	accuracy=0.224065	lr=0.100000
Epoch[1] Batch [3700]	Speed: 1120.733695 samples/sec	accuracy=0.224291	lr=0.100000
Epoch[1] Batch [3750]	Speed: 1124.514697 samples/sec	accuracy=0.224625	lr=0.100000
Epoch[1] Batch [3800]	Speed: 1122.003691 samples/sec	accuracy=0.224901	lr=0.100000
Epoch[1] Batch [3850]	Speed: 1122.562752 samples/sec	accuracy=0.225041	lr=0.100000
Epoch[1] Batch [3900]	Speed: 1119.063306 samples/sec	accuracy=0.225353	lr=0.100000
Epoch[1] Batch [3950]	Speed: 1122.111800 samples/sec	accuracy=0.225514	lr=0.100000
Epoch[1] Batch [4000]	Speed: 1124.960700 samples/sec	accuracy=0.225721	lr=0.100000
Epoch[1] Batch [4050]	Speed: 1130.021791 samples/sec	accuracy=0.225895	lr=0.100000
Epoch[1] Batch [4100]	Speed: 1132.474918 samples/sec	accuracy=0.226101	lr=0.100000
Epoch[1] Batch [4150]	Speed: 1132.288189 samples/sec	accuracy=0.226397	lr=0.100000
Epoch[1] Batch [4200]	Speed: 1129.581559 samples/sec	accuracy=0.226728	lr=0.100000
Epoch[1] Batch [4250]	Speed: 1128.764630 samples/sec	accuracy=0.227007	lr=0.100000
Epoch[1] Batch [4300]	Speed: 1117.439659 samples/sec	accuracy=0.227258	lr=0.100000
Epoch[1] Batch [4350]	Speed: 1116.995091 samples/sec	accuracy=0.227452	lr=0.100000
Epoch[1] Batch [4400]	Speed: 1091.871388 samples/sec	accuracy=0.227715	lr=0.100000
Epoch[1] Batch [4450]	Speed: 1086.708121 samples/sec	accuracy=0.228035	lr=0.100000
Epoch[1] Batch [4500]	Speed: 1096.380547 samples/sec	accuracy=0.228234	lr=0.100000
Epoch[1] Batch [4550]	Speed: 1102.424212 samples/sec	accuracy=0.228357	lr=0.100000
Epoch[1] Batch [4600]	Speed: 1097.786555 samples/sec	accuracy=0.228587	lr=0.100000
Epoch[1] Batch [4650]	Speed: 1107.909075 samples/sec	accuracy=0.228794	lr=0.100000
Epoch[1] Batch [4700]	Speed: 1131.345073 samples/sec	accuracy=0.229074	lr=0.100000
Epoch[1] Batch [4750]	Speed: 1130.429804 samples/sec	accuracy=0.229314	lr=0.100000
Epoch[1] Batch [4800]	Speed: 1127.876940 samples/sec	accuracy=0.229507	lr=0.100000
Epoch[1] Batch [4850]	Speed: 1126.278339 samples/sec	accuracy=0.229737	lr=0.100000
Epoch[1] Batch [4900]	Speed: 1129.477946 samples/sec	accuracy=0.229912	lr=0.100000
Epoch[1] Batch [4950]	Speed: 1124.832999 samples/sec	accuracy=0.230011	lr=0.100000
Epoch[1] Batch [5000]	Speed: 1130.072122 samples/sec	accuracy=0.230267	lr=0.100000
Epoch[1] Batch [5050]	Speed: 1131.920214 samples/sec	accuracy=0.230458	lr=0.100000
Epoch[1] Batch [5100]	Speed: 1130.321562 samples/sec	accuracy=0.230671	lr=0.100000
Epoch[1] Batch [5150]	Speed: 1127.203319 samples/sec	accuracy=0.230886	lr=0.100000
Epoch[1] Batch [5200]	Speed: 1126.721816 samples/sec	accuracy=0.231128	lr=0.100000
Epoch[1] Batch [5250]	Speed: 1127.529680 samples/sec	accuracy=0.231344	lr=0.100000
Epoch[1] Batch [5300]	Speed: 1124.856519 samples/sec	accuracy=0.231579	lr=0.100000
Epoch[1] Batch [5350]	Speed: 1126.630123 samples/sec	accuracy=0.231811	lr=0.100000
Epoch[1] Batch [5400]	Speed: 1131.187889 samples/sec	accuracy=0.232069	lr=0.100000
Epoch[1] Batch [5450]	Speed: 1130.549208 samples/sec	accuracy=0.232404	lr=0.100000
Epoch[1] Batch [5500]	Speed: 1130.350881 samples/sec	accuracy=0.232678	lr=0.100000
Epoch[1] Batch [5550]	Speed: 1130.828822 samples/sec	accuracy=0.232852	lr=0.100000
Epoch[1] Batch [5600]	Speed: 1131.593930 samples/sec	accuracy=0.233039	lr=0.100000
Epoch[1] Batch [5650]	Speed: 1129.320188 samples/sec	accuracy=0.233252	lr=0.100000
Epoch[1] Batch [5700]	Speed: 1134.222899 samples/sec	accuracy=0.233422	lr=0.100000
Epoch[1] Batch [5750]	Speed: 1130.992340 samples/sec	accuracy=0.233687	lr=0.100000
Epoch[1] Batch [5800]	Speed: 1129.962712 samples/sec	accuracy=0.233948	lr=0.100000
Epoch[1] Batch [5850]	Speed: 1130.519117 samples/sec	accuracy=0.234227	lr=0.100000
Epoch[1] Batch [5900]	Speed: 1136.403187 samples/sec	accuracy=0.234478	lr=0.100000
Epoch[1] Batch [5950]	Speed: 1129.618303 samples/sec	accuracy=0.234752	lr=0.100000
Epoch[1] Batch [6000]	Speed: 1127.371329 samples/sec	accuracy=0.234940	lr=0.100000
Epoch[1] Batch [6050]	Speed: 1120.175098 samples/sec	accuracy=0.235190	lr=0.100000
Epoch[1] Batch [6100]	Speed: 1121.771128 samples/sec	accuracy=0.235407	lr=0.100000
Epoch[1] Batch [6150]	Speed: 1121.094478 samples/sec	accuracy=0.235630	lr=0.100000
Epoch[1] Batch [6200]	Speed: 1107.299921 samples/sec	accuracy=0.235794	lr=0.100000
Epoch[1] Batch [6250]	Speed: 1120.356403 samples/sec	accuracy=0.236034	lr=0.100000
Epoch[1] Batch [6300]	Speed: 1127.420904 samples/sec	accuracy=0.236217	lr=0.100000
Epoch[1] Batch [6350]	Speed: 1127.319534 samples/sec	accuracy=0.236447	lr=0.100000
Epoch[1] Batch [6400]	Speed: 1126.145944 samples/sec	accuracy=0.236581	lr=0.100000
Epoch[1] Batch [6450]	Speed: 1129.475713 samples/sec	accuracy=0.236828	lr=0.100000
Epoch[1] Batch [6500]	Speed: 1129.583222 samples/sec	accuracy=0.236996	lr=0.100000
Epoch[1] Batch [6550]	Speed: 1130.683878 samples/sec	accuracy=0.237186	lr=0.100000
Epoch[1] Batch [6600]	Speed: 1126.570216 samples/sec	accuracy=0.237444	lr=0.100000
Epoch[1] Batch [6650]	Speed: 1129.780615 samples/sec	accuracy=0.237613	lr=0.100000
Epoch[1] Batch [6700]	Speed: 1130.567445 samples/sec	accuracy=0.237835	lr=0.100000
Epoch[1] Batch [6750]	Speed: 1129.100065 samples/sec	accuracy=0.238053	lr=0.100000
Epoch[1] Batch [6800]	Speed: 1122.235881 samples/sec	accuracy=0.238297	lr=0.100000
Epoch[1] Batch [6850]	Speed: 1134.826973 samples/sec	accuracy=0.238546	lr=0.100000
Epoch[1] Batch [6900]	Speed: 1133.468017 samples/sec	accuracy=0.238727	lr=0.100000
Epoch[1] Batch [6950]	Speed: 1133.728391 samples/sec	accuracy=0.238940	lr=0.100000
Epoch[1] Batch [7000]	Speed: 1134.715488 samples/sec	accuracy=0.239157	lr=0.100000
Epoch[1] Batch [7050]	Speed: 1137.457893 samples/sec	accuracy=0.239362	lr=0.100000
Epoch[1] Batch [7100]	Speed: 1124.504993 samples/sec	accuracy=0.239571	lr=0.100000
Epoch[1] Batch [7150]	Speed: 1114.925106 samples/sec	accuracy=0.239791	lr=0.100000
Epoch[1] Batch [7200]	Speed: 1129.093131 samples/sec	accuracy=0.240043	lr=0.100000
Epoch[1] Batch [7250]	Speed: 1127.844147 samples/sec	accuracy=0.240254	lr=0.100000
Epoch[1] Batch [7300]	Speed: 1129.953580 samples/sec	accuracy=0.240510	lr=0.100000
Epoch[1] Batch [7350]	Speed: 1129.407852 samples/sec	accuracy=0.240719	lr=0.100000
Epoch[1] Batch [7400]	Speed: 1138.105997 samples/sec	accuracy=0.240848	lr=0.100000
Epoch[1] Batch [7450]	Speed: 1129.768204 samples/sec	accuracy=0.240962	lr=0.100000
Epoch[1] Batch [7500]	Speed: 1129.372452 samples/sec	accuracy=0.241222	lr=0.100000
Epoch[1] Batch [7550]	Speed: 1124.920769 samples/sec	accuracy=0.241353	lr=0.100000
Epoch[1] Batch [7600]	Speed: 1126.923697 samples/sec	accuracy=0.241638	lr=0.100000
Epoch[1] Batch [7650]	Speed: 1130.103570 samples/sec	accuracy=0.241800	lr=0.100000
Epoch[1] Batch [7700]	Speed: 1128.237738 samples/sec	accuracy=0.241945	lr=0.100000
Epoch[1] Batch [7750]	Speed: 1125.011901 samples/sec	accuracy=0.242038	lr=0.100000
Epoch[1] Batch [7800]	Speed: 1121.094338 samples/sec	accuracy=0.242230	lr=0.100000
Epoch[1] Batch [7850]	Speed: 1123.891810 samples/sec	accuracy=0.242378	lr=0.100000
Epoch[1] Batch [7900]	Speed: 1127.460822 samples/sec	accuracy=0.242601	lr=0.100000
Epoch[1] Batch [7950]	Speed: 1124.134291 samples/sec	accuracy=0.242799	lr=0.100000
Epoch[1] Batch [8000]	Speed: 1124.649818 samples/sec	accuracy=0.243014	lr=0.100000
Epoch[1] Batch [8050]	Speed: 1122.499615 samples/sec	accuracy=0.243143	lr=0.100000
Epoch[1] Batch [8100]	Speed: 1123.132614 samples/sec	accuracy=0.243329	lr=0.100000
Epoch[1] Batch [8150]	Speed: 1120.104238 samples/sec	accuracy=0.243495	lr=0.100000
Epoch[1] Batch [8200]	Speed: 1114.354380 samples/sec	accuracy=0.243721	lr=0.100000
Epoch[1] Batch [8250]	Speed: 1126.807659 samples/sec	accuracy=0.243946	lr=0.100000
Epoch[1] Batch [8300]	Speed: 1119.383663 samples/sec	accuracy=0.244086	lr=0.100000
Epoch[1] Batch [8350]	Speed: 1127.910113 samples/sec	accuracy=0.244251	lr=0.100000
Epoch[1] Batch [8400]	Speed: 1125.790496 samples/sec	accuracy=0.244427	lr=0.100000
Epoch[1] Batch [8450]	Speed: 1126.314679 samples/sec	accuracy=0.244584	lr=0.100000
Epoch[1] Batch [8500]	Speed: 1123.732173 samples/sec	accuracy=0.244694	lr=0.100000
Epoch[1] Batch [8550]	Speed: 1118.910309 samples/sec	accuracy=0.244892	lr=0.100000
Epoch[1] Batch [8600]	Speed: 1120.443570 samples/sec	accuracy=0.245045	lr=0.100000
Epoch[1] Batch [8650]	Speed: 1126.327486 samples/sec	accuracy=0.245151	lr=0.100000
Epoch[1] Batch [8700]	Speed: 1128.118726 samples/sec	accuracy=0.245296	lr=0.100000
Epoch[1] Batch [8750]	Speed: 1120.765560 samples/sec	accuracy=0.245423	lr=0.100000
Epoch[1] Batch [8800]	Speed: 1118.254061 samples/sec	accuracy=0.245576	lr=0.100000
Epoch[1] Batch [8850]	Speed: 1124.439377 samples/sec	accuracy=0.245739	lr=0.100000
Epoch[1] Batch [8900]	Speed: 1091.257112 samples/sec	accuracy=0.245942	lr=0.100000
Epoch[1] Batch [8950]	Speed: 1111.848428 samples/sec	accuracy=0.246148	lr=0.100000
Epoch[1] Batch [9000]	Speed: 1125.271140 samples/sec	accuracy=0.246309	lr=0.100000
Epoch[1] Batch [9050]	Speed: 1133.943233 samples/sec	accuracy=0.246466	lr=0.100000
Epoch[1] Batch [9100]	Speed: 1132.793631 samples/sec	accuracy=0.246643	lr=0.100000
Epoch[1] Batch [9150]	Speed: 1132.951788 samples/sec	accuracy=0.246797	lr=0.100000
Epoch[1] Batch [9200]	Speed: 1129.102914 samples/sec	accuracy=0.246939	lr=0.100000
Epoch[1] Batch [9250]	Speed: 1131.389037 samples/sec	accuracy=0.247116	lr=0.100000
Epoch[1] Batch [9300]	Speed: 1134.808262 samples/sec	accuracy=0.247240	lr=0.100000
Epoch[1] Batch [9350]	Speed: 1134.054470 samples/sec	accuracy=0.247461	lr=0.100000
Epoch[1] Batch [9400]	Speed: 1126.748017 samples/sec	accuracy=0.247577	lr=0.100000
Epoch[1] Batch [9450]	Speed: 1129.558743 samples/sec	accuracy=0.247799	lr=0.100000
Epoch[1] Batch [9500]	Speed: 1127.241281 samples/sec	accuracy=0.247998	lr=0.100000
Epoch[1] Batch [9550]	Speed: 1123.848332 samples/sec	accuracy=0.248168	lr=0.100000
Epoch[1] Batch [9600]	Speed: 1122.084172 samples/sec	accuracy=0.248257	lr=0.100000
Epoch[1] Batch [9650]	Speed: 1123.963432 samples/sec	accuracy=0.248429	lr=0.100000
Epoch[1] Batch [9700]	Speed: 1119.298248 samples/sec	accuracy=0.248599	lr=0.100000
Epoch[1] Batch [9750]	Speed: 1120.397179 samples/sec	accuracy=0.248806	lr=0.100000
Epoch[1] Batch [9800]	Speed: 1119.050290 samples/sec	accuracy=0.248984	lr=0.100000
Epoch[1] Batch [9850]	Speed: 1117.687555 samples/sec	accuracy=0.249209	lr=0.100000
Epoch[1] Batch [9900]	Speed: 1119.925304 samples/sec	accuracy=0.249361	lr=0.100000
Epoch[1] Batch [9950]	Speed: 1128.820356 samples/sec	accuracy=0.249534	lr=0.100000
Epoch[1] Batch [10000]	Speed: 1132.034873 samples/sec	accuracy=0.249680	lr=0.100000
Epoch[1] Batch [10008]	Speed: 952.133226 samples/sec	accuracy=0.249689	lr=0.100000
[Epoch 1] training: accuracy=0.249689
[Epoch 1] speed: 1123 samples/sec	time cost: 1139.969297
[Epoch 1] validation: err-top1=0.669777 err-top5=0.404771
Epoch[2] Batch [50]	Speed: 1095.819608 samples/sec	accuracy=0.296250	lr=0.100000
Epoch[2] Batch [100]	Speed: 1132.059412 samples/sec	accuracy=0.285469	lr=0.100000
Epoch[2] Batch [150]	Speed: 1133.595245 samples/sec	accuracy=0.284948	lr=0.100000
Epoch[2] Batch [200]	Speed: 1136.285044 samples/sec	accuracy=0.288828	lr=0.100000
Epoch[2] Batch [250]	Speed: 1135.078852 samples/sec	accuracy=0.289438	lr=0.100000
Epoch[2] Batch [300]	Speed: 1133.826846 samples/sec	accuracy=0.288359	lr=0.100000
Epoch[2] Batch [350]	Speed: 1134.751944 samples/sec	accuracy=0.288951	lr=0.100000
Epoch[2] Batch [400]	Speed: 1131.765113 samples/sec	accuracy=0.288359	lr=0.100000
Epoch[2] Batch [450]	Speed: 1129.821224 samples/sec	accuracy=0.287760	lr=0.100000
Epoch[2] Batch [500]	Speed: 1126.547617 samples/sec	accuracy=0.287922	lr=0.100000
Epoch[2] Batch [550]	Speed: 1126.095395 samples/sec	accuracy=0.288381	lr=0.100000
Epoch[2] Batch [600]	Speed: 1124.313725 samples/sec	accuracy=0.288607	lr=0.100000
Epoch[2] Batch [650]	Speed: 1126.828518 samples/sec	accuracy=0.288329	lr=0.100000
Epoch[2] Batch [700]	Speed: 1129.325747 samples/sec	accuracy=0.287924	lr=0.100000
Epoch[2] Batch [750]	Speed: 1127.278489 samples/sec	accuracy=0.287802	lr=0.100000
Epoch[2] Batch [800]	Speed: 1121.450200 samples/sec	accuracy=0.287725	lr=0.100000
Epoch[2] Batch [850]	Speed: 1119.523856 samples/sec	accuracy=0.287491	lr=0.100000
Epoch[2] Batch [900]	Speed: 1121.751299 samples/sec	accuracy=0.286797	lr=0.100000
Epoch[2] Batch [950]	Speed: 1122.496377 samples/sec	accuracy=0.287253	lr=0.100000
Epoch[2] Batch [1000]	Speed: 1127.062615 samples/sec	accuracy=0.286859	lr=0.100000
Epoch[2] Batch [1050]	Speed: 1126.263264 samples/sec	accuracy=0.286585	lr=0.100000
Epoch[2] Batch [1100]	Speed: 1126.208358 samples/sec	accuracy=0.286349	lr=0.100000
Epoch[2] Batch [1150]	Speed: 1127.127449 samples/sec	accuracy=0.286202	lr=0.100000
Epoch[2] Batch [1200]	Speed: 1126.130543 samples/sec	accuracy=0.286758	lr=0.100000
Epoch[2] Batch [1250]	Speed: 1130.858978 samples/sec	accuracy=0.286900	lr=0.100000
Epoch[2] Batch [1300]	Speed: 1133.506307 samples/sec	accuracy=0.286725	lr=0.100000
Epoch[2] Batch [1350]	Speed: 1134.585084 samples/sec	accuracy=0.286678	lr=0.100000
Epoch[2] Batch [1400]	Speed: 1131.979736 samples/sec	accuracy=0.286987	lr=0.100000
Epoch[2] Batch [1450]	Speed: 1119.937172 samples/sec	accuracy=0.287107	lr=0.100000
Epoch[2] Batch [1500]	Speed: 1116.004977 samples/sec	accuracy=0.286964	lr=0.100000
Epoch[2] Batch [1550]	Speed: 1132.769395 samples/sec	accuracy=0.287162	lr=0.100000
Epoch[2] Batch [1600]	Speed: 1133.189967 samples/sec	accuracy=0.287036	lr=0.100000
Epoch[2] Batch [1650]	Speed: 1130.074691 samples/sec	accuracy=0.287017	lr=0.100000
Epoch[2] Batch [1700]	Speed: 1127.785248 samples/sec	accuracy=0.287353	lr=0.100000
Epoch[2] Batch [1750]	Speed: 1126.778239 samples/sec	accuracy=0.288107	lr=0.100000
Epoch[2] Batch [1800]	Speed: 1130.304285 samples/sec	accuracy=0.288368	lr=0.100000
Epoch[2] Batch [1850]	Speed: 1131.355038 samples/sec	accuracy=0.288412	lr=0.100000
Epoch[2] Batch [1900]	Speed: 1131.011829 samples/sec	accuracy=0.288602	lr=0.100000
Epoch[2] Batch [1950]	Speed: 1132.773793 samples/sec	accuracy=0.288506	lr=0.100000
Epoch[2] Batch [2000]	Speed: 1130.708216 samples/sec	accuracy=0.288719	lr=0.100000
Epoch[2] Batch [2050]	Speed: 1133.052404 samples/sec	accuracy=0.288807	lr=0.100000
Epoch[2] Batch [2100]	Speed: 1136.380047 samples/sec	accuracy=0.288810	lr=0.100000
Epoch[2] Batch [2150]	Speed: 1135.735588 samples/sec	accuracy=0.288932	lr=0.100000
Epoch[2] Batch [2200]	Speed: 1132.210200 samples/sec	accuracy=0.289080	lr=0.100000
Epoch[2] Batch [2250]	Speed: 1129.514636 samples/sec	accuracy=0.289236	lr=0.100000
Epoch[2] Batch [2300]	Speed: 1143.377541 samples/sec	accuracy=0.289338	lr=0.100000
Epoch[2] Batch [2350]	Speed: 1130.865409 samples/sec	accuracy=0.289408	lr=0.100000
Epoch[2] Batch [2400]	Speed: 1130.411143 samples/sec	accuracy=0.289603	lr=0.100000
Epoch[2] Batch [2450]	Speed: 1124.606753 samples/sec	accuracy=0.289649	lr=0.100000
Epoch[2] Batch [2500]	Speed: 1132.324250 samples/sec	accuracy=0.290044	lr=0.100000
Epoch[2] Batch [2550]	Speed: 1129.090804 samples/sec	accuracy=0.289920	lr=0.100000
Epoch[2] Batch [2600]	Speed: 1129.626242 samples/sec	accuracy=0.289958	lr=0.100000
Epoch[2] Batch [2650]	Speed: 1129.028023 samples/sec	accuracy=0.290038	lr=0.100000
Epoch[2] Batch [2700]	Speed: 1129.783800 samples/sec	accuracy=0.290292	lr=0.100000
Epoch[2] Batch [2750]	Speed: 1128.365786 samples/sec	accuracy=0.290483	lr=0.100000
Epoch[2] Batch [2800]	Speed: 1127.560892 samples/sec	accuracy=0.290541	lr=0.100000
Epoch[2] Batch [2850]	Speed: 1130.533210 samples/sec	accuracy=0.290663	lr=0.100000
Epoch[2] Batch [2900]	Speed: 1125.847581 samples/sec	accuracy=0.290673	lr=0.100000
Epoch[2] Batch [2950]	Speed: 1125.160205 samples/sec	accuracy=0.290736	lr=0.100000
Epoch[2] Batch [3000]	Speed: 1129.397541 samples/sec	accuracy=0.290836	lr=0.100000
Epoch[2] Batch [3050]	Speed: 1120.068344 samples/sec	accuracy=0.290920	lr=0.100000
Epoch[2] Batch [3100]	Speed: 1119.249525 samples/sec	accuracy=0.291021	lr=0.100000
Epoch[2] Batch [3150]	Speed: 1126.523600 samples/sec	accuracy=0.291012	lr=0.100000
Epoch[2] Batch [3200]	Speed: 1128.128255 samples/sec	accuracy=0.290933	lr=0.100000
Epoch[2] Batch [3250]	Speed: 1129.718518 samples/sec	accuracy=0.290969	lr=0.100000
Epoch[2] Batch [3300]	Speed: 1134.042828 samples/sec	accuracy=0.291013	lr=0.100000
Epoch[2] Batch [3350]	Speed: 1140.859113 samples/sec	accuracy=0.291150	lr=0.100000
Epoch[2] Batch [3400]	Speed: 1134.464250 samples/sec	accuracy=0.291117	lr=0.100000
Epoch[2] Batch [3450]	Speed: 1136.160096 samples/sec	accuracy=0.291227	lr=0.100000
Epoch[2] Batch [3500]	Speed: 1141.588143 samples/sec	accuracy=0.291299	lr=0.100000
Epoch[2] Batch [3550]	Speed: 1136.204772 samples/sec	accuracy=0.291397	lr=0.100000
Epoch[2] Batch [3600]	Speed: 1134.610884 samples/sec	accuracy=0.291573	lr=0.100000
Epoch[2] Batch [3650]	Speed: 1124.424022 samples/sec	accuracy=0.291511	lr=0.100000
Epoch[2] Batch [3700]	Speed: 1123.521418 samples/sec	accuracy=0.291497	lr=0.100000
Epoch[2] Batch [3750]	Speed: 1128.808678 samples/sec	accuracy=0.291610	lr=0.100000
Epoch[2] Batch [3800]	Speed: 1130.888897 samples/sec	accuracy=0.291637	lr=0.100000
Epoch[2] Batch [3850]	Speed: 1138.424557 samples/sec	accuracy=0.291646	lr=0.100000
Epoch[2] Batch [3900]	Speed: 1139.344603 samples/sec	accuracy=0.291745	lr=0.100000
Epoch[2] Batch [3950]	Speed: 1124.116120 samples/sec	accuracy=0.291709	lr=0.100000
Epoch[2] Batch [4000]	Speed: 1125.683471 samples/sec	accuracy=0.291805	lr=0.100000
Epoch[2] Batch [4050]	Speed: 1122.079717 samples/sec	accuracy=0.291939	lr=0.100000
Epoch[2] Batch [4100]	Speed: 1125.715760 samples/sec	accuracy=0.291938	lr=0.100000
Epoch[2] Batch [4150]	Speed: 1108.576536 samples/sec	accuracy=0.291939	lr=0.100000
Epoch[2] Batch [4200]	Speed: 1089.566469 samples/sec	accuracy=0.292145	lr=0.100000
Epoch[2] Batch [4250]	Speed: 1092.843371 samples/sec	accuracy=0.292261	lr=0.100000
Epoch[2] Batch [4300]	Speed: 1115.082111 samples/sec	accuracy=0.292373	lr=0.100000
Epoch[2] Batch [4350]	Speed: 1124.323238 samples/sec	accuracy=0.292550	lr=0.100000
Epoch[2] Batch [4400]	Speed: 1121.026123 samples/sec	accuracy=0.292653	lr=0.100000
Epoch[2] Batch [4450]	Speed: 1131.328909 samples/sec	accuracy=0.292739	lr=0.100000
Epoch[2] Batch [4500]	Speed: 1124.884566 samples/sec	accuracy=0.292905	lr=0.100000
Epoch[2] Batch [4550]	Speed: 1128.667858 samples/sec	accuracy=0.292972	lr=0.100000
Epoch[2] Batch [4600]	Speed: 1122.648666 samples/sec	accuracy=0.292981	lr=0.100000
Epoch[2] Batch [4650]	Speed: 1121.113488 samples/sec	accuracy=0.293175	lr=0.100000
Epoch[2] Batch [4700]	Speed: 1122.646459 samples/sec	accuracy=0.293213	lr=0.100000
Epoch[2] Batch [4750]	Speed: 1117.917310 samples/sec	accuracy=0.293183	lr=0.100000
Epoch[2] Batch [4800]	Speed: 1116.237662 samples/sec	accuracy=0.293294	lr=0.100000
Epoch[2] Batch [4850]	Speed: 1118.756094 samples/sec	accuracy=0.293360	lr=0.100000
Epoch[2] Batch [4900]	Speed: 1122.697075 samples/sec	accuracy=0.293481	lr=0.100000
Epoch[2] Batch [4950]	Speed: 1113.124203 samples/sec	accuracy=0.293627	lr=0.100000
Epoch[2] Batch [5000]	Speed: 1127.653873 samples/sec	accuracy=0.293730	lr=0.100000
Epoch[2] Batch [5050]	Speed: 1131.481411 samples/sec	accuracy=0.293747	lr=0.100000
Epoch[2] Batch [5100]	Speed: 1130.699976 samples/sec	accuracy=0.293919	lr=0.100000
Epoch[2] Batch [5150]	Speed: 1134.887905 samples/sec	accuracy=0.294050	lr=0.100000
Epoch[2] Batch [5200]	Speed: 1131.722026 samples/sec	accuracy=0.294156	lr=0.100000
Epoch[2] Batch [5250]	Speed: 1131.617734 samples/sec	accuracy=0.294301	lr=0.100000
Epoch[2] Batch [5300]	Speed: 1130.623111 samples/sec	accuracy=0.294391	lr=0.100000
Epoch[2] Batch [5350]	Speed: 1131.575803 samples/sec	accuracy=0.294473	lr=0.100000
Epoch[2] Batch [5400]	Speed: 1124.897011 samples/sec	accuracy=0.294459	lr=0.100000
Epoch[2] Batch [5450]	Speed: 1129.814376 samples/sec	accuracy=0.294543	lr=0.100000
Epoch[2] Batch [5500]	Speed: 1124.066365 samples/sec	accuracy=0.294618	lr=0.100000
Epoch[2] Batch [5550]	Speed: 1125.516719 samples/sec	accuracy=0.294627	lr=0.100000
Epoch[2] Batch [5600]	Speed: 1129.270541 samples/sec	accuracy=0.294667	lr=0.100000
Epoch[2] Batch [5650]	Speed: 1124.763857 samples/sec	accuracy=0.294693	lr=0.100000
Epoch[2] Batch [5700]	Speed: 1125.346666 samples/sec	accuracy=0.294799	lr=0.100000
Epoch[2] Batch [5750]	Speed: 1127.089163 samples/sec	accuracy=0.294832	lr=0.100000
Epoch[2] Batch [5800]	Speed: 1094.446698 samples/sec	accuracy=0.294910	lr=0.100000
Epoch[2] Batch [5850]	Speed: 1095.725317 samples/sec	accuracy=0.294908	lr=0.100000
Epoch[2] Batch [5900]	Speed: 1103.159151 samples/sec	accuracy=0.295046	lr=0.100000
Epoch[2] Batch [5950]	Speed: 1115.202001 samples/sec	accuracy=0.295151	lr=0.100000
Epoch[2] Batch [6000]	Speed: 1119.364572 samples/sec	accuracy=0.295247	lr=0.100000
Epoch[2] Batch [6050]	Speed: 1116.867333 samples/sec	accuracy=0.295322	lr=0.100000
Epoch[2] Batch [6100]	Speed: 1117.180389 samples/sec	accuracy=0.295355	lr=0.100000
Epoch[2] Batch [6150]	Speed: 1121.248682 samples/sec	accuracy=0.295414	lr=0.100000
Epoch[2] Batch [6200]	Speed: 1128.205540 samples/sec	accuracy=0.295486	lr=0.100000
Epoch[2] Batch [6250]	Speed: 1127.069903 samples/sec	accuracy=0.295563	lr=0.100000
Epoch[2] Batch [6300]	Speed: 1126.219650 samples/sec	accuracy=0.295575	lr=0.100000
Epoch[2] Batch [6350]	Speed: 1122.868723 samples/sec	accuracy=0.295658	lr=0.100000
Epoch[2] Batch [6400]	Speed: 1124.365245 samples/sec	accuracy=0.295791	lr=0.100000
Epoch[2] Batch [6450]	Speed: 1119.055002 samples/sec	accuracy=0.295813	lr=0.100000
Epoch[2] Batch [6500]	Speed: 1123.633441 samples/sec	accuracy=0.295812	lr=0.100000
Epoch[2] Batch [6550]	Speed: 1128.000924 samples/sec	accuracy=0.295842	lr=0.100000
Epoch[2] Batch [6600]	Speed: 1130.101286 samples/sec	accuracy=0.295876	lr=0.100000
Epoch[2] Batch [6650]	Speed: 1126.344925 samples/sec	accuracy=0.295993	lr=0.100000
Epoch[2] Batch [6700]	Speed: 1124.508008 samples/sec	accuracy=0.296091	lr=0.100000
Epoch[2] Batch [6750]	Speed: 1131.969330 samples/sec	accuracy=0.296147	lr=0.100000
Epoch[2] Batch [6800]	Speed: 1128.428113 samples/sec	accuracy=0.296252	lr=0.100000
Epoch[2] Batch [6850]	Speed: 1119.379695 samples/sec	accuracy=0.296342	lr=0.100000
Epoch[2] Batch [6900]	Speed: 1111.039233 samples/sec	accuracy=0.296396	lr=0.100000
Epoch[2] Batch [6950]	Speed: 1111.545762 samples/sec	accuracy=0.296527	lr=0.100000
Epoch[2] Batch [7000]	Speed: 1115.573696 samples/sec	accuracy=0.296608	lr=0.100000
Epoch[2] Batch [7050]	Speed: 1121.309523 samples/sec	accuracy=0.296755	lr=0.100000
Epoch[2] Batch [7100]	Speed: 1122.389414 samples/sec	accuracy=0.296835	lr=0.100000
Epoch[2] Batch [7150]	Speed: 1121.195621 samples/sec	accuracy=0.296865	lr=0.100000
Epoch[2] Batch [7200]	Speed: 1120.101948 samples/sec	accuracy=0.296927	lr=0.100000
Epoch[2] Batch [7250]	Speed: 1122.532661 samples/sec	accuracy=0.296997	lr=0.100000
Epoch[2] Batch [7300]	Speed: 1122.529610 samples/sec	accuracy=0.297031	lr=0.100000
Epoch[2] Batch [7350]	Speed: 1123.937596 samples/sec	accuracy=0.297173	lr=0.100000
Epoch[2] Batch [7400]	Speed: 1122.820910 samples/sec	accuracy=0.297245	lr=0.100000
Epoch[2] Batch [7450]	Speed: 1114.317466 samples/sec	accuracy=0.297423	lr=0.100000
Epoch[2] Batch [7500]	Speed: 1122.216692 samples/sec	accuracy=0.297518	lr=0.100000
Epoch[2] Batch [7550]	Speed: 1128.525271 samples/sec	accuracy=0.297613	lr=0.100000
Epoch[2] Batch [7600]	Speed: 1126.021328 samples/sec	accuracy=0.297775	lr=0.100000
Epoch[2] Batch [7650]	Speed: 1130.381440 samples/sec	accuracy=0.297753	lr=0.100000
Epoch[2] Batch [7700]	Speed: 1128.781432 samples/sec	accuracy=0.297876	lr=0.100000
Epoch[2] Batch [7750]	Speed: 1129.935220 samples/sec	accuracy=0.297890	lr=0.100000
Epoch[2] Batch [7800]	Speed: 1114.410358 samples/sec	accuracy=0.297959	lr=0.100000
Epoch[2] Batch [7850]	Speed: 1116.077826 samples/sec	accuracy=0.298046	lr=0.100000
Epoch[2] Batch [7900]	Speed: 1121.071349 samples/sec	accuracy=0.298072	lr=0.100000
Epoch[2] Batch [7950]	Speed: 1123.267074 samples/sec	accuracy=0.298180	lr=0.100000
Epoch[2] Batch [8000]	Speed: 1121.733580 samples/sec	accuracy=0.298243	lr=0.100000
Epoch[2] Batch [8050]	Speed: 1128.685228 samples/sec	accuracy=0.298274	lr=0.100000
Epoch[2] Batch [8100]	Speed: 1134.581535 samples/sec	accuracy=0.298324	lr=0.100000
Epoch[2] Batch [8150]	Speed: 1129.075132 samples/sec	accuracy=0.298458	lr=0.100000
Epoch[2] Batch [8200]	Speed: 1129.709485 samples/sec	accuracy=0.298498	lr=0.100000
Epoch[2] Batch [8250]	Speed: 1131.945845 samples/sec	accuracy=0.298597	lr=0.100000
Epoch[2] Batch [8300]	Speed: 1129.193253 samples/sec	accuracy=0.298656	lr=0.100000
Epoch[2] Batch [8350]	Speed: 1130.009042 samples/sec	accuracy=0.298768	lr=0.100000
Epoch[2] Batch [8400]	Speed: 1124.615234 samples/sec	accuracy=0.298889	lr=0.100000
Epoch[2] Batch [8450]	Speed: 1117.376261 samples/sec	accuracy=0.298964	lr=0.100000
Epoch[2] Batch [8500]	Speed: 1114.259324 samples/sec	accuracy=0.298981	lr=0.100000
Epoch[2] Batch [8550]	Speed: 1113.668857 samples/sec	accuracy=0.299120	lr=0.100000
Epoch[2] Batch [8600]	Speed: 1115.191067 samples/sec	accuracy=0.299230	lr=0.100000
Epoch[2] Batch [8650]	Speed: 1111.891626 samples/sec	accuracy=0.299310	lr=0.100000
Epoch[2] Batch [8700]	Speed: 1120.872448 samples/sec	accuracy=0.299347	lr=0.100000
Epoch[2] Batch [8750]	Speed: 1122.921285 samples/sec	accuracy=0.299436	lr=0.100000
Epoch[2] Batch [8800]	Speed: 1119.220452 samples/sec	accuracy=0.299532	lr=0.100000
Epoch[2] Batch [8850]	Speed: 1117.401610 samples/sec	accuracy=0.299683	lr=0.100000
Epoch[2] Batch [8900]	Speed: 1115.264875 samples/sec	accuracy=0.299716	lr=0.100000
Epoch[2] Batch [8950]	Speed: 1115.755787 samples/sec	accuracy=0.299789	lr=0.100000
Epoch[2] Batch [9000]	Speed: 1115.378595 samples/sec	accuracy=0.299819	lr=0.100000
Epoch[2] Batch [9050]	Speed: 1122.385988 samples/sec	accuracy=0.299836	lr=0.100000
Epoch[2] Batch [9100]	Speed: 1117.599374 samples/sec	accuracy=0.299886	lr=0.100000
Epoch[2] Batch [9150]	Speed: 1117.552241 samples/sec	accuracy=0.299974	lr=0.100000
Epoch[2] Batch [9200]	Speed: 1121.323341 samples/sec	accuracy=0.300083	lr=0.100000
Epoch[2] Batch [9250]	Speed: 1125.138370 samples/sec	accuracy=0.300199	lr=0.100000
Epoch[2] Batch [9300]	Speed: 1120.811233 samples/sec	accuracy=0.300267	lr=0.100000
Epoch[2] Batch [9350]	Speed: 1121.367092 samples/sec	accuracy=0.300305	lr=0.100000
Epoch[2] Batch [9400]	Speed: 1117.630131 samples/sec	accuracy=0.300340	lr=0.100000
Epoch[2] Batch [9450]	Speed: 1114.763470 samples/sec	accuracy=0.300376	lr=0.100000
Epoch[2] Batch [9500]	Speed: 1122.447844 samples/sec	accuracy=0.300465	lr=0.100000
Epoch[2] Batch [9550]	Speed: 1127.289093 samples/sec	accuracy=0.300531	lr=0.100000
Epoch[2] Batch [9600]	Speed: 1112.716131 samples/sec	accuracy=0.300653	lr=0.100000
Epoch[2] Batch [9650]	Speed: 1114.840555 samples/sec	accuracy=0.300679	lr=0.100000
Epoch[2] Batch [9700]	Speed: 1154.524752 samples/sec	accuracy=0.300746	lr=0.100000
Epoch[2] Batch [9750]	Speed: 1114.817729 samples/sec	accuracy=0.300795	lr=0.100000
Epoch[2] Batch [9800]	Speed: 1122.831336 samples/sec	accuracy=0.300858	lr=0.100000
Epoch[2] Batch [9850]	Speed: 1126.064785 samples/sec	accuracy=0.300914	lr=0.100000
Epoch[2] Batch [9900]	Speed: 1126.695002 samples/sec	accuracy=0.300990	lr=0.100000
Epoch[2] Batch [9950]	Speed: 1129.812807 samples/sec	accuracy=0.301060	lr=0.100000
Epoch[2] Batch [10000]	Speed: 1126.897063 samples/sec	accuracy=0.301141	lr=0.100000
Epoch[2] Batch [10008]	Speed: 970.009494 samples/sec	accuracy=0.301142	lr=0.100000
[Epoch 2] training: accuracy=0.301142
[Epoch 2] speed: 1124 samples/sec	time cost: 1139.522184
[Epoch 2] validation: err-top1=0.640565 err-top5=0.380929
Training time for 3 epochs: 3483.210127 sec.