<< start logger
>> evaldir illqha1.1
<< Options[EvalDir] = illqha1.1
>> threads 16
<< Options[Threads] = 16
>> hash 1024
<< Options[Hash] = 1024
>> bookfile no_book
<< Options[BookFile] = no_book
>> evalsavedir illqha4.6
<< Options[EvalSaveDir] = illqha4.6
>> 
>> learn loop 100 batchsize 5000000 newbob_decay 0.5 newbob_num_trials 3 eval_save_interval 40000000 loss_output_interval 5000000 mirror_percentage 50 validation_set_file_name E:/tnk/validation/depth12_NNUE_shuffled_v.bin nn_batch_size 50000 eval_limit 32000 eta 0.05 lambda 0.05 lambda2 0.01 lambda_limit 1000 targetdir E:/tnk/NNUE_shuffled
<< learn command , learn from E:/tnk/NNUE_shuffled/NNUE_shuffled0.bin , E:/tnk/NNUE_shuffled/NNUE_shuffled1.bin , E:/tnk/NNUE_shuffled/NNUE_shuffled2.bin , 
<< validation set  : E:/tnk/validation/depth12_NNUE_shuffled_v.bin
<< base dir        : 
<< target dir      : E:/tnk/NNUE_shuffled
<< loop              : 100
<< eval_limit        : 32000
<< save_only_once    : false
<< no_shuffle        : false
<< Loss Function     : ELMO_METHOD(WCSC27)
<< mini-batch size   : 5000000
<< nn_batch_size     : 50000
<< nn_options        : 
<< learning rate     : 0.05 , 0 , 0
<< eta_epoch         : 0 , 0
<< scheduling        : newbob with decay = 0.5, 3 trials
<< discount rate     : 0
<< reduction_gameply : 1
<< LAMBDA            : 0.05
<< LAMBDA2           : 0.01
<< LAMBDA_LIMIT      : 1000
<< mirror_percentage : 50
<< eval_save_interval  : 40000000 sfens
<< loss_output_interval: 5000000 sfens
<< init..
<< init_training..
<< Initializing NN training for Features=HalfKP(Friend)[125388->256x2],Network=AffineTransform[1<-32](ClippedReLU[32](AffineTransform[32<-32](ClippedReLU[32](AffineTransform[32<-512](InputSlice[512(0:512)])))))
<< init done.
<< open filename = E:/tnk/NNUE_shuffled/NNUE_shuffled0.bin
<< PROGRESS: Thu Aug 30 12:07:38 2018, 0 sfens, iteration 0, eta = 0, hirate eval = 21 , test_cross_entropy_eval = 0.590636 , test_cross_entropy_win = 0.532869 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534854 , test_entropy = 0.0779664 , norm = 1.1266e+08 , move accuracy = 41.0895%
<< initial loss: 0.456887
<< PROGRESS: Thu Aug 30 12:10:43 2018, 5000013 sfens, iteration 1, eta = 0.05, hirate eval = 20 , test_cross_entropy_eval = 0.590751 , test_cross_entropy_win = 0.5327 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534695 , test_entropy = 0.0779664 , norm = 1.13156e+08 , move accuracy = 41.072% , learn_cross_entropy_eval = 0.620908 , learn_cross_entropy_win = 0.582266 , learn_entropy_eval = 0.566732 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583783 , learn_entropy = 0.0869545
<< INFO: observed 108510 (out of 132219) features
<< INFO: (min, max) of pre-activations = -10.6115, 5.46252 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0954495
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:12:51 2018, 10000012 sfens, iteration 2, eta = 0.05, hirate eval = 20 , test_cross_entropy_eval = 0.590752 , test_cross_entropy_win = 0.532641 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534639 , test_entropy = 0.0779664 , norm = 1.13184e+08 , move accuracy = 41.0965% , learn_cross_entropy_eval = 0.621072 , learn_cross_entropy_win = 0.58232 , learn_entropy_eval = 0.566848 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58384 , learn_entropy = 0.0869633
<< INFO: observed 113151 (out of 132219) features
<< INFO: (min, max) of pre-activations = -10.6313, 5.46252 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.189372
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:15:00 2018, 15000014 sfens, iteration 3, eta = 0.05, hirate eval = 19 , test_cross_entropy_eval = 0.590785 , test_cross_entropy_win = 0.532694 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534691 , test_entropy = 0.0779664 , norm = 1.1317e+08 , move accuracy = 41.101% , learn_cross_entropy_eval = 0.621086 , learn_cross_entropy_win = 0.582516 , learn_entropy_eval = 0.566832 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.584028 , learn_entropy = 0.0869789
<< INFO: observed 115084 (out of 132219) features
<< INFO: (min, max) of pre-activations = -10.6313, 5.46252 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.254809
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:17:09 2018, 20000007 sfens, iteration 4, eta = 0.05, hirate eval = 19 , test_cross_entropy_eval = 0.590752 , test_cross_entropy_win = 0.532639 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534638 , test_entropy = 0.0779664 , norm = 1.13149e+08 , move accuracy = 41.051% , learn_cross_entropy_eval = 0.621063 , learn_cross_entropy_win = 0.582564 , learn_entropy_eval = 0.566814 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.584082 , learn_entropy = 0.0869728
<< INFO: observed 116135 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.6484, 5.69647 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.155612
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:19:19 2018, 25000008 sfens, iteration 5, eta = 0.05, hirate eval = 14 , test_cross_entropy_eval = 0.590826 , test_cross_entropy_win = 0.53253 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534535 , test_entropy = 0.0779664 , norm = 1.13389e+08 , move accuracy = 41.077% , learn_cross_entropy_eval = 0.621195 , learn_cross_entropy_win = 0.582165 , learn_entropy_eval = 0.566892 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583699 , learn_entropy = 0.0869821
<< INFO: observed 116832 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.6484, 5.69647 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.11397
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:21:29 2018, 30000009 sfens, iteration 6, eta = 0.05, hirate eval = 14 , test_cross_entropy_eval = 0.590775 , test_cross_entropy_win = 0.532544 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534546 , test_entropy = 0.0779664 , norm = 1.13369e+08 , move accuracy = 41.0865% , learn_cross_entropy_eval = 0.621093 , learn_cross_entropy_win = 0.582311 , learn_entropy_eval = 0.566821 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583829 , learn_entropy = 0.086971
<< INFO: observed 117316 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.6484, 5.69647 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.166522
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:23:40 2018, 35000013 sfens, iteration 7, eta = 0.05, hirate eval = 14 , test_cross_entropy_eval = 0.590782 , test_cross_entropy_win = 0.532547 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534549 , test_entropy = 0.0779664 , norm = 1.13384e+08 , move accuracy = 41.0975% , learn_cross_entropy_eval = 0.621151 , learn_cross_entropy_win = 0.582423 , learn_entropy_eval = 0.56678 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58394 , learn_entropy = 0.0869572
<< INFO: observed 117675 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.6484, 6.42922 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.127347
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/0
<< save_eval() finished. folder = illqha4.6/0
<< loss: 0.456647 < best (0.456887), accepted
<< PROGRESS: Thu Aug 30 12:25:53 2018, 40000012 sfens, iteration 8, eta = 0.05, hirate eval = 13 , test_cross_entropy_eval = 0.590814 , test_cross_entropy_win = 0.532508 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534512 , test_entropy = 0.0779664 , norm = 1.13528e+08 , move accuracy = 41.093% , learn_cross_entropy_eval = 0.621288 , learn_cross_entropy_win = 0.58241 , learn_entropy_eval = 0.566886 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583938 , learn_entropy = 0.0869744
<< INFO: observed 117980 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.6484, 6.42922 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.17024
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:28:05 2018, 45000010 sfens, iteration 9, eta = 0.05, hirate eval = 13 , test_cross_entropy_eval = 0.590942 , test_cross_entropy_win = 0.532357 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534371 , test_entropy = 0.0779664 , norm = 1.14168e+08 , move accuracy = 41.099% , learn_cross_entropy_eval = 0.621148 , learn_cross_entropy_win = 0.582043 , learn_entropy_eval = 0.566783 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583575 , learn_entropy = 0.0869504
<< INFO: observed 118185 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.6484, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.147521
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:30:17 2018, 50000012 sfens, iteration 10, eta = 0.05, hirate eval = 13 , test_cross_entropy_eval = 0.590958 , test_cross_entropy_win = 0.532369 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534382 , test_entropy = 0.0779664 , norm = 1.14294e+08 , move accuracy = 41.129% , learn_cross_entropy_eval = 0.621564 , learn_cross_entropy_win = 0.582262 , learn_entropy_eval = 0.566992 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583803 , learn_entropy = 0.0870109
<< INFO: observed 118371 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.6484, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.139635
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:32:30 2018, 55000009 sfens, iteration 11, eta = 0.05, hirate eval = 13 , test_cross_entropy_eval = 0.591006 , test_cross_entropy_win = 0.532281 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.5343 , test_entropy = 0.0779664 , norm = 1.14469e+08 , move accuracy = 41.142% , learn_cross_entropy_eval = 0.621476 , learn_cross_entropy_win = 0.582383 , learn_entropy_eval = 0.566835 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583916 , learn_entropy = 0.0869761
<< INFO: observed 118530 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.6484, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.200478
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:34:43 2018, 60000012 sfens, iteration 12, eta = 0.05, hirate eval = 16 , test_cross_entropy_eval = 0.590995 , test_cross_entropy_win = 0.532184 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534206 , test_entropy = 0.0779664 , norm = 1.14504e+08 , move accuracy = 41.127% , learn_cross_entropy_eval = 0.621475 , learn_cross_entropy_win = 0.582069 , learn_entropy_eval = 0.566825 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583613 , learn_entropy = 0.0869781
<< INFO: observed 118680 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.6484, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.117645
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:36:57 2018, 65000010 sfens, iteration 13, eta = 0.05, hirate eval = 15 , test_cross_entropy_eval = 0.591008 , test_cross_entropy_win = 0.532212 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534234 , test_entropy = 0.0779664 , norm = 1.1453e+08 , move accuracy = 41.184% , learn_cross_entropy_eval = 0.621433 , learn_cross_entropy_win = 0.582206 , learn_entropy_eval = 0.566934 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583743 , learn_entropy = 0.0869948
<< INFO: observed 118792 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.662, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.127326
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:39:12 2018, 70000007 sfens, iteration 14, eta = 0.05, hirate eval = 16 , test_cross_entropy_eval = 0.590996 , test_cross_entropy_win = 0.532209 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534231 , test_entropy = 0.0779664 , norm = 1.14467e+08 , move accuracy = 41.123% , learn_cross_entropy_eval = 0.621215 , learn_cross_entropy_win = 0.58185 , learn_entropy_eval = 0.566681 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583395 , learn_entropy = 0.0869298
<< INFO: observed 118884 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.662, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.164069
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:41:26 2018, 75000012 sfens, iteration 15, eta = 0.05, hirate eval = 16 , test_cross_entropy_eval = 0.590985 , test_cross_entropy_win = 0.532229 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534251 , test_entropy = 0.0779664 , norm = 1.14389e+08 , move accuracy = 41.142% , learn_cross_entropy_eval = 0.621302 , learn_cross_entropy_win = 0.582075 , learn_entropy_eval = 0.566785 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583614 , learn_entropy = 0.0869617
<< INFO: observed 118977 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.662, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.201455
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/1
<< save_eval() finished. folder = illqha4.6/1
<< loss: 0.456344 < best (0.456647), accepted
<< PROGRESS: Thu Aug 30 12:43:43 2018, 80000011 sfens, iteration 16, eta = 0.05, hirate eval = 19 , test_cross_entropy_eval = 0.59096 , test_cross_entropy_win = 0.532285 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534304 , test_entropy = 0.0779664 , norm = 1.14315e+08 , move accuracy = 41.133% , learn_cross_entropy_eval = 0.62129 , learn_cross_entropy_win = 0.581876 , learn_entropy_eval = 0.566747 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583427 , learn_entropy = 0.0869437
<< INFO: observed 119042 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.662, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.155958
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:45:58 2018, 85000009 sfens, iteration 17, eta = 0.05, hirate eval = 23 , test_cross_entropy_eval = 0.590952 , test_cross_entropy_win = 0.532227 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534247 , test_entropy = 0.0779664 , norm = 1.14312e+08 , move accuracy = 41.116% , learn_cross_entropy_eval = 0.621416 , learn_cross_entropy_win = 0.582312 , learn_entropy_eval = 0.566895 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583846 , learn_entropy = 0.0869928
<< INFO: observed 119106 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.218809
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:48:21 2018, 90000011 sfens, iteration 18, eta = 0.05, hirate eval = 28 , test_cross_entropy_eval = 0.590974 , test_cross_entropy_win = 0.532202 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534224 , test_entropy = 0.0779664 , norm = 1.14325e+08 , move accuracy = 41.1275% , learn_cross_entropy_eval = 0.621405 , learn_cross_entropy_win = 0.582384 , learn_entropy_eval = 0.566823 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583913 , learn_entropy = 0.0869737
<< INFO: observed 119163 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.126014
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:50:39 2018, 95000009 sfens, iteration 19, eta = 0.05, hirate eval = 28 , test_cross_entropy_eval = 0.591004 , test_cross_entropy_win = 0.532194 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534218 , test_entropy = 0.0779664 , norm = 1.14448e+08 , move accuracy = 41.1125% , learn_cross_entropy_eval = 0.621261 , learn_cross_entropy_win = 0.581908 , learn_entropy_eval = 0.566845 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583459 , learn_entropy = 0.0869582
<< INFO: observed 119216 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.191389
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:52:58 2018, 100000006 sfens, iteration 20, eta = 0.05, hirate eval = 19 , test_cross_entropy_eval = 0.591031 , test_cross_entropy_win = 0.532181 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534206 , test_entropy = 0.0779664 , norm = 1.14529e+08 , move accuracy = 41.1535% , learn_cross_entropy_eval = 0.621387 , learn_cross_entropy_win = 0.582471 , learn_entropy_eval = 0.566855 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.584001 , learn_entropy = 0.0870067
<< INFO: observed 119275 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.43217 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.133576
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:55:17 2018, 105000010 sfens, iteration 21, eta = 0.05, hirate eval = 29 , test_cross_entropy_eval = 0.591006 , test_cross_entropy_win = 0.532176 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534201 , test_entropy = 0.0779664 , norm = 1.1448e+08 , move accuracy = 41.1695% , learn_cross_entropy_eval = 0.621373 , learn_cross_entropy_win = 0.581991 , learn_entropy_eval = 0.566839 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583539 , learn_entropy = 0.0869482
<< INFO: observed 119310 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.54929 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.092848
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:57:36 2018, 110000011 sfens, iteration 22, eta = 0.05, hirate eval = 25 , test_cross_entropy_eval = 0.591017 , test_cross_entropy_win = 0.532127 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534154 , test_entropy = 0.0779664 , norm = 1.1452e+08 , move accuracy = 41.1575% , learn_cross_entropy_eval = 0.621356 , learn_cross_entropy_win = 0.582074 , learn_entropy_eval = 0.566877 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583614 , learn_entropy = 0.0869725
<< INFO: observed 119352 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.54929 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.123237
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 12:59:55 2018, 115000010 sfens, iteration 23, eta = 0.05, hirate eval = 19 , test_cross_entropy_eval = 0.591023 , test_cross_entropy_win = 0.532089 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534118 , test_entropy = 0.0779664 , norm = 1.1454e+08 , move accuracy = 41.105% , learn_cross_entropy_eval = 0.621519 , learn_cross_entropy_win = 0.58221 , learn_entropy_eval = 0.566864 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583756 , learn_entropy = 0.0869941
<< INFO: observed 119394 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.6273 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.115285
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/2
<< save_eval() finished. folder = illqha4.6/2
<< loss: 0.456243 < best (0.456344), accepted
<< PROGRESS: Thu Aug 30 13:02:17 2018, 120000009 sfens, iteration 24, eta = 0.05, hirate eval = 23 , test_cross_entropy_eval = 0.591113 , test_cross_entropy_win = 0.532004 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534042 , test_entropy = 0.0779664 , norm = 1.14845e+08 , move accuracy = 41.103% , learn_cross_entropy_eval = 0.621471 , learn_cross_entropy_win = 0.581966 , learn_entropy_eval = 0.56682 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583517 , learn_entropy = 0.0869832
<< INFO: observed 119419 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.6273 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0820483
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:04:38 2018, 125000013 sfens, iteration 25, eta = 0.05, hirate eval = 21 , test_cross_entropy_eval = 0.59116 , test_cross_entropy_win = 0.531949 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53399 , test_entropy = 0.0779664 , norm = 1.15015e+08 , move accuracy = 41.1055% , learn_cross_entropy_eval = 0.621565 , learn_cross_entropy_win = 0.58229 , learn_entropy_eval = 0.566927 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583831 , learn_entropy = 0.0870018
<< INFO: observed 119451 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.6273 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.097917
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:07:02 2018, 130000011 sfens, iteration 26, eta = 0.05, hirate eval = 24 , test_cross_entropy_eval = 0.591172 , test_cross_entropy_win = 0.531902 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533947 , test_entropy = 0.0779664 , norm = 1.15075e+08 , move accuracy = 41.1515% , learn_cross_entropy_eval = 0.621519 , learn_cross_entropy_win = 0.582022 , learn_entropy_eval = 0.566782 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583575 , learn_entropy = 0.0869597
<< INFO: observed 119490 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.162864
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:09:24 2018, 135000009 sfens, iteration 27, eta = 0.05, hirate eval = 29 , test_cross_entropy_eval = 0.591256 , test_cross_entropy_win = 0.531914 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533961 , test_entropy = 0.0779664 , norm = 1.15187e+08 , move accuracy = 41.1285% , learn_cross_entropy_eval = 0.621565 , learn_cross_entropy_win = 0.581654 , learn_entropy_eval = 0.566761 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583223 , learn_entropy = 0.0869304
<< INFO: observed 119510 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.090051
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:11:48 2018, 140000010 sfens, iteration 28, eta = 0.05, hirate eval = 18 , test_cross_entropy_eval = 0.591275 , test_cross_entropy_win = 0.5319 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533947 , test_entropy = 0.0779664 , norm = 1.15224e+08 , move accuracy = 41.129% , learn_cross_entropy_eval = 0.621691 , learn_cross_entropy_win = 0.581927 , learn_entropy_eval = 0.566952 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58349 , learn_entropy = 0.0870062
<< INFO: observed 119537 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0704013
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:14:12 2018, 145000012 sfens, iteration 29, eta = 0.05, hirate eval = 27 , test_cross_entropy_eval = 0.59128 , test_cross_entropy_win = 0.531835 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533886 , test_entropy = 0.0779664 , norm = 1.15177e+08 , move accuracy = 41.114% , learn_cross_entropy_eval = 0.621736 , learn_cross_entropy_win = 0.582134 , learn_entropy_eval = 0.566925 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583692 , learn_entropy = 0.0870141
<< INFO: observed 119562 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.193228
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:16:37 2018, 150000011 sfens, iteration 30, eta = 0.05, hirate eval = 25 , test_cross_entropy_eval = 0.591251 , test_cross_entropy_win = 0.531881 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53393 , test_entropy = 0.0779664 , norm = 1.15068e+08 , move accuracy = 41.124% , learn_cross_entropy_eval = 0.62155 , learn_cross_entropy_win = 0.581919 , learn_entropy_eval = 0.566793 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583481 , learn_entropy = 0.0869621
<< INFO: observed 119575 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.132516
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:19:02 2018, 155000011 sfens, iteration 31, eta = 0.05, hirate eval = 19 , test_cross_entropy_eval = 0.591216 , test_cross_entropy_win = 0.531944 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53399 , test_entropy = 0.0779664 , norm = 1.14819e+08 , move accuracy = 41.129% , learn_cross_entropy_eval = 0.621628 , learn_cross_entropy_win = 0.582165 , learn_entropy_eval = 0.56688 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583715 , learn_entropy = 0.0870099
<< INFO: observed 119603 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.14107
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/3
<< save_eval() finished. folder = illqha4.6/3
<< loss: 0.455995 < best (0.456243), accepted
<< PROGRESS: Thu Aug 30 13:21:29 2018, 160000014 sfens, iteration 32, eta = 0.05, hirate eval = 19 , test_cross_entropy_eval = 0.591232 , test_cross_entropy_win = 0.531947 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533993 , test_entropy = 0.0779664 , norm = 1.14957e+08 , move accuracy = 41.1555% , learn_cross_entropy_eval = 0.621507 , learn_cross_entropy_win = 0.58173 , learn_entropy_eval = 0.566798 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583294 , learn_entropy = 0.0869693
<< INFO: observed 119617 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.180612
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:23:56 2018, 165000012 sfens, iteration 33, eta = 0.05, hirate eval = 20 , test_cross_entropy_eval = 0.59125 , test_cross_entropy_win = 0.531911 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533958 , test_entropy = 0.0779664 , norm = 1.15036e+08 , move accuracy = 41.119% , learn_cross_entropy_eval = 0.621592 , learn_cross_entropy_win = 0.581684 , learn_entropy_eval = 0.566789 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583253 , learn_entropy = 0.086967
<< INFO: observed 119641 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.133036
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:26:24 2018, 170000014 sfens, iteration 34, eta = 0.05, hirate eval = 13 , test_cross_entropy_eval = 0.591313 , test_cross_entropy_win = 0.531935 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533984 , test_entropy = 0.0779664 , norm = 1.1509e+08 , move accuracy = 41.117% , learn_cross_entropy_eval = 0.621627 , learn_cross_entropy_win = 0.581545 , learn_entropy_eval = 0.566732 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58312 , learn_entropy = 0.0869462
<< INFO: observed 119661 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0959776
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:28:52 2018, 175000008 sfens, iteration 35, eta = 0.05, hirate eval = 14 , test_cross_entropy_eval = 0.591272 , test_cross_entropy_win = 0.531977 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534023 , test_entropy = 0.0779664 , norm = 1.14942e+08 , move accuracy = 41.1275% , learn_cross_entropy_eval = 0.621777 , learn_cross_entropy_win = 0.582135 , learn_entropy_eval = 0.566891 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583696 , learn_entropy = 0.0869878
<< INFO: observed 119686 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.124267
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:31:21 2018, 180000015 sfens, iteration 36, eta = 0.05, hirate eval = 5 , test_cross_entropy_eval = 0.591263 , test_cross_entropy_win = 0.531997 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534041 , test_entropy = 0.0779664 , norm = 1.14996e+08 , move accuracy = 41.164% , learn_cross_entropy_eval = 0.621511 , learn_cross_entropy_win = 0.581637 , learn_entropy_eval = 0.566694 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583211 , learn_entropy = 0.0869521
<< INFO: observed 119704 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0984447
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:33:51 2018, 185000013 sfens, iteration 37, eta = 0.05, hirate eval = 12 , test_cross_entropy_eval = 0.591369 , test_cross_entropy_win = 0.531837 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533894 , test_entropy = 0.0779664 , norm = 1.15268e+08 , move accuracy = 41.1535% , learn_cross_entropy_eval = 0.621574 , learn_cross_entropy_win = 0.581862 , learn_entropy_eval = 0.566802 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583429 , learn_entropy = 0.0869709
<< INFO: observed 119726 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.147368
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:36:21 2018, 190000009 sfens, iteration 38, eta = 0.05, hirate eval = 3 , test_cross_entropy_eval = 0.591411 , test_cross_entropy_win = 0.531906 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533961 , test_entropy = 0.0779664 , norm = 1.15334e+08 , move accuracy = 41.143% , learn_cross_entropy_eval = 0.621918 , learn_cross_entropy_win = 0.581881 , learn_entropy_eval = 0.566849 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583459 , learn_entropy = 0.0869697
<< INFO: observed 119748 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.156606
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:38:51 2018, 195000010 sfens, iteration 39, eta = 0.05, hirate eval = -2 , test_cross_entropy_eval = 0.591451 , test_cross_entropy_win = 0.53183 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53389 , test_entropy = 0.0779664 , norm = 1.15509e+08 , move accuracy = 41.179% , learn_cross_entropy_eval = 0.62176 , learn_cross_entropy_win = 0.58166 , learn_entropy_eval = 0.566759 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583237 , learn_entropy = 0.0869504
<< INFO: observed 119762 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.155788
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/4
<< save_eval() finished. folder = illqha4.6/4
<< loss: 0.456002 >= best (0.455995), rejected
<< restoring parameters from illqha4.6/3
<< reducing learning rate scale from 1 to 0.5 (2 more trials)
<< PROGRESS: Thu Aug 30 13:41:23 2018, 200000010 sfens, iteration 40, eta = 0.025, hirate eval = 19 , test_cross_entropy_eval = 0.591239 , test_cross_entropy_win = 0.531985 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.534028 , test_entropy = 0.0779664 , norm = 1.1496e+08 , move accuracy = 41.154% , learn_cross_entropy_eval = 0.621858 , learn_cross_entropy_win = 0.581874 , learn_entropy_eval = 0.566908 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583445 , learn_entropy = 0.0869833
<< INFO: observed 119774 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.146092
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:43:56 2018, 205000013 sfens, iteration 41, eta = 0.025, hirate eval = 21 , test_cross_entropy_eval = 0.591288 , test_cross_entropy_win = 0.531899 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533948 , test_entropy = 0.0779664 , norm = 1.15156e+08 , move accuracy = 41.128% , learn_cross_entropy_eval = 0.62156 , learn_cross_entropy_win = 0.581734 , learn_entropy_eval = 0.56671 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.5833 , learn_entropy = 0.0869411
<< INFO: observed 119790 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.124655
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:46:30 2018, 210000010 sfens, iteration 42, eta = 0.025, hirate eval = 21 , test_cross_entropy_eval = 0.59129 , test_cross_entropy_win = 0.531905 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533953 , test_entropy = 0.0779664 , norm = 1.15206e+08 , move accuracy = 41.1335% , learn_cross_entropy_eval = 0.621698 , learn_cross_entropy_win = 0.581812 , learn_entropy_eval = 0.566856 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583384 , learn_entropy = 0.086974
<< INFO: observed 119805 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.153078
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:49:04 2018, 215000014 sfens, iteration 43, eta = 0.025, hirate eval = 20 , test_cross_entropy_eval = 0.591304 , test_cross_entropy_win = 0.53191 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533959 , test_entropy = 0.0779664 , norm = 1.15212e+08 , move accuracy = 41.133% , learn_cross_entropy_eval = 0.621673 , learn_cross_entropy_win = 0.58192 , learn_entropy_eval = 0.566768 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583481 , learn_entropy = 0.0869704
<< INFO: observed 119818 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0973562
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:51:39 2018, 220000012 sfens, iteration 44, eta = 0.025, hirate eval = 20 , test_cross_entropy_eval = 0.591295 , test_cross_entropy_win = 0.531851 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533901 , test_entropy = 0.0779664 , norm = 1.15222e+08 , move accuracy = 41.121% , learn_cross_entropy_eval = 0.621777 , learn_cross_entropy_win = 0.58169 , learn_entropy_eval = 0.566876 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583267 , learn_entropy = 0.0869752
<< INFO: observed 119826 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.155719
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:54:14 2018, 225000010 sfens, iteration 45, eta = 0.025, hirate eval = 17 , test_cross_entropy_eval = 0.591318 , test_cross_entropy_win = 0.531906 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533956 , test_entropy = 0.0779664 , norm = 1.15224e+08 , move accuracy = 41.1285% , learn_cross_entropy_eval = 0.621716 , learn_cross_entropy_win = 0.581807 , learn_entropy_eval = 0.566853 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583379 , learn_entropy = 0.086979
<< INFO: observed 119833 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0884163
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:56:50 2018, 230000011 sfens, iteration 46, eta = 0.025, hirate eval = 20 , test_cross_entropy_eval = 0.591308 , test_cross_entropy_win = 0.531877 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533927 , test_entropy = 0.0779664 , norm = 1.15235e+08 , move accuracy = 41.1465% , learn_cross_entropy_eval = 0.621744 , learn_cross_entropy_win = 0.58186 , learn_entropy_eval = 0.566819 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583434 , learn_entropy = 0.0869768
<< INFO: observed 119841 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.237519
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 13:59:27 2018, 235000010 sfens, iteration 47, eta = 0.025, hirate eval = 20 , test_cross_entropy_eval = 0.591306 , test_cross_entropy_win = 0.531856 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533907 , test_entropy = 0.0779664 , norm = 1.15225e+08 , move accuracy = 41.12% , learn_cross_entropy_eval = 0.621694 , learn_cross_entropy_win = 0.581985 , learn_entropy_eval = 0.56685 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583548 , learn_entropy = 0.0869837
<< INFO: observed 119848 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.145274
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/5
<< save_eval() finished. folder = illqha4.6/5
<< loss: 0.455981 < best (0.455995), accepted
<< PROGRESS: Thu Aug 30 14:02:04 2018, 240000011 sfens, iteration 48, eta = 0.025, hirate eval = 20 , test_cross_entropy_eval = 0.591301 , test_cross_entropy_win = 0.531893 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533942 , test_entropy = 0.0779664 , norm = 1.15217e+08 , move accuracy = 41.1345% , learn_cross_entropy_eval = 0.621781 , learn_cross_entropy_win = 0.581808 , learn_entropy_eval = 0.566824 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583384 , learn_entropy = 0.0869654
<< INFO: observed 119856 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.7561, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.118856
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:04:42 2018, 245000013 sfens, iteration 49, eta = 0.025, hirate eval = 14 , test_cross_entropy_eval = 0.591294 , test_cross_entropy_win = 0.53186 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53391 , test_entropy = 0.0779664 , norm = 1.15212e+08 , move accuracy = 41.1375% , learn_cross_entropy_eval = 0.621704 , learn_cross_entropy_win = 0.581794 , learn_entropy_eval = 0.566726 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583364 , learn_entropy = 0.0869754
<< INFO: observed 119863 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.093767
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:07:20 2018, 250000014 sfens, iteration 50, eta = 0.025, hirate eval = 14 , test_cross_entropy_eval = 0.591291 , test_cross_entropy_win = 0.531919 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533966 , test_entropy = 0.0779664 , norm = 1.15212e+08 , move accuracy = 41.152% , learn_cross_entropy_eval = 0.621623 , learn_cross_entropy_win = 0.581989 , learn_entropy_eval = 0.566838 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583551 , learn_entropy = 0.0869764
<< INFO: observed 119872 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.187245
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:09:58 2018, 255000015 sfens, iteration 51, eta = 0.025, hirate eval = 14 , test_cross_entropy_eval = 0.591297 , test_cross_entropy_win = 0.531903 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533951 , test_entropy = 0.0779664 , norm = 1.15204e+08 , move accuracy = 41.139% , learn_cross_entropy_eval = 0.621768 , learn_cross_entropy_win = 0.582101 , learn_entropy_eval = 0.566913 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583662 , learn_entropy = 0.0870033
<< INFO: observed 119883 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.10647
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:12:37 2018, 260000009 sfens, iteration 52, eta = 0.025, hirate eval = 15 , test_cross_entropy_eval = 0.591309 , test_cross_entropy_win = 0.531904 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533953 , test_entropy = 0.0779664 , norm = 1.15227e+08 , move accuracy = 41.154% , learn_cross_entropy_eval = 0.621738 , learn_cross_entropy_win = 0.581745 , learn_entropy_eval = 0.566864 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583315 , learn_entropy = 0.0869692
<< INFO: observed 119890 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.185609
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:15:17 2018, 265000012 sfens, iteration 53, eta = 0.025, hirate eval = 15 , test_cross_entropy_eval = 0.591322 , test_cross_entropy_win = 0.531938 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533986 , test_entropy = 0.0779664 , norm = 1.15197e+08 , move accuracy = 41.1465% , learn_cross_entropy_eval = 0.62157 , learn_cross_entropy_win = 0.5818 , learn_entropy_eval = 0.566687 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583363 , learn_entropy = 0.0869391
<< INFO: observed 119900 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.229488
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:17:58 2018, 270000010 sfens, iteration 54, eta = 0.025, hirate eval = 15 , test_cross_entropy_eval = 0.591299 , test_cross_entropy_win = 0.53189 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533939 , test_entropy = 0.0779664 , norm = 1.15206e+08 , move accuracy = 41.1705% , learn_cross_entropy_eval = 0.621647 , learn_cross_entropy_win = 0.581921 , learn_entropy_eval = 0.566792 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583482 , learn_entropy = 0.0869631
<< INFO: observed 119906 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.119717
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:20:40 2018, 275000010 sfens, iteration 55, eta = 0.025, hirate eval = 15 , test_cross_entropy_eval = 0.591313 , test_cross_entropy_win = 0.531901 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53395 , test_entropy = 0.0779664 , norm = 1.15217e+08 , move accuracy = 41.148% , learn_cross_entropy_eval = 0.621693 , learn_cross_entropy_win = 0.58168 , learn_entropy_eval = 0.566837 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583259 , learn_entropy = 0.0869727
<< INFO: observed 119910 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.188684
<< INFO: largest min activation = 0, smallest max activation = 1
<< open filename = E:/tnk/NNUE_shuffled/NNUE_shuffled1.bin
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/6
<< save_eval() finished. folder = illqha4.6/6
<< loss: 0.455983 >= best (0.455981), rejected
<< restoring parameters from illqha4.6/5
<< reducing learning rate scale from 0.5 to 0.25 (2 more trials)
<< PROGRESS: Thu Aug 30 14:23:23 2018, 280000012 sfens, iteration 56, eta = 0.0125, hirate eval = 20 , test_cross_entropy_eval = 0.591309 , test_cross_entropy_win = 0.531888 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533938 , test_entropy = 0.0779664 , norm = 1.15231e+08 , move accuracy = 41.1345% , learn_cross_entropy_eval = 0.621511 , learn_cross_entropy_win = 0.581425 , learn_entropy_eval = 0.56668 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583002 , learn_entropy = 0.0869322
<< INFO: observed 119925 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.132457
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:26:06 2018, 285000011 sfens, iteration 57, eta = 0.0125, hirate eval = 17 , test_cross_entropy_eval = 0.591343 , test_cross_entropy_win = 0.531834 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533887 , test_entropy = 0.0779664 , norm = 1.15368e+08 , move accuracy = 41.1435% , learn_cross_entropy_eval = 0.621686 , learn_cross_entropy_win = 0.581668 , learn_entropy_eval = 0.566859 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583244 , learn_entropy = 0.0869767
<< INFO: observed 119931 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.239272
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:28:50 2018, 290000007 sfens, iteration 58, eta = 0.0125, hirate eval = 17 , test_cross_entropy_eval = 0.591382 , test_cross_entropy_win = 0.531859 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533912 , test_entropy = 0.0779664 , norm = 1.15438e+08 , move accuracy = 41.1385% , learn_cross_entropy_eval = 0.621734 , learn_cross_entropy_win = 0.581758 , learn_entropy_eval = 0.566823 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583334 , learn_entropy = 0.0869859
<< INFO: observed 119938 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.158475
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:31:33 2018, 295000012 sfens, iteration 59, eta = 0.0125, hirate eval = 21 , test_cross_entropy_eval = 0.591375 , test_cross_entropy_win = 0.531833 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533887 , test_entropy = 0.0779664 , norm = 1.15459e+08 , move accuracy = 41.1245% , learn_cross_entropy_eval = 0.621679 , learn_cross_entropy_win = 0.58174 , learn_entropy_eval = 0.566767 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583312 , learn_entropy = 0.0869577
<< INFO: observed 119947 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.157657
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:34:18 2018, 300000015 sfens, iteration 60, eta = 0.0125, hirate eval = 21 , test_cross_entropy_eval = 0.591367 , test_cross_entropy_win = 0.531805 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53386 , test_entropy = 0.0779664 , norm = 1.15445e+08 , move accuracy = 41.1205% , learn_cross_entropy_eval = 0.621821 , learn_cross_entropy_win = 0.582107 , learn_entropy_eval = 0.566845 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58367 , learn_entropy = 0.0869847
<< INFO: observed 119955 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.171807
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:37:02 2018, 305000015 sfens, iteration 61, eta = 0.0125, hirate eval = 21 , test_cross_entropy_eval = 0.591365 , test_cross_entropy_win = 0.531783 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533838 , test_entropy = 0.0779664 , norm = 1.15489e+08 , move accuracy = 41.1275% , learn_cross_entropy_eval = 0.621737 , learn_cross_entropy_win = 0.581613 , learn_entropy_eval = 0.566767 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583194 , learn_entropy = 0.0869552
<< INFO: observed 119958 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.209446
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:39:48 2018, 310000011 sfens, iteration 62, eta = 0.0125, hirate eval = 15 , test_cross_entropy_eval = 0.591377 , test_cross_entropy_win = 0.531816 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533871 , test_entropy = 0.0779664 , norm = 1.1548e+08 , move accuracy = 41.131% , learn_cross_entropy_eval = 0.621649 , learn_cross_entropy_win = 0.581819 , learn_entropy_eval = 0.566809 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583389 , learn_entropy = 0.0869715
<< INFO: observed 119962 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.125641
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:42:34 2018, 315000009 sfens, iteration 63, eta = 0.0125, hirate eval = 11 , test_cross_entropy_eval = 0.591386 , test_cross_entropy_win = 0.531795 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53385 , test_entropy = 0.0779664 , norm = 1.15486e+08 , move accuracy = 41.137% , learn_cross_entropy_eval = 0.621818 , learn_cross_entropy_win = 0.581894 , learn_entropy_eval = 0.56677 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583464 , learn_entropy = 0.086972
<< INFO: observed 119965 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0958297
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/7
<< save_eval() finished. folder = illqha4.6/7
<< loss: 0.455914 < best (0.455981), accepted
<< PROGRESS: Thu Aug 30 14:45:21 2018, 320000013 sfens, iteration 64, eta = 0.0125, hirate eval = 15 , test_cross_entropy_eval = 0.591378 , test_cross_entropy_win = 0.531814 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533869 , test_entropy = 0.0779664 , norm = 1.15463e+08 , move accuracy = 41.135% , learn_cross_entropy_eval = 0.621649 , learn_cross_entropy_win = 0.581765 , learn_entropy_eval = 0.566768 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583336 , learn_entropy = 0.0869489
<< INFO: observed 119967 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.115815
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:48:08 2018, 325000015 sfens, iteration 65, eta = 0.0125, hirate eval = 12 , test_cross_entropy_eval = 0.591366 , test_cross_entropy_win = 0.531816 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53387 , test_entropy = 0.0779664 , norm = 1.15478e+08 , move accuracy = 41.121% , learn_cross_entropy_eval = 0.621622 , learn_cross_entropy_win = 0.581462 , learn_entropy_eval = 0.566631 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583046 , learn_entropy = 0.086927
<< INFO: observed 119975 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.177486
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:50:55 2018, 330000007 sfens, iteration 66, eta = 0.0125, hirate eval = 15 , test_cross_entropy_eval = 0.591368 , test_cross_entropy_win = 0.531766 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533822 , test_entropy = 0.0779664 , norm = 1.15481e+08 , move accuracy = 41.1155% , learn_cross_entropy_eval = 0.621637 , learn_cross_entropy_win = 0.581586 , learn_entropy_eval = 0.566731 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583156 , learn_entropy = 0.0869608
<< INFO: observed 119978 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.117424
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:53:43 2018, 335000014 sfens, iteration 67, eta = 0.0125, hirate eval = 12 , test_cross_entropy_eval = 0.591352 , test_cross_entropy_win = 0.531816 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53387 , test_entropy = 0.0779664 , norm = 1.15474e+08 , move accuracy = 41.12% , learn_cross_entropy_eval = 0.621775 , learn_cross_entropy_win = 0.581979 , learn_entropy_eval = 0.566756 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583548 , learn_entropy = 0.0869473
<< INFO: observed 119981 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.170114
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:56:31 2018, 340000014 sfens, iteration 68, eta = 0.0125, hirate eval = 12 , test_cross_entropy_eval = 0.591355 , test_cross_entropy_win = 0.531826 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533879 , test_entropy = 0.0779664 , norm = 1.15455e+08 , move accuracy = 41.122% , learn_cross_entropy_eval = 0.621847 , learn_cross_entropy_win = 0.582048 , learn_entropy_eval = 0.566799 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583612 , learn_entropy = 0.0869911
<< INFO: observed 119982 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.133401
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 14:59:18 2018, 345000008 sfens, iteration 69, eta = 0.0125, hirate eval = 12 , test_cross_entropy_eval = 0.591338 , test_cross_entropy_win = 0.531778 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533832 , test_entropy = 0.0779664 , norm = 1.15457e+08 , move accuracy = 41.1205% , learn_cross_entropy_eval = 0.621951 , learn_cross_entropy_win = 0.581999 , learn_entropy_eval = 0.566858 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58357 , learn_entropy = 0.0869921
<< INFO: observed 119984 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.126278
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:02:08 2018, 350000011 sfens, iteration 70, eta = 0.0125, hirate eval = 12 , test_cross_entropy_eval = 0.591369 , test_cross_entropy_win = 0.5318 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533855 , test_entropy = 0.0779664 , norm = 1.15473e+08 , move accuracy = 41.1075% , learn_cross_entropy_eval = 0.621766 , learn_cross_entropy_win = 0.581658 , learn_entropy_eval = 0.566811 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583236 , learn_entropy = 0.086957
<< INFO: observed 119986 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.106724
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:04:57 2018, 355000009 sfens, iteration 71, eta = 0.0125, hirate eval = 12 , test_cross_entropy_eval = 0.591338 , test_cross_entropy_win = 0.531787 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533841 , test_entropy = 0.0779664 , norm = 1.15478e+08 , move accuracy = 41.103% , learn_cross_entropy_eval = 0.621816 , learn_cross_entropy_win = 0.581877 , learn_entropy_eval = 0.56686 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583446 , learn_entropy = 0.0869733
<< INFO: observed 119989 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.124169
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/8
<< save_eval() finished. folder = illqha4.6/8
<< loss: 0.455888 < best (0.455914), accepted
<< PROGRESS: Thu Aug 30 15:07:48 2018, 360000007 sfens, iteration 72, eta = 0.0125, hirate eval = 12 , test_cross_entropy_eval = 0.591351 , test_cross_entropy_win = 0.531797 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533851 , test_entropy = 0.0779664 , norm = 1.15466e+08 , move accuracy = 41.102% , learn_cross_entropy_eval = 0.62179 , learn_cross_entropy_win = 0.581888 , learn_entropy_eval = 0.566799 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583456 , learn_entropy = 0.0869728
<< INFO: observed 119991 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0775093
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:10:37 2018, 365000007 sfens, iteration 73, eta = 0.0125, hirate eval = 12 , test_cross_entropy_eval = 0.591349 , test_cross_entropy_win = 0.53178 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533835 , test_entropy = 0.0779664 , norm = 1.15479e+08 , move accuracy = 41.116% , learn_cross_entropy_eval = 0.621864 , learn_cross_entropy_win = 0.581813 , learn_entropy_eval = 0.566891 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583391 , learn_entropy = 0.0869795
<< INFO: observed 119992 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.125175
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:13:27 2018, 370000014 sfens, iteration 74, eta = 0.0125, hirate eval = 18 , test_cross_entropy_eval = 0.591371 , test_cross_entropy_win = 0.531809 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533863 , test_entropy = 0.0779664 , norm = 1.15455e+08 , move accuracy = 41.1275% , learn_cross_entropy_eval = 0.622052 , learn_cross_entropy_win = 0.582303 , learn_entropy_eval = 0.567073 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583872 , learn_entropy = 0.0870293
<< INFO: observed 119994 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.130123
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:16:16 2018, 375000013 sfens, iteration 75, eta = 0.0125, hirate eval = 10 , test_cross_entropy_eval = 0.591369 , test_cross_entropy_win = 0.531787 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533842 , test_entropy = 0.0779664 , norm = 1.1547e+08 , move accuracy = 41.124% , learn_cross_entropy_eval = 0.621864 , learn_cross_entropy_win = 0.581853 , learn_entropy_eval = 0.566798 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583429 , learn_entropy = 0.0869833
<< INFO: observed 119999 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.118862
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:19:07 2018, 380000010 sfens, iteration 76, eta = 0.0125, hirate eval = 16 , test_cross_entropy_eval = 0.591357 , test_cross_entropy_win = 0.531777 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533832 , test_entropy = 0.0779664 , norm = 1.15475e+08 , move accuracy = 41.129% , learn_cross_entropy_eval = 0.621724 , learn_cross_entropy_win = 0.5814 , learn_entropy_eval = 0.566712 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.582989 , learn_entropy = 0.0869168
<< INFO: observed 120002 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.160861
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:21:58 2018, 385000013 sfens, iteration 77, eta = 0.0125, hirate eval = 16 , test_cross_entropy_eval = 0.591337 , test_cross_entropy_win = 0.531797 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53385 , test_entropy = 0.0779664 , norm = 1.15472e+08 , move accuracy = 41.133% , learn_cross_entropy_eval = 0.62189 , learn_cross_entropy_win = 0.581784 , learn_entropy_eval = 0.566976 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583358 , learn_entropy = 0.0869986
<< INFO: observed 120007 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.185126
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:24:49 2018, 390000011 sfens, iteration 78, eta = 0.0125, hirate eval = 16 , test_cross_entropy_eval = 0.591363 , test_cross_entropy_win = 0.531811 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533864 , test_entropy = 0.0779664 , norm = 1.15472e+08 , move accuracy = 41.124% , learn_cross_entropy_eval = 0.621644 , learn_cross_entropy_win = 0.581826 , learn_entropy_eval = 0.566782 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583397 , learn_entropy = 0.0869769
<< INFO: observed 120012 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.145288
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:27:42 2018, 395000008 sfens, iteration 79, eta = 0.0125, hirate eval = 16 , test_cross_entropy_eval = 0.591369 , test_cross_entropy_win = 0.531833 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533886 , test_entropy = 0.0779664 , norm = 1.15465e+08 , move accuracy = 41.116% , learn_cross_entropy_eval = 0.621694 , learn_cross_entropy_win = 0.581581 , learn_entropy_eval = 0.566767 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583158 , learn_entropy = 0.0869465
<< INFO: observed 120017 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.113194
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/9
<< save_eval() finished. folder = illqha4.6/9
<< loss: 0.455886 < best (0.455888), accepted
<< PROGRESS: Thu Aug 30 15:30:34 2018, 400000010 sfens, iteration 80, eta = 0.0125, hirate eval = 16 , test_cross_entropy_eval = 0.591363 , test_cross_entropy_win = 0.53182 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533873 , test_entropy = 0.0779664 , norm = 1.15471e+08 , move accuracy = 41.136% , learn_cross_entropy_eval = 0.621787 , learn_cross_entropy_win = 0.582003 , learn_entropy_eval = 0.566925 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583566 , learn_entropy = 0.0870121
<< INFO: observed 120020 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.122532
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:33:27 2018, 405000012 sfens, iteration 81, eta = 0.0125, hirate eval = 16 , test_cross_entropy_eval = 0.591372 , test_cross_entropy_win = 0.53179 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533845 , test_entropy = 0.0779664 , norm = 1.15481e+08 , move accuracy = 41.1305% , learn_cross_entropy_eval = 0.621857 , learn_cross_entropy_win = 0.581792 , learn_entropy_eval = 0.566978 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583372 , learn_entropy = 0.0869833
<< INFO: observed 120023 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.133303
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:36:20 2018, 410000011 sfens, iteration 82, eta = 0.0125, hirate eval = 16 , test_cross_entropy_eval = 0.591353 , test_cross_entropy_win = 0.531816 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533869 , test_entropy = 0.0779664 , norm = 1.15476e+08 , move accuracy = 41.141% , learn_cross_entropy_eval = 0.621716 , learn_cross_entropy_win = 0.581788 , learn_entropy_eval = 0.566785 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583355 , learn_entropy = 0.0869538
<< INFO: observed 120025 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.161142
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:39:13 2018, 415000012 sfens, iteration 83, eta = 0.0125, hirate eval = 13 , test_cross_entropy_eval = 0.591352 , test_cross_entropy_win = 0.531811 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533864 , test_entropy = 0.0779664 , norm = 1.15465e+08 , move accuracy = 41.1485% , learn_cross_entropy_eval = 0.62181 , learn_cross_entropy_win = 0.581674 , learn_entropy_eval = 0.566856 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583253 , learn_entropy = 0.0869895
<< INFO: observed 120025 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0909622
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:42:07 2018, 420000012 sfens, iteration 84, eta = 0.0125, hirate eval = 16 , test_cross_entropy_eval = 0.591361 , test_cross_entropy_win = 0.531819 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533873 , test_entropy = 0.0779664 , norm = 1.15461e+08 , move accuracy = 41.1315% , learn_cross_entropy_eval = 0.621771 , learn_cross_entropy_win = 0.581882 , learn_entropy_eval = 0.566908 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58345 , learn_entropy = 0.0870028
<< INFO: observed 120027 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0813172
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:45:01 2018, 425000013 sfens, iteration 85, eta = 0.0125, hirate eval = 13 , test_cross_entropy_eval = 0.591351 , test_cross_entropy_win = 0.531831 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533883 , test_entropy = 0.0779664 , norm = 1.15456e+08 , move accuracy = 41.1465% , learn_cross_entropy_eval = 0.621758 , learn_cross_entropy_win = 0.58179 , learn_entropy_eval = 0.566846 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583359 , learn_entropy = 0.0869813
<< INFO: observed 120028 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.188808
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:47:53 2018, 430000010 sfens, iteration 86, eta = 0.0125, hirate eval = 13 , test_cross_entropy_eval = 0.591359 , test_cross_entropy_win = 0.531848 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.5339 , test_entropy = 0.0779664 , norm = 1.15451e+08 , move accuracy = 41.1265% , learn_cross_entropy_eval = 0.621625 , learn_cross_entropy_win = 0.581913 , learn_entropy_eval = 0.566824 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583478 , learn_entropy = 0.0869903
<< INFO: observed 120030 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.163158
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:50:47 2018, 435000015 sfens, iteration 87, eta = 0.0125, hirate eval = 13 , test_cross_entropy_eval = 0.591373 , test_cross_entropy_win = 0.531817 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533872 , test_entropy = 0.0779664 , norm = 1.15458e+08 , move accuracy = 41.167% , learn_cross_entropy_eval = 0.621828 , learn_cross_entropy_win = 0.582021 , learn_entropy_eval = 0.567067 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583589 , learn_entropy = 0.0870366
<< INFO: observed 120031 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.18806
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/10
<< save_eval() finished. folder = illqha4.6/10
<< loss: 0.455906 >= best (0.455886), rejected
<< restoring parameters from illqha4.6/9
<< reducing learning rate scale from 0.25 to 0.125 (2 more trials)
<< PROGRESS: Thu Aug 30 15:53:41 2018, 440000015 sfens, iteration 88, eta = 0.00625, hirate eval = 16 , test_cross_entropy_eval = 0.591361 , test_cross_entropy_win = 0.531806 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53386 , test_entropy = 0.0779664 , norm = 1.15477e+08 , move accuracy = 41.14% , learn_cross_entropy_eval = 0.621784 , learn_cross_entropy_win = 0.581799 , learn_entropy_eval = 0.566813 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583376 , learn_entropy = 0.0869858
<< INFO: observed 120037 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.160021
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:56:33 2018, 445000015 sfens, iteration 89, eta = 0.00625, hirate eval = 16 , test_cross_entropy_eval = 0.591382 , test_cross_entropy_win = 0.531796 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533851 , test_entropy = 0.0779664 , norm = 1.15547e+08 , move accuracy = 41.1465% , learn_cross_entropy_eval = 0.621693 , learn_cross_entropy_win = 0.581707 , learn_entropy_eval = 0.566829 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583279 , learn_entropy = 0.0869592
<< INFO: observed 120038 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.10541
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 15:59:25 2018, 450000015 sfens, iteration 90, eta = 0.00625, hirate eval = 16 , test_cross_entropy_eval = 0.591394 , test_cross_entropy_win = 0.531745 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533802 , test_entropy = 0.0779664 , norm = 1.15603e+08 , move accuracy = 41.165% , learn_cross_entropy_eval = 0.621762 , learn_cross_entropy_win = 0.581901 , learn_entropy_eval = 0.566786 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583466 , learn_entropy = 0.0869664
<< INFO: observed 120045 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.17739
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:02:18 2018, 455000012 sfens, iteration 91, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591413 , test_cross_entropy_win = 0.531766 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533823 , test_entropy = 0.0779664 , norm = 1.15638e+08 , move accuracy = 41.1515% , learn_cross_entropy_eval = 0.621747 , learn_cross_entropy_win = 0.581543 , learn_entropy_eval = 0.566794 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583124 , learn_entropy = 0.0869636
<< INFO: observed 120047 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.166586
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:05:11 2018, 460000015 sfens, iteration 92, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591404 , test_cross_entropy_win = 0.531771 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533828 , test_entropy = 0.0779664 , norm = 1.15652e+08 , move accuracy = 41.1475% , learn_cross_entropy_eval = 0.621874 , learn_cross_entropy_win = 0.581982 , learn_entropy_eval = 0.566836 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583553 , learn_entropy = 0.0869837
<< INFO: observed 120048 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0803619
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:08:08 2018, 465000015 sfens, iteration 93, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591433 , test_cross_entropy_win = 0.531799 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533855 , test_entropy = 0.0779664 , norm = 1.1566e+08 , move accuracy = 41.134% , learn_cross_entropy_eval = 0.621794 , learn_cross_entropy_win = 0.58176 , learn_entropy_eval = 0.566753 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583331 , learn_entropy = 0.0869529
<< INFO: observed 120051 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.170226
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:11:02 2018, 470000013 sfens, iteration 94, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591408 , test_cross_entropy_win = 0.53177 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533826 , test_entropy = 0.0779664 , norm = 1.15681e+08 , move accuracy = 41.1445% , learn_cross_entropy_eval = 0.621571 , learn_cross_entropy_win = 0.581932 , learn_entropy_eval = 0.56663 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583489 , learn_entropy = 0.0869467
<< INFO: observed 120054 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.126564
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:13:58 2018, 475000015 sfens, iteration 95, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591429 , test_cross_entropy_win = 0.531776 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533833 , test_entropy = 0.0779664 , norm = 1.15687e+08 , move accuracy = 41.1375% , learn_cross_entropy_eval = 0.621915 , learn_cross_entropy_win = 0.581807 , learn_entropy_eval = 0.566981 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583389 , learn_entropy = 0.0869924
<< INFO: observed 120058 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.193413
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/11
<< save_eval() finished. folder = illqha4.6/11
<< loss: 0.455868 < best (0.455886), accepted
<< PROGRESS: Thu Aug 30 16:16:52 2018, 480000013 sfens, iteration 96, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.59141 , test_cross_entropy_win = 0.531772 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533829 , test_entropy = 0.0779664 , norm = 1.1569e+08 , move accuracy = 41.1295% , learn_cross_entropy_eval = 0.621898 , learn_cross_entropy_win = 0.581689 , learn_entropy_eval = 0.566867 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583276 , learn_entropy = 0.0869747
<< INFO: observed 120060 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.133752
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:19:48 2018, 485000015 sfens, iteration 97, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591435 , test_cross_entropy_win = 0.531742 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533801 , test_entropy = 0.0779664 , norm = 1.157e+08 , move accuracy = 41.102% , learn_cross_entropy_eval = 0.621803 , learn_cross_entropy_win = 0.581666 , learn_entropy_eval = 0.566725 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583244 , learn_entropy = 0.0869383
<< INFO: observed 120060 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.110636
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:22:42 2018, 490000015 sfens, iteration 98, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591433 , test_cross_entropy_win = 0.531732 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533791 , test_entropy = 0.0779664 , norm = 1.1571e+08 , move accuracy = 41.1175% , learn_cross_entropy_eval = 0.62181 , learn_cross_entropy_win = 0.581898 , learn_entropy_eval = 0.566892 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583468 , learn_entropy = 0.0870015
<< INFO: observed 120063 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0793341
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:25:37 2018, 495000015 sfens, iteration 99, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591462 , test_cross_entropy_win = 0.531799 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533857 , test_entropy = 0.0779664 , norm = 1.15707e+08 , move accuracy = 41.122% , learn_cross_entropy_eval = 0.621897 , learn_cross_entropy_win = 0.582055 , learn_entropy_eval = 0.566929 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583626 , learn_entropy = 0.0870082
<< INFO: observed 120067 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.141161
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:28:31 2018, 500000014 sfens, iteration 100, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591432 , test_cross_entropy_win = 0.531769 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533826 , test_entropy = 0.0779664 , norm = 1.15707e+08 , move accuracy = 41.1165% , learn_cross_entropy_eval = 0.62175 , learn_cross_entropy_win = 0.581812 , learn_entropy_eval = 0.566823 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583384 , learn_entropy = 0.0869718
<< INFO: observed 120068 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.119946
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:31:27 2018, 505000014 sfens, iteration 101, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591406 , test_cross_entropy_win = 0.531716 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533774 , test_entropy = 0.0779664 , norm = 1.15707e+08 , move accuracy = 41.106% , learn_cross_entropy_eval = 0.621825 , learn_cross_entropy_win = 0.581701 , learn_entropy_eval = 0.566803 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58328 , learn_entropy = 0.086959
<< INFO: observed 120072 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.150479
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:34:20 2018, 510000011 sfens, iteration 102, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591408 , test_cross_entropy_win = 0.531721 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533779 , test_entropy = 0.0779664 , norm = 1.15704e+08 , move accuracy = 41.133% , learn_cross_entropy_eval = 0.621744 , learn_cross_entropy_win = 0.581396 , learn_entropy_eval = 0.566682 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58298 , learn_entropy = 0.0869156
<< INFO: observed 120076 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.125494
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:37:16 2018, 515000009 sfens, iteration 103, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591417 , test_cross_entropy_win = 0.531745 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533802 , test_entropy = 0.0779664 , norm = 1.15723e+08 , move accuracy = 41.1365% , learn_cross_entropy_eval = 0.621867 , learn_cross_entropy_win = 0.581779 , learn_entropy_eval = 0.566791 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583357 , learn_entropy = 0.0869641
<< INFO: observed 120078 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.10306
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/12
<< save_eval() finished. folder = illqha4.6/12
<< loss: 0.455841 < best (0.455868), accepted
<< PROGRESS: Thu Aug 30 16:40:10 2018, 520000012 sfens, iteration 104, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591424 , test_cross_entropy_win = 0.531754 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533812 , test_entropy = 0.0779664 , norm = 1.15706e+08 , move accuracy = 41.136% , learn_cross_entropy_eval = 0.621793 , learn_cross_entropy_win = 0.581851 , learn_entropy_eval = 0.566778 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583415 , learn_entropy = 0.086954
<< INFO: observed 120083 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.228329
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:43:05 2018, 525000009 sfens, iteration 105, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591421 , test_cross_entropy_win = 0.531734 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533791 , test_entropy = 0.0779664 , norm = 1.15699e+08 , move accuracy = 41.132% , learn_cross_entropy_eval = 0.621754 , learn_cross_entropy_win = 0.581685 , learn_entropy_eval = 0.566775 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583261 , learn_entropy = 0.0869767
<< INFO: observed 120084 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.237847
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:45:58 2018, 530000013 sfens, iteration 106, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.59141 , test_cross_entropy_win = 0.531743 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.5338 , test_entropy = 0.0779664 , norm = 1.15693e+08 , move accuracy = 41.114% , learn_cross_entropy_eval = 0.621975 , learn_cross_entropy_win = 0.581915 , learn_entropy_eval = 0.566961 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583487 , learn_entropy = 0.0870234
<< INFO: observed 120086 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.105217
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:48:53 2018, 535000010 sfens, iteration 107, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591435 , test_cross_entropy_win = 0.531759 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533816 , test_entropy = 0.0779664 , norm = 1.1571e+08 , move accuracy = 41.1475% , learn_cross_entropy_eval = 0.621827 , learn_cross_entropy_win = 0.581505 , learn_entropy_eval = 0.566902 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583094 , learn_entropy = 0.0869666
<< INFO: observed 120086 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0943261
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:51:47 2018, 540000014 sfens, iteration 108, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591417 , test_cross_entropy_win = 0.531713 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533772 , test_entropy = 0.0779664 , norm = 1.157e+08 , move accuracy = 41.1385% , learn_cross_entropy_eval = 0.621794 , learn_cross_entropy_win = 0.581616 , learn_entropy_eval = 0.566769 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583195 , learn_entropy = 0.0869623
<< INFO: observed 120089 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0778128
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:54:42 2018, 545000010 sfens, iteration 109, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591414 , test_cross_entropy_win = 0.531738 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533796 , test_entropy = 0.0779664 , norm = 1.15721e+08 , move accuracy = 41.1235% , learn_cross_entropy_eval = 0.62198 , learn_cross_entropy_win = 0.581848 , learn_entropy_eval = 0.56688 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583431 , learn_entropy = 0.0869749
<< INFO: observed 120091 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.15391
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 16:57:35 2018, 550000012 sfens, iteration 110, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591413 , test_cross_entropy_win = 0.531774 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533829 , test_entropy = 0.0779664 , norm = 1.15713e+08 , move accuracy = 41.138% , learn_cross_entropy_eval = 0.621811 , learn_cross_entropy_win = 0.581799 , learn_entropy_eval = 0.566743 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583376 , learn_entropy = 0.0869662
<< INFO: observed 120092 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.117439
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:00:31 2018, 555000010 sfens, iteration 111, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591414 , test_cross_entropy_win = 0.531768 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533824 , test_entropy = 0.0779664 , norm = 1.15693e+08 , move accuracy = 41.1435% , learn_cross_entropy_eval = 0.621894 , learn_cross_entropy_win = 0.581791 , learn_entropy_eval = 0.566828 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583367 , learn_entropy = 0.086983
<< INFO: observed 120097 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.130501
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/13
<< save_eval() finished. folder = illqha4.6/13
<< loss: 0.455839 < best (0.455841), accepted
<< PROGRESS: Thu Aug 30 17:03:25 2018, 560000014 sfens, iteration 112, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591428 , test_cross_entropy_win = 0.531753 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533811 , test_entropy = 0.0779664 , norm = 1.15695e+08 , move accuracy = 41.1375% , learn_cross_entropy_eval = 0.621895 , learn_cross_entropy_win = 0.581594 , learn_entropy_eval = 0.566948 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583179 , learn_entropy = 0.0869953
<< INFO: observed 120100 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.145743
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:06:21 2018, 565000012 sfens, iteration 113, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591403 , test_cross_entropy_win = 0.531751 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533808 , test_entropy = 0.0779664 , norm = 1.15702e+08 , move accuracy = 41.1355% , learn_cross_entropy_eval = 0.621971 , learn_cross_entropy_win = 0.581551 , learn_entropy_eval = 0.56689 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583147 , learn_entropy = 0.0869674
<< INFO: observed 120104 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0995062
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:09:15 2018, 570000013 sfens, iteration 114, eta = 0.00625, hirate eval = 19 , test_cross_entropy_eval = 0.591412 , test_cross_entropy_win = 0.531719 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533777 , test_entropy = 0.0779664 , norm = 1.15696e+08 , move accuracy = 41.112% , learn_cross_entropy_eval = 0.621755 , learn_cross_entropy_win = 0.581992 , learn_entropy_eval = 0.566822 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58356 , learn_entropy = 0.086981
<< INFO: observed 120109 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.134091
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:12:11 2018, 575000015 sfens, iteration 115, eta = 0.00625, hirate eval = 18 , test_cross_entropy_eval = 0.59141 , test_cross_entropy_win = 0.531725 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533783 , test_entropy = 0.0779664 , norm = 1.1568e+08 , move accuracy = 41.125% , learn_cross_entropy_eval = 0.621934 , learn_cross_entropy_win = 0.581948 , learn_entropy_eval = 0.566854 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583519 , learn_entropy = 0.0869791
<< INFO: observed 120110 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.158295
<< INFO: largest min activation = 0, smallest max activation = 1
<< open filename = E:/tnk/NNUE_shuffled/NNUE_shuffled2.bin
<< PROGRESS: Thu Aug 30 17:15:04 2018, 580000014 sfens, iteration 116, eta = 0.00625, hirate eval = 16 , test_cross_entropy_eval = 0.591414 , test_cross_entropy_win = 0.531755 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533811 , test_entropy = 0.0779664 , norm = 1.15666e+08 , move accuracy = 41.123% , learn_cross_entropy_eval = 0.621914 , learn_cross_entropy_win = 0.582084 , learn_entropy_eval = 0.566837 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583654 , learn_entropy = 0.0869714
<< INFO: observed 120111 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.11677
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:18:00 2018, 585000012 sfens, iteration 117, eta = 0.00625, hirate eval = 15 , test_cross_entropy_eval = 0.59144 , test_cross_entropy_win = 0.53177 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533827 , test_entropy = 0.0779664 , norm = 1.15676e+08 , move accuracy = 41.1165% , learn_cross_entropy_eval = 0.621721 , learn_cross_entropy_win = 0.581808 , learn_entropy_eval = 0.566723 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583377 , learn_entropy = 0.0869352
<< INFO: observed 120112 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.160077
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:20:54 2018, 590000013 sfens, iteration 118, eta = 0.00625, hirate eval = 16 , test_cross_entropy_eval = 0.591429 , test_cross_entropy_win = 0.531764 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533821 , test_entropy = 0.0779664 , norm = 1.15679e+08 , move accuracy = 41.1225% , learn_cross_entropy_eval = 0.621856 , learn_cross_entropy_win = 0.581581 , learn_entropy_eval = 0.566825 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583169 , learn_entropy = 0.0869615
<< INFO: observed 120114 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.126829
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:23:51 2018, 595000010 sfens, iteration 119, eta = 0.00625, hirate eval = 16 , test_cross_entropy_eval = 0.591423 , test_cross_entropy_win = 0.531751 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533808 , test_entropy = 0.0779664 , norm = 1.15676e+08 , move accuracy = 41.118% , learn_cross_entropy_eval = 0.621771 , learn_cross_entropy_win = 0.581646 , learn_entropy_eval = 0.566751 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583223 , learn_entropy = 0.0869579
<< INFO: observed 120115 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.16632
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/14
<< save_eval() finished. folder = illqha4.6/14
<< loss: 0.455839 >= best (0.455839), rejected
<< restoring parameters from illqha4.6/13
<< reducing learning rate scale from 0.125 to 0.0625 (2 more trials)
<< PROGRESS: Thu Aug 30 17:26:48 2018, 600000014 sfens, iteration 120, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591423 , test_cross_entropy_win = 0.531771 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533827 , test_entropy = 0.0779664 , norm = 1.15701e+08 , move accuracy = 41.138% , learn_cross_entropy_eval = 0.621992 , learn_cross_entropy_win = 0.581791 , learn_entropy_eval = 0.566893 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583374 , learn_entropy = 0.0869781
<< INFO: observed 120115 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.128795
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:29:44 2018, 605000015 sfens, iteration 121, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591427 , test_cross_entropy_win = 0.531716 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533775 , test_entropy = 0.0779664 , norm = 1.15748e+08 , move accuracy = 41.1375% , learn_cross_entropy_eval = 0.621765 , learn_cross_entropy_win = 0.58166 , learn_entropy_eval = 0.566825 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583235 , learn_entropy = 0.0869845
<< INFO: observed 120117 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.18814
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:32:40 2018, 610000013 sfens, iteration 122, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591439 , test_cross_entropy_win = 0.531731 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53379 , test_entropy = 0.0779664 , norm = 1.15768e+08 , move accuracy = 41.116% , learn_cross_entropy_eval = 0.62194 , learn_cross_entropy_win = 0.582085 , learn_entropy_eval = 0.56688 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583654 , learn_entropy = 0.0869962
<< INFO: observed 120118 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.131011
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:35:36 2018, 615000013 sfens, iteration 123, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591429 , test_cross_entropy_win = 0.531698 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533757 , test_entropy = 0.0779664 , norm = 1.15794e+08 , move accuracy = 41.1365% , learn_cross_entropy_eval = 0.621732 , learn_cross_entropy_win = 0.581611 , learn_entropy_eval = 0.566739 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583191 , learn_entropy = 0.0869429
<< INFO: observed 120119 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.133088
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:38:30 2018, 620000012 sfens, iteration 124, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591451 , test_cross_entropy_win = 0.531688 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533749 , test_entropy = 0.0779664 , norm = 1.15835e+08 , move accuracy = 41.1235% , learn_cross_entropy_eval = 0.621892 , learn_cross_entropy_win = 0.581474 , learn_entropy_eval = 0.566825 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583066 , learn_entropy = 0.08696
<< INFO: observed 120120 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.105423
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:41:27 2018, 625000014 sfens, iteration 125, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591462 , test_cross_entropy_win = 0.531727 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533786 , test_entropy = 0.0779664 , norm = 1.15854e+08 , move accuracy = 41.1485% , learn_cross_entropy_eval = 0.621862 , learn_cross_entropy_win = 0.581604 , learn_entropy_eval = 0.566877 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583189 , learn_entropy = 0.0869815
<< INFO: observed 120121 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.115783
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:44:23 2018, 630000014 sfens, iteration 126, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591455 , test_cross_entropy_win = 0.531734 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533792 , test_entropy = 0.0779664 , norm = 1.1585e+08 , move accuracy = 41.1425% , learn_cross_entropy_eval = 0.621803 , learn_cross_entropy_win = 0.581851 , learn_entropy_eval = 0.566817 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583425 , learn_entropy = 0.086969
<< INFO: observed 120123 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.156266
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:47:19 2018, 635000015 sfens, iteration 127, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591476 , test_cross_entropy_win = 0.531703 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533764 , test_entropy = 0.0779664 , norm = 1.15856e+08 , move accuracy = 41.13% , learn_cross_entropy_eval = 0.621949 , learn_cross_entropy_win = 0.582025 , learn_entropy_eval = 0.566856 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583595 , learn_entropy = 0.0869784
<< INFO: observed 120125 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.123639
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/15
<< save_eval() finished. folder = illqha4.6/15
<< loss: 0.455814 < best (0.455839), accepted
<< PROGRESS: Thu Aug 30 17:50:15 2018, 640000015 sfens, iteration 128, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591475 , test_cross_entropy_win = 0.531751 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53381 , test_entropy = 0.0779664 , norm = 1.15873e+08 , move accuracy = 41.122% , learn_cross_entropy_eval = 0.621981 , learn_cross_entropy_win = 0.582008 , learn_entropy_eval = 0.566947 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583582 , learn_entropy = 0.0870156
<< INFO: observed 120126 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.146924
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:53:12 2018, 645000014 sfens, iteration 129, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.59146 , test_cross_entropy_win = 0.531692 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533753 , test_entropy = 0.0779664 , norm = 1.15867e+08 , move accuracy = 41.1285% , learn_cross_entropy_eval = 0.621823 , learn_cross_entropy_win = 0.581718 , learn_entropy_eval = 0.566719 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.5833 , learn_entropy = 0.0869679
<< INFO: observed 120126 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.11951
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:56:06 2018, 650000014 sfens, iteration 130, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591469 , test_cross_entropy_win = 0.531705 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533765 , test_entropy = 0.0779664 , norm = 1.15873e+08 , move accuracy = 41.125% , learn_cross_entropy_eval = 0.621867 , learn_cross_entropy_win = 0.581862 , learn_entropy_eval = 0.5668 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583438 , learn_entropy = 0.0869714
<< INFO: observed 120128 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.238632
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 17:59:03 2018, 655000014 sfens, iteration 131, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591473 , test_cross_entropy_win = 0.531678 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53374 , test_entropy = 0.0779664 , norm = 1.15888e+08 , move accuracy = 41.1515% , learn_cross_entropy_eval = 0.621935 , learn_cross_entropy_win = 0.58184 , learn_entropy_eval = 0.566853 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583419 , learn_entropy = 0.086989
<< INFO: observed 120130 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.196006
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:01:57 2018, 660000015 sfens, iteration 132, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591479 , test_cross_entropy_win = 0.531711 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533772 , test_entropy = 0.0779664 , norm = 1.15889e+08 , move accuracy = 41.1445% , learn_cross_entropy_eval = 0.621821 , learn_cross_entropy_win = 0.581888 , learn_entropy_eval = 0.566784 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583462 , learn_entropy = 0.0869698
<< INFO: observed 120134 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.186107
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:04:54 2018, 665000011 sfens, iteration 133, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591465 , test_cross_entropy_win = 0.531697 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533757 , test_entropy = 0.0779664 , norm = 1.15894e+08 , move accuracy = 41.144% , learn_cross_entropy_eval = 0.62189 , learn_cross_entropy_win = 0.581722 , learn_entropy_eval = 0.566835 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.5833 , learn_entropy = 0.0869735
<< INFO: observed 120138 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.166009
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:07:50 2018, 670000013 sfens, iteration 134, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591473 , test_cross_entropy_win = 0.531692 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533753 , test_entropy = 0.0779664 , norm = 1.15895e+08 , move accuracy = 41.1225% , learn_cross_entropy_eval = 0.621781 , learn_cross_entropy_win = 0.581778 , learn_entropy_eval = 0.566787 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583351 , learn_entropy = 0.0869719
<< INFO: observed 120138 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.169329
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:10:47 2018, 675000014 sfens, iteration 135, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591487 , test_cross_entropy_win = 0.531682 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533744 , test_entropy = 0.0779664 , norm = 1.15901e+08 , move accuracy = 41.124% , learn_cross_entropy_eval = 0.621963 , learn_cross_entropy_win = 0.581863 , learn_entropy_eval = 0.566904 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58344 , learn_entropy = 0.0869851
<< INFO: observed 120140 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.162364
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/16
<< save_eval() finished. folder = illqha4.6/16
<< loss: 0.455795 < best (0.455814), accepted
<< PROGRESS: Thu Aug 30 18:13:42 2018, 680000013 sfens, iteration 136, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591466 , test_cross_entropy_win = 0.531686 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533747 , test_entropy = 0.0779664 , norm = 1.15906e+08 , move accuracy = 41.134% , learn_cross_entropy_eval = 0.621876 , learn_cross_entropy_win = 0.581673 , learn_entropy_eval = 0.566738 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583255 , learn_entropy = 0.0869528
<< INFO: observed 120141 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.132069
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:16:38 2018, 685000015 sfens, iteration 137, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591466 , test_cross_entropy_win = 0.531652 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533714 , test_entropy = 0.0779664 , norm = 1.15908e+08 , move accuracy = 41.137% , learn_cross_entropy_eval = 0.621949 , learn_cross_entropy_win = 0.58177 , learn_entropy_eval = 0.566831 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583349 , learn_entropy = 0.086977
<< INFO: observed 120143 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.146349
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:19:32 2018, 690000008 sfens, iteration 138, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591488 , test_cross_entropy_win = 0.531692 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533754 , test_entropy = 0.0779664 , norm = 1.1591e+08 , move accuracy = 41.131% , learn_cross_entropy_eval = 0.621978 , learn_cross_entropy_win = 0.582027 , learn_entropy_eval = 0.566888 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583604 , learn_entropy = 0.0869872
<< INFO: observed 120144 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.170444
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:22:31 2018, 695000012 sfens, iteration 139, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591478 , test_cross_entropy_win = 0.531705 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533766 , test_entropy = 0.0779664 , norm = 1.15912e+08 , move accuracy = 41.129% , learn_cross_entropy_eval = 0.621906 , learn_cross_entropy_win = 0.581956 , learn_entropy_eval = 0.566923 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583525 , learn_entropy = 0.0870057
<< INFO: observed 120144 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.142461
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:25:27 2018, 700000013 sfens, iteration 140, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591485 , test_cross_entropy_win = 0.531657 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53372 , test_entropy = 0.0779664 , norm = 1.15912e+08 , move accuracy = 41.139% , learn_cross_entropy_eval = 0.62198 , learn_cross_entropy_win = 0.58179 , learn_entropy_eval = 0.566844 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583372 , learn_entropy = 0.0869816
<< INFO: observed 120144 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.1493
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:28:23 2018, 705000013 sfens, iteration 141, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591487 , test_cross_entropy_win = 0.531661 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533724 , test_entropy = 0.0779664 , norm = 1.15925e+08 , move accuracy = 41.131% , learn_cross_entropy_eval = 0.621896 , learn_cross_entropy_win = 0.581708 , learn_entropy_eval = 0.566893 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58329 , learn_entropy = 0.0869909
<< INFO: observed 120144 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.102024
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:31:18 2018, 710000013 sfens, iteration 142, eta = 0.003125, hirate eval = 19 , test_cross_entropy_eval = 0.591482 , test_cross_entropy_win = 0.53165 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533712 , test_entropy = 0.0779664 , norm = 1.15909e+08 , move accuracy = 41.1415% , learn_cross_entropy_eval = 0.621988 , learn_cross_entropy_win = 0.582082 , learn_entropy_eval = 0.566908 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583651 , learn_entropy = 0.087003
<< INFO: observed 120144 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.117971
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:34:14 2018, 715000010 sfens, iteration 143, eta = 0.003125, hirate eval = 17 , test_cross_entropy_eval = 0.591486 , test_cross_entropy_win = 0.531654 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533717 , test_entropy = 0.0779664 , norm = 1.15916e+08 , move accuracy = 41.1245% , learn_cross_entropy_eval = 0.62192 , learn_cross_entropy_win = 0.581932 , learn_entropy_eval = 0.566874 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583507 , learn_entropy = 0.0869828
<< INFO: observed 120144 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.121242
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/17
<< save_eval() finished. folder = illqha4.6/17
<< loss: 0.455765 < best (0.455795), accepted
<< PROGRESS: Thu Aug 30 18:37:11 2018, 720000015 sfens, iteration 144, eta = 0.003125, hirate eval = 17 , test_cross_entropy_eval = 0.591463 , test_cross_entropy_win = 0.531662 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533723 , test_entropy = 0.0779664 , norm = 1.15915e+08 , move accuracy = 41.1305% , learn_cross_entropy_eval = 0.621987 , learn_cross_entropy_win = 0.581881 , learn_entropy_eval = 0.566878 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583459 , learn_entropy = 0.0869997
<< INFO: observed 120144 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.252167
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:40:07 2018, 725000013 sfens, iteration 145, eta = 0.003125, hirate eval = 15 , test_cross_entropy_eval = 0.591489 , test_cross_entropy_win = 0.531669 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533732 , test_entropy = 0.0779664 , norm = 1.15915e+08 , move accuracy = 41.1335% , learn_cross_entropy_eval = 0.621856 , learn_cross_entropy_win = 0.581741 , learn_entropy_eval = 0.566715 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583321 , learn_entropy = 0.0869566
<< INFO: observed 120147 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.108764
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:43:02 2018, 730000015 sfens, iteration 146, eta = 0.003125, hirate eval = 15 , test_cross_entropy_eval = 0.591489 , test_cross_entropy_win = 0.531638 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533702 , test_entropy = 0.0779664 , norm = 1.15913e+08 , move accuracy = 41.1195% , learn_cross_entropy_eval = 0.621798 , learn_cross_entropy_win = 0.581846 , learn_entropy_eval = 0.566771 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583415 , learn_entropy = 0.0869421
<< INFO: observed 120149 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0948896
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:46:00 2018, 735000013 sfens, iteration 147, eta = 0.003125, hirate eval = 15 , test_cross_entropy_eval = 0.591499 , test_cross_entropy_win = 0.531677 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533739 , test_entropy = 0.0779664 , norm = 1.1593e+08 , move accuracy = 41.1155% , learn_cross_entropy_eval = 0.621949 , learn_cross_entropy_win = 0.5818 , learn_entropy_eval = 0.566809 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583374 , learn_entropy = 0.0869465
<< INFO: observed 120150 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.18581
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:48:56 2018, 740000013 sfens, iteration 148, eta = 0.003125, hirate eval = 15 , test_cross_entropy_eval = 0.591492 , test_cross_entropy_win = 0.531708 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533769 , test_entropy = 0.0779664 , norm = 1.15908e+08 , move accuracy = 41.132% , learn_cross_entropy_eval = 0.621803 , learn_cross_entropy_win = 0.581769 , learn_entropy_eval = 0.566775 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583343 , learn_entropy = 0.0869582
<< INFO: observed 120150 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0881758
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:51:53 2018, 745000014 sfens, iteration 149, eta = 0.003125, hirate eval = 15 , test_cross_entropy_eval = 0.591489 , test_cross_entropy_win = 0.531718 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533778 , test_entropy = 0.0779664 , norm = 1.15918e+08 , move accuracy = 41.1195% , learn_cross_entropy_eval = 0.621898 , learn_cross_entropy_win = 0.581742 , learn_entropy_eval = 0.566877 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.58332 , learn_entropy = 0.0869768
<< INFO: observed 120153 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.144534
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:54:49 2018, 750000015 sfens, iteration 150, eta = 0.003125, hirate eval = 15 , test_cross_entropy_eval = 0.591511 , test_cross_entropy_win = 0.531717 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533779 , test_entropy = 0.0779664 , norm = 1.15922e+08 , move accuracy = 41.1345% , learn_cross_entropy_eval = 0.621739 , learn_cross_entropy_win = 0.581606 , learn_entropy_eval = 0.566758 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583183 , learn_entropy = 0.0869623
<< INFO: observed 120157 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.147591
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 18:57:46 2018, 755000015 sfens, iteration 151, eta = 0.003125, hirate eval = 11 , test_cross_entropy_eval = 0.591501 , test_cross_entropy_win = 0.531683 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533745 , test_entropy = 0.0779664 , norm = 1.15931e+08 , move accuracy = 41.125% , learn_cross_entropy_eval = 0.621892 , learn_cross_entropy_win = 0.581735 , learn_entropy_eval = 0.566787 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583312 , learn_entropy = 0.0869623
<< INFO: observed 120157 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.121536
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/18
<< save_eval() finished. folder = illqha4.6/18
<< loss: 0.45578 >= best (0.455765), rejected
<< restoring parameters from illqha4.6/17
<< reducing learning rate scale from 0.0625 to 0.03125 (2 more trials)
<< PROGRESS: Thu Aug 30 19:00:42 2018, 760000013 sfens, iteration 152, eta = 0.0015625, hirate eval = 17 , test_cross_entropy_eval = 0.591497 , test_cross_entropy_win = 0.531658 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533721 , test_entropy = 0.0779664 , norm = 1.15916e+08 , move accuracy = 41.1305% , learn_cross_entropy_eval = 0.621871 , learn_cross_entropy_win = 0.581823 , learn_entropy_eval = 0.566834 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583397 , learn_entropy = 0.0869669
<< INFO: observed 120158 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.167139
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:03:40 2018, 765000012 sfens, iteration 153, eta = 0.0015625, hirate eval = 17 , test_cross_entropy_eval = 0.591482 , test_cross_entropy_win = 0.531666 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533729 , test_entropy = 0.0779664 , norm = 1.15932e+08 , move accuracy = 41.115% , learn_cross_entropy_eval = 0.621993 , learn_cross_entropy_win = 0.581898 , learn_entropy_eval = 0.566881 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583474 , learn_entropy = 0.0869787
<< INFO: observed 120162 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0899388
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:06:35 2018, 770000012 sfens, iteration 154, eta = 0.0015625, hirate eval = 17 , test_cross_entropy_eval = 0.591497 , test_cross_entropy_win = 0.531683 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533744 , test_entropy = 0.0779664 , norm = 1.15953e+08 , move accuracy = 41.1365% , learn_cross_entropy_eval = 0.621853 , learn_cross_entropy_win = 0.581954 , learn_entropy_eval = 0.566743 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583523 , learn_entropy = 0.0869678
<< INFO: observed 120163 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.194816
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:09:32 2018, 775000014 sfens, iteration 155, eta = 0.0015625, hirate eval = 17 , test_cross_entropy_eval = 0.591505 , test_cross_entropy_win = 0.531673 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533736 , test_entropy = 0.0779664 , norm = 1.15972e+08 , move accuracy = 41.1415% , learn_cross_entropy_eval = 0.6218 , learn_cross_entropy_win = 0.581689 , learn_entropy_eval = 0.566786 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583269 , learn_entropy = 0.086962
<< INFO: observed 120163 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.151222
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:12:28 2018, 780000013 sfens, iteration 156, eta = 0.0015625, hirate eval = 17 , test_cross_entropy_eval = 0.591528 , test_cross_entropy_win = 0.53168 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533743 , test_entropy = 0.0779664 , norm = 1.1599e+08 , move accuracy = 41.1495% , learn_cross_entropy_eval = 0.621939 , learn_cross_entropy_win = 0.581799 , learn_entropy_eval = 0.566848 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583376 , learn_entropy = 0.0869597
<< INFO: observed 120165 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.140869
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:15:26 2018, 785000012 sfens, iteration 157, eta = 0.0015625, hirate eval = 17 , test_cross_entropy_eval = 0.591514 , test_cross_entropy_win = 0.531679 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533742 , test_entropy = 0.0779664 , norm = 1.15991e+08 , move accuracy = 41.142% , learn_cross_entropy_eval = 0.621997 , learn_cross_entropy_win = 0.581667 , learn_entropy_eval = 0.566876 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583252 , learn_entropy = 0.0869849
<< INFO: observed 120166 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.136209
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:18:23 2018, 790000014 sfens, iteration 158, eta = 0.0015625, hirate eval = 17 , test_cross_entropy_eval = 0.591537 , test_cross_entropy_win = 0.531686 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.53375 , test_entropy = 0.0779664 , norm = 1.16024e+08 , move accuracy = 41.146% , learn_cross_entropy_eval = 0.621792 , learn_cross_entropy_win = 0.581789 , learn_entropy_eval = 0.566693 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583358 , learn_entropy = 0.0869479
<< INFO: observed 120167 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.1203
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:21:22 2018, 795000014 sfens, iteration 159, eta = 0.0015625, hirate eval = 17 , test_cross_entropy_eval = 0.59151 , test_cross_entropy_win = 0.531671 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533734 , test_entropy = 0.0779664 , norm = 1.16025e+08 , move accuracy = 41.146% , learn_cross_entropy_eval = 0.621924 , learn_cross_entropy_win = 0.581502 , learn_entropy_eval = 0.566761 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583094 , learn_entropy = 0.0869419
<< INFO: observed 120167 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.193121
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/19
<< save_eval() finished. folder = illqha4.6/19
<< loss: 0.455771 >= best (0.455765), rejected
<< restoring parameters from illqha4.6/17
<< reducing learning rate scale from 0.03125 to 0.015625 (1 more trials)
<< PROGRESS: Thu Aug 30 19:24:18 2018, 800000015 sfens, iteration 160, eta = 0.00078125, hirate eval = 17 , test_cross_entropy_eval = 0.591489 , test_cross_entropy_win = 0.531687 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533748 , test_entropy = 0.0779664 , norm = 1.15923e+08 , move accuracy = 41.1235% , learn_cross_entropy_eval = 0.621892 , learn_cross_entropy_win = 0.581694 , learn_entropy_eval = 0.56681 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583273 , learn_entropy = 0.0869705
<< INFO: observed 120168 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.0933364
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:27:15 2018, 805000013 sfens, iteration 161, eta = 0.00078125, hirate eval = 17 , test_cross_entropy_eval = 0.591511 , test_cross_entropy_win = 0.531647 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533711 , test_entropy = 0.0779664 , norm = 1.15936e+08 , move accuracy = 41.137% , learn_cross_entropy_eval = 0.622023 , learn_cross_entropy_win = 0.581836 , learn_entropy_eval = 0.566961 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583419 , learn_entropy = 0.0869819
<< INFO: observed 120169 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.186511
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:30:12 2018, 810000014 sfens, iteration 162, eta = 0.00078125, hirate eval = 17 , test_cross_entropy_eval = 0.591478 , test_cross_entropy_win = 0.531676 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533738 , test_entropy = 0.0779664 , norm = 1.15942e+08 , move accuracy = 41.1475% , learn_cross_entropy_eval = 0.621932 , learn_cross_entropy_win = 0.58155 , learn_entropy_eval = 0.566862 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583138 , learn_entropy = 0.0869706
<< INFO: observed 120169 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.202631
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:33:09 2018, 815000014 sfens, iteration 163, eta = 0.00078125, hirate eval = 17 , test_cross_entropy_eval = 0.591496 , test_cross_entropy_win = 0.5317 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533761 , test_entropy = 0.0779664 , norm = 1.15946e+08 , move accuracy = 41.1405% , learn_cross_entropy_eval = 0.621979 , learn_cross_entropy_win = 0.581772 , learn_entropy_eval = 0.566823 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583355 , learn_entropy = 0.0869746
<< INFO: observed 120172 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.12113
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:36:06 2018, 820000015 sfens, iteration 164, eta = 0.00078125, hirate eval = 17 , test_cross_entropy_eval = 0.591498 , test_cross_entropy_win = 0.531652 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533715 , test_entropy = 0.0779664 , norm = 1.15952e+08 , move accuracy = 41.139% , learn_cross_entropy_eval = 0.622025 , learn_cross_entropy_win = 0.582067 , learn_entropy_eval = 0.566955 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583644 , learn_entropy = 0.0870159
<< INFO: observed 120173 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.165192
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:39:02 2018, 825000014 sfens, iteration 165, eta = 0.00078125, hirate eval = 17 , test_cross_entropy_eval = 0.591493 , test_cross_entropy_win = 0.531716 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533776 , test_entropy = 0.0779664 , norm = 1.15964e+08 , move accuracy = 41.1345% , learn_cross_entropy_eval = 0.621747 , learn_cross_entropy_win = 0.581494 , learn_entropy_eval = 0.56678 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583075 , learn_entropy = 0.0869648
<< INFO: observed 120174 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.165162
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:41:59 2018, 830000011 sfens, iteration 166, eta = 0.00078125, hirate eval = 17 , test_cross_entropy_eval = 0.591514 , test_cross_entropy_win = 0.531687 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533749 , test_entropy = 0.0779664 , norm = 1.15967e+08 , move accuracy = 41.135% , learn_cross_entropy_eval = 0.621825 , learn_cross_entropy_win = 0.581549 , learn_entropy_eval = 0.566768 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583137 , learn_entropy = 0.0869571
<< INFO: observed 120176 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.15905
<< INFO: largest min activation = 0, smallest max activation = 1
<< PROGRESS: Thu Aug 30 19:44:57 2018, 835000010 sfens, iteration 167, eta = 0.00078125, hirate eval = 17 , test_cross_entropy_eval = 0.59151 , test_cross_entropy_win = 0.531675 , test_entropy_eval = 0.530597 , test_entropy_win = -9.99999e-07 , test_cross_entropy = 0.533738 , test_entropy = 0.0779664 , norm = 1.15988e+08 , move accuracy = 41.13% , learn_cross_entropy_eval = 0.621901 , learn_cross_entropy_win = 0.581568 , learn_entropy_eval = 0.566736 , learn_entropy_win = -1e-06 , learn_cross_entropy = 0.583153 , learn_entropy = 0.0869376
<< INFO: observed 120177 (out of 132219) features
<< INFO: (min, max) of pre-activations = -11.9332, 6.64918 (limit = 258.008)
<< INFO: largest min activation = 0, smallest max activation = 1
<< INFO: largest min activation = 0, smallest max activation = 0.136952
<< INFO: largest min activation = 0, smallest max activation = 1
<< Check Sum = 0
<< save_eval() start. folder = illqha4.6/20
<< save_eval() finished. folder = illqha4.6/20
<< loss: 0.455776 >= best (0.455765), rejected
<< restoring parameters from illqha4.6/17
<< converged
<< 
<< finalize..all threads are joined.
<< end logger
