-
Notifications
You must be signed in to change notification settings - Fork 24
/
linear_sphereconv_resnet.log
768 lines (768 loc) · 47.6 KB
/
linear_sphereconv_resnet.log
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
====iteration_100: fit=1.6277, reg=1.9629, orth=0.5942, acc=0.4062
====iteration_200: fit=1.4434, reg=1.7703, orth=0.3174, acc=0.4453
====iteration_300: fit=1.1651, reg=1.5879, orth=0.2174, acc=0.6250
====iteration_400: fit=1.1507, reg=1.4223, orth=0.1736, acc=0.6016
====iteration_500: fit=1.1399, reg=1.2748, orth=0.1539, acc=0.6484
++++iteration_500: test acc=0.2856
====iteration_600: fit=0.8323, reg=1.1455, orth=0.1400, acc=0.7266
====iteration_700: fit=0.9713, reg=1.0321, orth=0.1314, acc=0.6953
====iteration_800: fit=0.7890, reg=0.9332, orth=0.1286, acc=0.7734
====iteration_900: fit=0.6866, reg=0.8463, orth=0.1202, acc=0.8125
====iteration_1000: fit=0.7777, reg=0.7710, orth=0.1201, acc=0.7578
++++iteration_1000: test acc=0.3531
====iteration_1100: fit=0.8296, reg=0.7051, orth=0.1169, acc=0.7031
====iteration_1200: fit=0.5472, reg=0.6477, orth=0.1128, acc=0.8047
====iteration_1300: fit=0.7000, reg=0.5975, orth=0.1135, acc=0.7578
====iteration_1400: fit=0.7620, reg=0.5533, orth=0.1079, acc=0.7734
====iteration_1500: fit=0.5869, reg=0.5138, orth=0.1049, acc=0.8125
++++iteration_1500: test acc=0.3831
====iteration_1600: fit=0.6379, reg=0.4788, orth=0.1054, acc=0.7734
====iteration_1700: fit=0.6796, reg=0.4479, orth=0.1049, acc=0.7969
====iteration_1800: fit=0.5744, reg=0.4200, orth=0.1019, acc=0.8203
====iteration_1900: fit=0.6054, reg=0.3953, orth=0.1029, acc=0.8125
====iteration_2000: fit=0.5481, reg=0.3732, orth=0.0992, acc=0.8047
++++iteration_2000: test acc=0.5040
====iteration_2100: fit=0.5641, reg=0.3530, orth=0.1010, acc=0.8281
====iteration_2200: fit=0.5039, reg=0.3347, orth=0.1004, acc=0.8516
====iteration_2300: fit=0.6775, reg=0.3180, orth=0.0990, acc=0.7500
====iteration_2400: fit=0.5625, reg=0.3030, orth=0.0969, acc=0.8203
====iteration_2500: fit=0.5652, reg=0.2893, orth=0.0964, acc=0.8203
++++iteration_2500: test acc=0.6277
====iteration_2600: fit=0.5439, reg=0.2767, orth=0.0942, acc=0.8125
====iteration_2700: fit=0.5320, reg=0.2652, orth=0.0957, acc=0.8203
====iteration_2800: fit=0.3896, reg=0.2547, orth=0.0975, acc=0.8750
====iteration_2900: fit=0.4094, reg=0.2451, orth=0.0957, acc=0.8906
====iteration_3000: fit=0.3150, reg=0.2363, orth=0.0933, acc=0.9141
++++iteration_3000: test acc=0.6271
====iteration_3100: fit=0.4574, reg=0.2280, orth=0.0904, acc=0.8594
====iteration_3200: fit=0.5372, reg=0.2205, orth=0.0939, acc=0.8672
====iteration_3300: fit=0.5621, reg=0.2138, orth=0.0954, acc=0.8203
====iteration_3400: fit=0.4915, reg=0.2073, orth=0.0918, acc=0.8516
====iteration_3500: fit=0.4561, reg=0.2013, orth=0.0933, acc=0.8906
++++iteration_3500: test acc=0.6118
====iteration_3600: fit=0.3717, reg=0.1955, orth=0.0914, acc=0.8984
====iteration_3700: fit=0.4147, reg=0.1904, orth=0.0913, acc=0.8906
====iteration_3800: fit=0.3964, reg=0.1854, orth=0.0883, acc=0.9141
====iteration_3900: fit=0.4365, reg=0.1810, orth=0.0903, acc=0.8906
====iteration_4000: fit=0.5615, reg=0.1770, orth=0.0916, acc=0.8516
++++iteration_4000: test acc=0.7544
====iteration_4100: fit=0.3337, reg=0.1730, orth=0.0909, acc=0.9062
====iteration_4200: fit=0.3705, reg=0.1695, orth=0.0911, acc=0.8828
====iteration_4300: fit=0.4206, reg=0.1661, orth=0.0907, acc=0.8516
====iteration_4400: fit=0.3442, reg=0.1626, orth=0.0907, acc=0.9062
====iteration_4500: fit=0.4219, reg=0.1596, orth=0.0879, acc=0.8906
++++iteration_4500: test acc=0.8142
====iteration_4600: fit=0.4547, reg=0.1566, orth=0.0879, acc=0.8828
====iteration_4700: fit=0.4752, reg=0.1540, orth=0.0906, acc=0.8828
====iteration_4800: fit=0.4201, reg=0.1515, orth=0.0902, acc=0.8750
====iteration_4900: fit=0.5570, reg=0.1490, orth=0.0881, acc=0.8047
====iteration_5000: fit=0.4321, reg=0.1467, orth=0.0868, acc=0.8594
++++iteration_5000: test acc=0.7575
====iteration_5100: fit=0.4507, reg=0.1445, orth=0.0877, acc=0.8516
====iteration_5200: fit=0.4839, reg=0.1425, orth=0.0863, acc=0.8672
====iteration_5300: fit=0.3586, reg=0.1405, orth=0.0863, acc=0.9062
====iteration_5400: fit=0.3313, reg=0.1384, orth=0.0871, acc=0.9141
====iteration_5500: fit=0.4856, reg=0.1366, orth=0.0865, acc=0.8516
++++iteration_5500: test acc=0.8151
====iteration_5600: fit=0.2722, reg=0.1347, orth=0.0845, acc=0.9453
====iteration_5700: fit=0.5190, reg=0.1331, orth=0.0857, acc=0.8438
====iteration_5800: fit=0.3915, reg=0.1315, orth=0.0847, acc=0.8984
====iteration_5900: fit=0.3883, reg=0.1300, orth=0.0834, acc=0.8906
====iteration_6000: fit=0.3785, reg=0.1284, orth=0.0838, acc=0.8984
++++iteration_6000: test acc=0.7945
====iteration_6100: fit=0.2952, reg=0.1269, orth=0.0849, acc=0.8984
====iteration_6200: fit=0.4572, reg=0.1255, orth=0.0844, acc=0.8594
====iteration_6300: fit=0.5010, reg=0.1241, orth=0.0849, acc=0.8516
====iteration_6400: fit=0.3123, reg=0.1229, orth=0.0864, acc=0.9219
====iteration_6500: fit=0.5359, reg=0.1217, orth=0.0844, acc=0.8672
++++iteration_6500: test acc=0.8269
====iteration_6600: fit=0.3167, reg=0.1204, orth=0.0835, acc=0.9062
====iteration_6700: fit=0.3659, reg=0.1193, orth=0.0830, acc=0.9062
====iteration_6800: fit=0.3370, reg=0.1181, orth=0.0823, acc=0.8984
====iteration_6900: fit=0.5032, reg=0.1171, orth=0.0841, acc=0.8672
====iteration_7000: fit=0.4018, reg=0.1160, orth=0.0860, acc=0.8828
++++iteration_7000: test acc=0.8445
====iteration_7100: fit=0.3366, reg=0.1151, orth=0.0829, acc=0.9062
====iteration_7200: fit=0.3139, reg=0.1140, orth=0.0844, acc=0.9219
====iteration_7300: fit=0.4692, reg=0.1130, orth=0.0836, acc=0.8672
====iteration_7400: fit=0.3558, reg=0.1120, orth=0.0830, acc=0.8828
====iteration_7500: fit=0.3809, reg=0.1111, orth=0.0820, acc=0.9219
++++iteration_7500: test acc=0.8496
====iteration_7600: fit=0.2758, reg=0.1102, orth=0.0818, acc=0.9297
====iteration_7700: fit=0.3519, reg=0.1094, orth=0.0808, acc=0.9062
====iteration_7800: fit=0.3068, reg=0.1086, orth=0.0818, acc=0.9141
====iteration_7900: fit=0.3972, reg=0.1079, orth=0.0840, acc=0.8984
====iteration_8000: fit=0.3900, reg=0.1070, orth=0.0810, acc=0.8906
++++iteration_8000: test acc=0.8180
====iteration_8100: fit=0.4064, reg=0.1061, orth=0.0787, acc=0.8906
====iteration_8200: fit=0.3655, reg=0.1053, orth=0.0801, acc=0.8828
====iteration_8300: fit=0.2642, reg=0.1045, orth=0.0788, acc=0.9297
====iteration_8400: fit=0.3603, reg=0.1038, orth=0.0781, acc=0.8906
====iteration_8500: fit=0.2669, reg=0.1030, orth=0.0781, acc=0.9531
++++iteration_8500: test acc=0.8359
====iteration_8600: fit=0.2563, reg=0.1023, orth=0.0764, acc=0.9297
====iteration_8700: fit=0.4042, reg=0.1017, orth=0.0805, acc=0.8750
====iteration_8800: fit=0.2899, reg=0.1010, orth=0.0809, acc=0.9297
====iteration_8900: fit=0.2832, reg=0.1002, orth=0.0792, acc=0.9297
====iteration_9000: fit=0.2857, reg=0.0996, orth=0.0784, acc=0.9531
++++iteration_9000: test acc=0.8626
====iteration_9100: fit=0.3017, reg=0.0991, orth=0.0782, acc=0.8984
====iteration_9200: fit=0.4657, reg=0.0985, orth=0.0776, acc=0.8516
====iteration_9300: fit=0.3199, reg=0.0979, orth=0.0777, acc=0.8984
====iteration_9400: fit=0.2824, reg=0.0973, orth=0.0796, acc=0.9141
====iteration_9500: fit=0.3318, reg=0.0968, orth=0.0776, acc=0.9062
++++iteration_9500: test acc=0.8404
====iteration_9600: fit=0.2962, reg=0.0964, orth=0.0780, acc=0.9141
====iteration_9700: fit=0.3760, reg=0.0958, orth=0.0788, acc=0.8828
====iteration_9800: fit=0.3529, reg=0.0953, orth=0.0792, acc=0.9141
====iteration_9900: fit=0.2682, reg=0.0948, orth=0.0813, acc=0.9453
====iteration_10000: fit=0.3292, reg=0.0944, orth=0.0822, acc=0.9062
++++iteration_10000: test acc=0.8262
====iteration_10100: fit=0.3556, reg=0.0940, orth=0.0781, acc=0.8906
====iteration_10200: fit=0.3335, reg=0.0934, orth=0.0786, acc=0.9141
====iteration_10300: fit=0.2680, reg=0.0928, orth=0.0775, acc=0.9297
====iteration_10400: fit=0.3365, reg=0.0925, orth=0.0777, acc=0.8750
====iteration_10500: fit=0.2385, reg=0.0921, orth=0.0787, acc=0.9453
++++iteration_10500: test acc=0.8545
====iteration_10600: fit=0.2434, reg=0.0917, orth=0.0809, acc=0.9375
====iteration_10700: fit=0.2188, reg=0.0913, orth=0.0798, acc=0.9609
====iteration_10800: fit=0.2804, reg=0.0908, orth=0.0768, acc=0.9375
====iteration_10900: fit=0.1923, reg=0.0902, orth=0.0770, acc=0.9531
====iteration_11000: fit=0.2691, reg=0.0898, orth=0.0767, acc=0.9219
++++iteration_11000: test acc=0.8648
====iteration_11100: fit=0.3394, reg=0.0895, orth=0.0784, acc=0.9219
====iteration_11200: fit=0.3146, reg=0.0891, orth=0.0792, acc=0.8984
====iteration_11300: fit=0.3331, reg=0.0887, orth=0.0781, acc=0.8906
====iteration_11400: fit=0.2615, reg=0.0883, orth=0.0775, acc=0.9219
====iteration_11500: fit=0.3445, reg=0.0879, orth=0.0751, acc=0.9297
++++iteration_11500: test acc=0.8152
====iteration_11600: fit=0.2676, reg=0.0874, orth=0.0791, acc=0.9219
====iteration_11700: fit=0.3294, reg=0.0870, orth=0.0777, acc=0.9062
====iteration_11800: fit=0.2973, reg=0.0868, orth=0.0765, acc=0.9141
====iteration_11900: fit=0.3499, reg=0.0864, orth=0.0774, acc=0.8750
====iteration_12000: fit=0.2752, reg=0.0861, orth=0.0778, acc=0.9375
++++iteration_12000: test acc=0.8654
====iteration_12100: fit=0.3470, reg=0.0857, orth=0.0768, acc=0.9062
====iteration_12200: fit=0.3135, reg=0.0854, orth=0.0758, acc=0.8984
====iteration_12300: fit=0.2490, reg=0.0850, orth=0.0763, acc=0.9453
====iteration_12400: fit=0.3311, reg=0.0850, orth=0.0772, acc=0.9062
====iteration_12500: fit=0.2151, reg=0.0845, orth=0.0778, acc=0.9531
++++iteration_12500: test acc=0.8321
====iteration_12600: fit=0.2951, reg=0.0842, orth=0.0764, acc=0.9375
====iteration_12700: fit=0.2467, reg=0.0839, orth=0.0778, acc=0.9297
====iteration_12800: fit=0.2670, reg=0.0835, orth=0.0782, acc=0.9609
====iteration_12900: fit=0.3467, reg=0.0833, orth=0.0798, acc=0.9062
====iteration_13000: fit=0.3034, reg=0.0830, orth=0.0789, acc=0.9141
++++iteration_13000: test acc=0.8351
====iteration_13100: fit=0.3070, reg=0.0828, orth=0.0770, acc=0.9219
====iteration_13200: fit=0.2241, reg=0.0825, orth=0.0747, acc=0.9375
====iteration_13300: fit=0.2506, reg=0.0822, orth=0.0751, acc=0.9141
====iteration_13400: fit=0.2247, reg=0.0820, orth=0.0771, acc=0.9297
====iteration_13500: fit=0.3571, reg=0.0816, orth=0.0754, acc=0.9141
++++iteration_13500: test acc=0.8474
====iteration_13600: fit=0.2377, reg=0.0813, orth=0.0752, acc=0.9219
====iteration_13700: fit=0.3551, reg=0.0810, orth=0.0765, acc=0.8984
====iteration_13800: fit=0.2751, reg=0.0809, orth=0.0766, acc=0.9453
====iteration_13900: fit=0.3048, reg=0.0805, orth=0.0752, acc=0.8984
====iteration_14000: fit=0.2945, reg=0.0800, orth=0.0747, acc=0.9297
++++iteration_14000: test acc=0.8317
====iteration_14100: fit=0.3326, reg=0.0799, orth=0.0754, acc=0.8906
====iteration_14200: fit=0.2912, reg=0.0797, orth=0.0775, acc=0.9219
====iteration_14300: fit=0.3138, reg=0.0794, orth=0.0794, acc=0.9297
====iteration_14400: fit=0.2265, reg=0.0791, orth=0.0769, acc=0.9453
====iteration_14500: fit=0.2796, reg=0.0789, orth=0.0745, acc=0.9219
++++iteration_14500: test acc=0.8171
====iteration_14600: fit=0.2780, reg=0.0787, orth=0.0768, acc=0.9297
====iteration_14700: fit=0.2318, reg=0.0785, orth=0.0757, acc=0.9453
====iteration_14800: fit=0.3153, reg=0.0781, orth=0.0760, acc=0.9141
====iteration_14900: fit=0.2682, reg=0.0779, orth=0.0743, acc=0.9297
====iteration_15000: fit=0.2047, reg=0.0777, orth=0.0757, acc=0.9688
++++iteration_15000: test acc=0.8749
====iteration_15100: fit=0.3367, reg=0.0774, orth=0.0745, acc=0.9062
====iteration_15200: fit=0.3758, reg=0.0773, orth=0.0737, acc=0.9062
====iteration_15300: fit=0.3184, reg=0.0770, orth=0.0735, acc=0.8984
====iteration_15400: fit=0.2570, reg=0.0768, orth=0.0732, acc=0.9219
====iteration_15500: fit=0.3062, reg=0.0766, orth=0.0736, acc=0.9219
++++iteration_15500: test acc=0.7967
====iteration_15600: fit=0.3105, reg=0.0765, orth=0.0737, acc=0.9219
====iteration_15700: fit=0.3269, reg=0.0763, orth=0.0724, acc=0.9062
====iteration_15800: fit=0.3096, reg=0.0760, orth=0.0726, acc=0.8984
====iteration_15900: fit=0.2284, reg=0.0758, orth=0.0740, acc=0.9297
====iteration_16000: fit=0.2178, reg=0.0757, orth=0.0750, acc=0.9531
++++iteration_16000: test acc=0.8458
====iteration_16100: fit=0.3504, reg=0.0754, orth=0.0744, acc=0.8906
====iteration_16200: fit=0.2505, reg=0.0754, orth=0.0752, acc=0.9531
====iteration_16300: fit=0.2339, reg=0.0750, orth=0.0732, acc=0.9297
====iteration_16400: fit=0.3563, reg=0.0749, orth=0.0749, acc=0.8984
====iteration_16500: fit=0.2256, reg=0.0747, orth=0.0731, acc=0.9531
++++iteration_16500: test acc=0.8099
====iteration_16600: fit=0.1776, reg=0.0745, orth=0.0741, acc=0.9609
====iteration_16700: fit=0.3224, reg=0.0743, orth=0.0749, acc=0.9297
====iteration_16800: fit=0.2513, reg=0.0743, orth=0.0766, acc=0.9453
====iteration_16900: fit=0.2777, reg=0.0740, orth=0.0749, acc=0.9297
====iteration_17000: fit=0.2853, reg=0.0737, orth=0.0748, acc=0.9062
++++iteration_17000: test acc=0.8407
====iteration_17100: fit=0.2520, reg=0.0736, orth=0.0758, acc=0.9297
====iteration_17200: fit=0.3653, reg=0.0735, orth=0.0748, acc=0.8984
====iteration_17300: fit=0.2128, reg=0.0732, orth=0.0748, acc=0.9609
====iteration_17400: fit=0.2917, reg=0.0732, orth=0.0751, acc=0.8906
====iteration_17500: fit=0.2606, reg=0.0731, orth=0.0746, acc=0.9219
++++iteration_17500: test acc=0.8466
====iteration_17600: fit=0.2336, reg=0.0728, orth=0.0765, acc=0.9375
====iteration_17700: fit=0.2968, reg=0.0726, orth=0.0752, acc=0.9141
====iteration_17800: fit=0.3177, reg=0.0724, orth=0.0754, acc=0.9297
====iteration_17900: fit=0.2908, reg=0.0724, orth=0.0764, acc=0.9297
====iteration_18000: fit=0.2528, reg=0.0722, orth=0.0757, acc=0.9219
++++iteration_18000: test acc=0.8519
====iteration_18100: fit=0.2808, reg=0.0720, orth=0.0743, acc=0.9219
====iteration_18200: fit=0.3735, reg=0.0718, orth=0.0748, acc=0.9141
====iteration_18300: fit=0.3833, reg=0.0717, orth=0.0746, acc=0.8750
====iteration_18400: fit=0.3281, reg=0.0717, orth=0.0757, acc=0.9141
====iteration_18500: fit=0.3651, reg=0.0715, orth=0.0740, acc=0.8984
++++iteration_18500: test acc=0.8626
====iteration_18600: fit=0.2877, reg=0.0712, orth=0.0743, acc=0.9297
====iteration_18700: fit=0.2357, reg=0.0711, orth=0.0720, acc=0.9453
====iteration_18800: fit=0.2614, reg=0.0710, orth=0.0732, acc=0.9141
====iteration_18900: fit=0.1784, reg=0.0708, orth=0.0738, acc=0.9609
====iteration_19000: fit=0.2007, reg=0.0707, orth=0.0758, acc=0.9688
++++iteration_19000: test acc=0.8058
====iteration_19100: fit=0.2317, reg=0.0707, orth=0.0726, acc=0.9609
====iteration_19200: fit=0.2675, reg=0.0704, orth=0.0743, acc=0.9219
====iteration_19300: fit=0.2399, reg=0.0703, orth=0.0730, acc=0.9297
====iteration_19400: fit=0.3501, reg=0.0702, orth=0.0731, acc=0.8750
====iteration_19500: fit=0.3992, reg=0.0701, orth=0.0731, acc=0.8906
++++iteration_19500: test acc=0.8308
====iteration_19600: fit=0.2203, reg=0.0700, orth=0.0735, acc=0.9375
====iteration_19700: fit=0.2378, reg=0.0699, orth=0.0732, acc=0.9453
====iteration_19800: fit=0.2902, reg=0.0696, orth=0.0713, acc=0.9375
====iteration_19900: fit=0.2024, reg=0.0695, orth=0.0753, acc=0.9688
====iteration_20000: fit=0.2899, reg=0.0694, orth=0.0727, acc=0.9219
++++iteration_20000: test acc=0.8086
====iteration_20100: fit=0.3164, reg=0.0691, orth=0.0714, acc=0.9062
====iteration_20200: fit=0.2718, reg=0.0690, orth=0.0722, acc=0.9141
====iteration_20300: fit=0.2520, reg=0.0690, orth=0.0714, acc=0.9531
====iteration_20400: fit=0.3322, reg=0.0688, orth=0.0723, acc=0.9062
====iteration_20500: fit=0.2037, reg=0.0690, orth=0.0759, acc=0.9688
++++iteration_20500: test acc=0.7995
====iteration_20600: fit=0.2057, reg=0.0687, orth=0.0747, acc=0.9609
====iteration_20700: fit=0.2070, reg=0.0687, orth=0.0762, acc=0.9531
====iteration_20800: fit=0.2760, reg=0.0687, orth=0.0762, acc=0.8828
====iteration_20900: fit=0.2452, reg=0.0686, orth=0.0730, acc=0.9453
====iteration_21000: fit=0.2913, reg=0.0684, orth=0.0733, acc=0.9219
++++iteration_21000: test acc=0.8395
====iteration_21100: fit=0.2673, reg=0.0682, orth=0.0716, acc=0.9531
====iteration_21200: fit=0.2619, reg=0.0680, orth=0.0721, acc=0.9453
====iteration_21300: fit=0.3497, reg=0.0680, orth=0.0739, acc=0.8906
====iteration_21400: fit=0.3051, reg=0.0679, orth=0.0732, acc=0.9141
====iteration_21500: fit=0.3224, reg=0.0678, orth=0.0725, acc=0.9219
++++iteration_21500: test acc=0.8658
====iteration_21600: fit=0.2948, reg=0.0677, orth=0.0726, acc=0.9062
====iteration_21700: fit=0.2291, reg=0.0676, orth=0.0711, acc=0.9531
====iteration_21800: fit=0.2532, reg=0.0674, orth=0.0711, acc=0.9297
====iteration_21900: fit=0.2548, reg=0.0673, orth=0.0722, acc=0.9453
====iteration_22000: fit=0.2315, reg=0.0673, orth=0.0701, acc=0.9531
++++iteration_22000: test acc=0.8594
====iteration_22100: fit=0.2022, reg=0.0672, orth=0.0738, acc=0.9609
====iteration_22200: fit=0.2645, reg=0.0670, orth=0.0733, acc=0.9062
====iteration_22300: fit=0.2647, reg=0.0671, orth=0.0743, acc=0.9219
====iteration_22400: fit=0.2538, reg=0.0670, orth=0.0726, acc=0.9062
====iteration_22500: fit=0.2705, reg=0.0668, orth=0.0725, acc=0.9531
++++iteration_22500: test acc=0.7815
====iteration_22600: fit=0.3744, reg=0.0667, orth=0.0723, acc=0.8984
====iteration_22700: fit=0.1486, reg=0.0666, orth=0.0731, acc=0.9844
====iteration_22800: fit=0.2768, reg=0.0666, orth=0.0734, acc=0.9453
====iteration_22900: fit=0.2234, reg=0.0665, orth=0.0747, acc=0.9453
====iteration_23000: fit=0.2236, reg=0.0665, orth=0.0736, acc=0.9453
++++iteration_23000: test acc=0.8451
====iteration_23100: fit=0.1754, reg=0.0665, orth=0.0757, acc=0.9688
====iteration_23200: fit=0.3547, reg=0.0662, orth=0.0738, acc=0.8984
====iteration_23300: fit=0.3602, reg=0.0661, orth=0.0705, acc=0.9141
====iteration_23400: fit=0.2712, reg=0.0659, orth=0.0728, acc=0.9219
====iteration_23500: fit=0.2318, reg=0.0660, orth=0.0725, acc=0.9609
++++iteration_23500: test acc=0.7893
====iteration_23600: fit=0.3097, reg=0.0658, orth=0.0709, acc=0.9297
====iteration_23700: fit=0.2918, reg=0.0656, orth=0.0712, acc=0.9297
====iteration_23800: fit=0.2636, reg=0.0656, orth=0.0700, acc=0.9375
====iteration_23900: fit=0.2462, reg=0.0655, orth=0.0690, acc=0.9375
====iteration_24000: fit=0.1945, reg=0.0654, orth=0.0706, acc=0.9609
++++iteration_24000: test acc=0.8810
====iteration_24100: fit=0.2262, reg=0.0655, orth=0.0738, acc=0.9453
====iteration_24200: fit=0.3451, reg=0.0654, orth=0.0737, acc=0.9141
====iteration_24300: fit=0.3365, reg=0.0653, orth=0.0730, acc=0.8984
====iteration_24400: fit=0.2547, reg=0.0651, orth=0.0727, acc=0.9219
====iteration_24500: fit=0.3099, reg=0.0651, orth=0.0732, acc=0.8984
++++iteration_24500: test acc=0.8600
====iteration_24600: fit=0.3576, reg=0.0650, orth=0.0725, acc=0.9141
====iteration_24700: fit=0.1937, reg=0.0649, orth=0.0735, acc=0.9609
====iteration_24800: fit=0.2112, reg=0.0649, orth=0.0752, acc=0.9609
====iteration_24900: fit=0.2232, reg=0.0648, orth=0.0748, acc=0.9453
====iteration_25000: fit=0.2964, reg=0.0648, orth=0.0731, acc=0.9219
++++iteration_25000: test acc=0.8475
====iteration_25100: fit=0.1834, reg=0.0647, orth=0.0734, acc=0.9688
====iteration_25200: fit=0.3177, reg=0.0645, orth=0.0741, acc=0.9062
====iteration_25300: fit=0.3261, reg=0.0645, orth=0.0755, acc=0.9141
====iteration_25400: fit=0.2758, reg=0.0644, orth=0.0737, acc=0.9141
====iteration_25500: fit=0.3664, reg=0.0643, orth=0.0742, acc=0.8750
++++iteration_25500: test acc=0.8070
====iteration_25600: fit=0.2675, reg=0.0644, orth=0.0722, acc=0.9453
====iteration_25700: fit=0.2528, reg=0.0643, orth=0.0740, acc=0.9453
====iteration_25800: fit=0.2543, reg=0.0643, orth=0.0732, acc=0.9219
====iteration_25900: fit=0.2348, reg=0.0642, orth=0.0738, acc=0.9375
====iteration_26000: fit=0.2194, reg=0.0642, orth=0.0745, acc=0.9453
++++iteration_26000: test acc=0.8825
====iteration_26100: fit=0.1999, reg=0.0642, orth=0.0730, acc=0.9531
====iteration_26200: fit=0.2528, reg=0.0641, orth=0.0708, acc=0.9297
====iteration_26300: fit=0.3637, reg=0.0640, orth=0.0740, acc=0.8906
====iteration_26400: fit=0.2898, reg=0.0641, orth=0.0730, acc=0.9297
====iteration_26500: fit=0.2516, reg=0.0639, orth=0.0722, acc=0.9219
++++iteration_26500: test acc=0.8655
====iteration_26600: fit=0.3579, reg=0.0637, orth=0.0718, acc=0.9141
====iteration_26700: fit=0.2993, reg=0.0636, orth=0.0712, acc=0.9453
====iteration_26800: fit=0.1821, reg=0.0634, orth=0.0707, acc=0.9609
====iteration_26900: fit=0.2645, reg=0.0634, orth=0.0738, acc=0.9375
====iteration_27000: fit=0.3166, reg=0.0633, orth=0.0712, acc=0.8984
++++iteration_27000: test acc=0.8607
====iteration_27100: fit=0.3256, reg=0.0632, orth=0.0708, acc=0.9141
====iteration_27200: fit=0.3403, reg=0.0633, orth=0.0693, acc=0.8984
====iteration_27300: fit=0.2134, reg=0.0630, orth=0.0707, acc=0.9375
====iteration_27400: fit=0.2307, reg=0.0630, orth=0.0715, acc=0.9609
====iteration_27500: fit=0.2857, reg=0.0630, orth=0.0741, acc=0.9141
++++iteration_27500: test acc=0.8014
====iteration_27600: fit=0.2660, reg=0.0630, orth=0.0729, acc=0.9219
====iteration_27700: fit=0.4131, reg=0.0628, orth=0.0714, acc=0.8906
====iteration_27800: fit=0.3808, reg=0.0627, orth=0.0724, acc=0.8828
====iteration_27900: fit=0.1402, reg=0.0627, orth=0.0732, acc=0.9844
====iteration_28000: fit=0.1956, reg=0.0627, orth=0.0745, acc=0.9609
++++iteration_28000: test acc=0.8629
====iteration_28100: fit=0.3255, reg=0.0627, orth=0.0715, acc=0.9062
====iteration_28200: fit=0.2263, reg=0.0626, orth=0.0722, acc=0.9219
====iteration_28300: fit=0.2148, reg=0.0625, orth=0.0734, acc=0.9375
====iteration_28400: fit=0.3063, reg=0.0625, orth=0.0751, acc=0.9219
====iteration_28500: fit=0.3274, reg=0.0624, orth=0.0727, acc=0.9141
++++iteration_28500: test acc=0.8713
====iteration_28600: fit=0.2372, reg=0.0624, orth=0.0750, acc=0.9375
====iteration_28700: fit=0.1759, reg=0.0624, orth=0.0728, acc=0.9688
====iteration_28800: fit=0.2842, reg=0.0623, orth=0.0731, acc=0.9062
====iteration_28900: fit=0.1984, reg=0.0623, orth=0.0734, acc=0.9688
====iteration_29000: fit=0.2463, reg=0.0623, orth=0.0730, acc=0.9531
++++iteration_29000: test acc=0.8279
====iteration_29100: fit=0.3718, reg=0.0621, orth=0.0725, acc=0.9062
====iteration_29200: fit=0.2674, reg=0.0621, orth=0.0721, acc=0.9375
====iteration_29300: fit=0.3310, reg=0.0620, orth=0.0711, acc=0.9062
====iteration_29400: fit=0.2696, reg=0.0619, orth=0.0720, acc=0.9375
====iteration_29500: fit=0.1927, reg=0.0619, orth=0.0726, acc=0.9531
++++iteration_29500: test acc=0.8408
====iteration_29600: fit=0.2564, reg=0.0620, orth=0.0732, acc=0.9531
====iteration_29700: fit=0.2251, reg=0.0618, orth=0.0712, acc=0.9375
====iteration_29800: fit=0.1939, reg=0.0618, orth=0.0721, acc=0.9688
====iteration_29900: fit=0.2778, reg=0.0618, orth=0.0723, acc=0.9219
====iteration_30000: fit=0.2392, reg=0.0618, orth=0.0722, acc=0.9375
++++iteration_30000: test acc=0.8354
====iteration_30100: fit=0.1765, reg=0.0618, orth=0.0721, acc=0.9688
====iteration_30200: fit=0.3458, reg=0.0616, orth=0.0733, acc=0.9062
====iteration_30300: fit=0.2910, reg=0.0616, orth=0.0720, acc=0.9141
====iteration_30400: fit=0.2362, reg=0.0615, orth=0.0706, acc=0.9219
====iteration_30500: fit=0.2969, reg=0.0615, orth=0.0712, acc=0.8906
++++iteration_30500: test acc=0.8499
====iteration_30600: fit=0.3121, reg=0.0614, orth=0.0715, acc=0.9297
====iteration_30700: fit=0.3028, reg=0.0615, orth=0.0744, acc=0.9219
====iteration_30800: fit=0.2195, reg=0.0614, orth=0.0723, acc=0.9375
====iteration_30900: fit=0.3754, reg=0.0613, orth=0.0747, acc=0.9219
====iteration_31000: fit=0.1896, reg=0.0613, orth=0.0720, acc=0.9375
++++iteration_31000: test acc=0.8592
====iteration_31100: fit=0.2525, reg=0.0612, orth=0.0707, acc=0.9453
====iteration_31200: fit=0.2394, reg=0.0612, orth=0.0738, acc=0.9453
====iteration_31300: fit=0.1736, reg=0.0611, orth=0.0702, acc=0.9766
====iteration_31400: fit=0.2286, reg=0.0611, orth=0.0710, acc=0.9375
====iteration_31500: fit=0.2817, reg=0.0611, orth=0.0736, acc=0.9141
++++iteration_31500: test acc=0.8566
====iteration_31600: fit=0.2576, reg=0.0611, orth=0.0719, acc=0.9297
====iteration_31700: fit=0.3330, reg=0.0609, orth=0.0698, acc=0.9141
====iteration_31800: fit=0.2586, reg=0.0606, orth=0.0706, acc=0.9219
====iteration_31900: fit=0.2381, reg=0.0604, orth=0.0688, acc=0.9453
====iteration_32000: fit=0.2251, reg=0.0604, orth=0.0682, acc=0.9375
++++iteration_32000: test acc=0.8633
====iteration_32100: fit=0.2990, reg=0.0604, orth=0.0698, acc=0.9219
====iteration_32200: fit=0.3152, reg=0.0603, orth=0.0696, acc=0.9297
====iteration_32300: fit=0.2519, reg=0.0602, orth=0.0706, acc=0.9297
====iteration_32400: fit=0.2381, reg=0.0602, orth=0.0722, acc=0.9375
====iteration_32500: fit=0.2299, reg=0.0602, orth=0.0709, acc=0.9297
++++iteration_32500: test acc=0.8497
====iteration_32600: fit=0.2792, reg=0.0601, orth=0.0699, acc=0.9297
====iteration_32700: fit=0.1941, reg=0.0600, orth=0.0704, acc=0.9531
====iteration_32800: fit=0.2546, reg=0.0600, orth=0.0700, acc=0.9297
====iteration_32900: fit=0.2417, reg=0.0599, orth=0.0709, acc=0.9297
====iteration_33000: fit=0.1647, reg=0.0599, orth=0.0707, acc=0.9688
++++iteration_33000: test acc=0.8631
====iteration_33100: fit=0.3149, reg=0.0598, orth=0.0706, acc=0.9062
====iteration_33200: fit=0.2628, reg=0.0599, orth=0.0703, acc=0.9375
====iteration_33300: fit=0.2648, reg=0.0598, orth=0.0716, acc=0.9297
====iteration_33400: fit=0.3040, reg=0.0598, orth=0.0705, acc=0.9141
====iteration_33500: fit=0.2411, reg=0.0598, orth=0.0704, acc=0.9297
++++iteration_33500: test acc=0.7873
====iteration_33600: fit=0.1859, reg=0.0597, orth=0.0697, acc=0.9453
====iteration_33700: fit=0.3558, reg=0.0597, orth=0.0716, acc=0.9141
====iteration_33800: fit=0.2393, reg=0.0597, orth=0.0735, acc=0.9453
====iteration_33900: fit=0.1951, reg=0.0597, orth=0.0709, acc=0.9453
====iteration_34000: fit=0.1654, reg=0.0595, orth=0.0710, acc=0.9766
++++iteration_34000: test acc=0.8697
====iteration_34100: fit=0.1747, reg=0.0595, orth=0.0679, acc=0.9609
====iteration_34200: fit=0.1675, reg=0.0594, orth=0.0656, acc=0.9688
====iteration_34300: fit=0.1869, reg=0.0594, orth=0.0636, acc=0.9688
====iteration_34400: fit=0.1243, reg=0.0593, orth=0.0618, acc=0.9844
====iteration_34500: fit=0.1271, reg=0.0593, orth=0.0601, acc=0.9766
++++iteration_34500: test acc=0.9262
====iteration_34600: fit=0.1115, reg=0.0592, orth=0.0585, acc=0.9844
====iteration_34700: fit=0.1965, reg=0.0592, orth=0.0570, acc=0.9375
====iteration_34800: fit=0.1325, reg=0.0591, orth=0.0556, acc=0.9844
====iteration_34900: fit=0.1250, reg=0.0591, orth=0.0542, acc=0.9844
====iteration_35000: fit=0.1439, reg=0.0590, orth=0.0529, acc=0.9766
++++iteration_35000: test acc=0.9335
====iteration_35100: fit=0.1098, reg=0.0589, orth=0.0516, acc=0.9922
====iteration_35200: fit=0.1042, reg=0.0588, orth=0.0504, acc=0.9922
====iteration_35300: fit=0.1667, reg=0.0588, orth=0.0492, acc=0.9609
====iteration_35400: fit=0.1765, reg=0.0587, orth=0.0481, acc=0.9688
====iteration_35500: fit=0.1466, reg=0.0586, orth=0.0470, acc=0.9766
++++iteration_35500: test acc=0.9352
====iteration_35600: fit=0.2344, reg=0.0586, orth=0.0460, acc=0.9531
====iteration_35700: fit=0.1453, reg=0.0585, orth=0.0450, acc=0.9766
====iteration_35800: fit=0.1466, reg=0.0584, orth=0.0440, acc=0.9766
====iteration_35900: fit=0.1102, reg=0.0583, orth=0.0431, acc=0.9922
====iteration_36000: fit=0.0895, reg=0.0582, orth=0.0422, acc=1.0000
++++iteration_36000: test acc=0.9403
====iteration_36100: fit=0.1221, reg=0.0582, orth=0.0413, acc=0.9844
====iteration_36200: fit=0.1025, reg=0.0581, orth=0.0405, acc=0.9922
====iteration_36300: fit=0.0950, reg=0.0580, orth=0.0398, acc=1.0000
====iteration_36400: fit=0.0814, reg=0.0579, orth=0.0390, acc=1.0000
====iteration_36500: fit=0.1208, reg=0.0578, orth=0.0383, acc=0.9844
++++iteration_36500: test acc=0.9403
====iteration_36600: fit=0.1326, reg=0.0577, orth=0.0375, acc=0.9766
====iteration_36700: fit=0.1065, reg=0.0577, orth=0.0369, acc=0.9922
====iteration_36800: fit=0.1042, reg=0.0576, orth=0.0362, acc=1.0000
====iteration_36900: fit=0.1021, reg=0.0575, orth=0.0356, acc=0.9922
====iteration_37000: fit=0.1367, reg=0.0574, orth=0.0350, acc=0.9688
++++iteration_37000: test acc=0.9408
====iteration_37100: fit=0.1610, reg=0.0573, orth=0.0343, acc=0.9766
====iteration_37200: fit=0.1036, reg=0.0572, orth=0.0337, acc=0.9922
====iteration_37300: fit=0.0999, reg=0.0572, orth=0.0332, acc=0.9922
====iteration_37400: fit=0.1206, reg=0.0571, orth=0.0327, acc=0.9844
====iteration_37500: fit=0.1026, reg=0.0570, orth=0.0321, acc=0.9922
++++iteration_37500: test acc=0.9399
====iteration_37600: fit=0.1201, reg=0.0569, orth=0.0316, acc=0.9844
====iteration_37700: fit=0.0964, reg=0.0568, orth=0.0311, acc=1.0000
====iteration_37800: fit=0.1074, reg=0.0567, orth=0.0306, acc=0.9922
====iteration_37900: fit=0.0929, reg=0.0566, orth=0.0302, acc=1.0000
====iteration_38000: fit=0.0810, reg=0.0565, orth=0.0297, acc=1.0000
++++iteration_38000: test acc=0.9408
====iteration_38100: fit=0.1513, reg=0.0565, orth=0.0293, acc=0.9766
====iteration_38200: fit=0.1025, reg=0.0564, orth=0.0288, acc=0.9922
====iteration_38300: fit=0.1357, reg=0.0563, orth=0.0284, acc=0.9844
====iteration_38400: fit=0.0779, reg=0.0562, orth=0.0280, acc=1.0000
====iteration_38500: fit=0.0905, reg=0.0561, orth=0.0276, acc=0.9922
++++iteration_38500: test acc=0.9403
====iteration_38600: fit=0.1167, reg=0.0560, orth=0.0273, acc=0.9766
====iteration_38700: fit=0.1297, reg=0.0559, orth=0.0269, acc=0.9688
====iteration_38800: fit=0.0986, reg=0.0558, orth=0.0266, acc=0.9844
====iteration_38900: fit=0.0800, reg=0.0557, orth=0.0262, acc=1.0000
====iteration_39000: fit=0.1165, reg=0.0557, orth=0.0259, acc=0.9844
++++iteration_39000: test acc=0.9377
====iteration_39100: fit=0.0856, reg=0.0556, orth=0.0256, acc=1.0000
====iteration_39200: fit=0.0780, reg=0.0555, orth=0.0253, acc=1.0000
====iteration_39300: fit=0.1205, reg=0.0554, orth=0.0250, acc=0.9844
====iteration_39400: fit=0.0874, reg=0.0553, orth=0.0247, acc=1.0000
====iteration_39500: fit=0.1161, reg=0.0552, orth=0.0244, acc=0.9844
++++iteration_39500: test acc=0.9404
====iteration_39600: fit=0.0797, reg=0.0551, orth=0.0241, acc=1.0000
====iteration_39700: fit=0.0913, reg=0.0550, orth=0.0238, acc=0.9922
====iteration_39800: fit=0.1106, reg=0.0549, orth=0.0235, acc=0.9922
====iteration_39900: fit=0.0864, reg=0.0548, orth=0.0233, acc=1.0000
====iteration_40000: fit=0.1263, reg=0.0547, orth=0.0230, acc=0.9688
++++iteration_40000: test acc=0.9414
====iteration_40100: fit=0.1066, reg=0.0547, orth=0.0228, acc=0.9922
====iteration_40200: fit=0.1084, reg=0.0546, orth=0.0226, acc=0.9922
====iteration_40300: fit=0.1011, reg=0.0545, orth=0.0223, acc=0.9922
====iteration_40400: fit=0.0999, reg=0.0544, orth=0.0221, acc=0.9922
====iteration_40500: fit=0.0948, reg=0.0543, orth=0.0219, acc=1.0000
++++iteration_40500: test acc=0.9416
====iteration_40600: fit=0.0841, reg=0.0542, orth=0.0217, acc=0.9922
====iteration_40700: fit=0.0866, reg=0.0541, orth=0.0214, acc=0.9922
====iteration_40800: fit=0.0902, reg=0.0541, orth=0.0212, acc=0.9922
====iteration_40900: fit=0.1174, reg=0.0540, orth=0.0210, acc=0.9922
====iteration_41000: fit=0.0780, reg=0.0539, orth=0.0208, acc=1.0000
++++iteration_41000: test acc=0.9429
====iteration_41100: fit=0.0889, reg=0.0538, orth=0.0206, acc=0.9922
====iteration_41200: fit=0.0932, reg=0.0537, orth=0.0204, acc=0.9922
====iteration_41300: fit=0.0745, reg=0.0536, orth=0.0203, acc=1.0000
====iteration_41400: fit=0.1089, reg=0.0535, orth=0.0201, acc=0.9844
====iteration_41500: fit=0.0859, reg=0.0535, orth=0.0199, acc=1.0000
++++iteration_41500: test acc=0.9412
====iteration_41600: fit=0.0808, reg=0.0534, orth=0.0197, acc=1.0000
====iteration_41700: fit=0.1027, reg=0.0533, orth=0.0196, acc=0.9922
====iteration_41800: fit=0.0944, reg=0.0532, orth=0.0194, acc=0.9922
====iteration_41900: fit=0.0789, reg=0.0532, orth=0.0193, acc=1.0000
====iteration_42000: fit=0.0778, reg=0.0531, orth=0.0192, acc=1.0000
++++iteration_42000: test acc=0.9400
====iteration_42100: fit=0.0764, reg=0.0530, orth=0.0190, acc=1.0000
====iteration_42200: fit=0.0873, reg=0.0529, orth=0.0189, acc=1.0000
====iteration_42300: fit=0.0989, reg=0.0528, orth=0.0188, acc=0.9922
====iteration_42400: fit=0.0843, reg=0.0528, orth=0.0186, acc=0.9922
====iteration_42500: fit=0.0910, reg=0.0527, orth=0.0184, acc=0.9922
++++iteration_42500: test acc=0.9412
====iteration_42600: fit=0.1152, reg=0.0526, orth=0.0183, acc=0.9922
====iteration_42700: fit=0.0763, reg=0.0525, orth=0.0181, acc=1.0000
====iteration_42800: fit=0.1065, reg=0.0524, orth=0.0180, acc=0.9844
====iteration_42900: fit=0.0807, reg=0.0524, orth=0.0179, acc=1.0000
====iteration_43000: fit=0.0779, reg=0.0523, orth=0.0178, acc=1.0000
++++iteration_43000: test acc=0.9416
====iteration_43100: fit=0.1257, reg=0.0522, orth=0.0176, acc=0.9766
====iteration_43200: fit=0.1029, reg=0.0521, orth=0.0176, acc=0.9844
====iteration_43300: fit=0.0815, reg=0.0521, orth=0.0174, acc=1.0000
====iteration_43400: fit=0.0853, reg=0.0520, orth=0.0173, acc=0.9922
====iteration_43500: fit=0.0938, reg=0.0519, orth=0.0172, acc=1.0000
++++iteration_43500: test acc=0.9409
====iteration_43600: fit=0.0765, reg=0.0519, orth=0.0171, acc=1.0000
====iteration_43700: fit=0.0824, reg=0.0518, orth=0.0171, acc=0.9922
====iteration_43800: fit=0.1036, reg=0.0517, orth=0.0169, acc=0.9766
====iteration_43900: fit=0.0959, reg=0.0516, orth=0.0169, acc=0.9922
====iteration_44000: fit=0.0770, reg=0.0516, orth=0.0167, acc=1.0000
++++iteration_44000: test acc=0.9404
====iteration_44100: fit=0.0834, reg=0.0515, orth=0.0167, acc=1.0000
====iteration_44200: fit=0.0747, reg=0.0515, orth=0.0166, acc=1.0000
====iteration_44300: fit=0.0837, reg=0.0514, orth=0.0165, acc=1.0000
====iteration_44400: fit=0.0740, reg=0.0513, orth=0.0164, acc=1.0000
====iteration_44500: fit=0.0796, reg=0.0513, orth=0.0163, acc=1.0000
++++iteration_44500: test acc=0.9389
====iteration_44600: fit=0.0743, reg=0.0512, orth=0.0162, acc=1.0000
====iteration_44700: fit=0.0760, reg=0.0511, orth=0.0161, acc=1.0000
====iteration_44800: fit=0.1037, reg=0.0510, orth=0.0161, acc=0.9844
====iteration_44900: fit=0.0812, reg=0.0510, orth=0.0160, acc=1.0000
====iteration_45000: fit=0.0802, reg=0.0509, orth=0.0159, acc=1.0000
++++iteration_45000: test acc=0.9412
====iteration_45100: fit=0.0856, reg=0.0508, orth=0.0158, acc=0.9922
====iteration_45200: fit=0.0948, reg=0.0507, orth=0.0157, acc=0.9922
====iteration_45300: fit=0.0766, reg=0.0507, orth=0.0156, acc=1.0000
====iteration_45400: fit=0.0764, reg=0.0506, orth=0.0156, acc=1.0000
====iteration_45500: fit=0.0761, reg=0.0505, orth=0.0155, acc=1.0000
++++iteration_45500: test acc=0.9391
====iteration_45600: fit=0.0806, reg=0.0505, orth=0.0154, acc=1.0000
====iteration_45700: fit=0.1094, reg=0.0504, orth=0.0153, acc=0.9844
====iteration_45800: fit=0.1057, reg=0.0504, orth=0.0153, acc=0.9922
====iteration_45900: fit=0.0872, reg=0.0503, orth=0.0152, acc=1.0000
====iteration_46000: fit=0.0781, reg=0.0502, orth=0.0151, acc=1.0000
++++iteration_46000: test acc=0.9386
====iteration_46100: fit=0.0878, reg=0.0502, orth=0.0151, acc=0.9922
====iteration_46200: fit=0.0881, reg=0.0501, orth=0.0150, acc=0.9922
====iteration_46300: fit=0.0940, reg=0.0500, orth=0.0149, acc=0.9922
====iteration_46400: fit=0.0910, reg=0.0500, orth=0.0148, acc=0.9922
====iteration_46500: fit=0.0911, reg=0.0499, orth=0.0148, acc=0.9922
++++iteration_46500: test acc=0.9371
====iteration_46600: fit=0.0923, reg=0.0499, orth=0.0147, acc=0.9922
====iteration_46700: fit=0.0772, reg=0.0498, orth=0.0147, acc=1.0000
====iteration_46800: fit=0.0758, reg=0.0497, orth=0.0146, acc=1.0000
====iteration_46900: fit=0.0760, reg=0.0497, orth=0.0145, acc=1.0000
====iteration_47000: fit=0.0859, reg=0.0496, orth=0.0144, acc=1.0000
++++iteration_47000: test acc=0.9397
====iteration_47100: fit=0.0746, reg=0.0495, orth=0.0143, acc=1.0000
====iteration_47200: fit=0.0758, reg=0.0495, orth=0.0143, acc=1.0000
====iteration_47300: fit=0.0884, reg=0.0494, orth=0.0142, acc=0.9922
====iteration_47400: fit=0.1079, reg=0.0494, orth=0.0142, acc=0.9922
====iteration_47500: fit=0.1051, reg=0.0493, orth=0.0141, acc=0.9844
++++iteration_47500: test acc=0.9390
====iteration_47600: fit=0.0810, reg=0.0492, orth=0.0141, acc=1.0000
====iteration_47700: fit=0.0813, reg=0.0492, orth=0.0141, acc=1.0000
====iteration_47800: fit=0.0881, reg=0.0491, orth=0.0140, acc=0.9922
====iteration_47900: fit=0.1017, reg=0.0491, orth=0.0140, acc=0.9922
====iteration_48000: fit=0.0755, reg=0.0490, orth=0.0140, acc=1.0000
++++iteration_48000: test acc=0.9375
====iteration_48100: fit=0.0847, reg=0.0489, orth=0.0139, acc=0.9922
====iteration_48200: fit=0.0751, reg=0.0489, orth=0.0139, acc=1.0000
====iteration_48300: fit=0.1134, reg=0.0488, orth=0.0138, acc=0.9922
====iteration_48400: fit=0.0738, reg=0.0488, orth=0.0138, acc=1.0000
====iteration_48500: fit=0.0771, reg=0.0487, orth=0.0137, acc=1.0000
++++iteration_48500: test acc=0.9402
====iteration_48600: fit=0.1031, reg=0.0486, orth=0.0137, acc=0.9844
====iteration_48700: fit=0.0948, reg=0.0486, orth=0.0136, acc=0.9922
====iteration_48800: fit=0.0790, reg=0.0485, orth=0.0136, acc=1.0000
====iteration_48900: fit=0.0986, reg=0.0485, orth=0.0136, acc=0.9922
====iteration_49000: fit=0.0746, reg=0.0484, orth=0.0135, acc=1.0000
++++iteration_49000: test acc=0.9384
====iteration_49100: fit=0.1046, reg=0.0484, orth=0.0135, acc=0.9844
====iteration_49200: fit=0.0764, reg=0.0483, orth=0.0134, acc=1.0000
====iteration_49300: fit=0.1011, reg=0.0482, orth=0.0134, acc=0.9844
====iteration_49400: fit=0.0775, reg=0.0482, orth=0.0133, acc=1.0000
====iteration_49500: fit=0.0748, reg=0.0481, orth=0.0133, acc=1.0000
++++iteration_49500: test acc=0.9415
====iteration_49600: fit=0.0866, reg=0.0481, orth=0.0132, acc=0.9922
====iteration_49700: fit=0.1104, reg=0.0480, orth=0.0132, acc=0.9922
====iteration_49800: fit=0.0936, reg=0.0480, orth=0.0132, acc=1.0000
====iteration_49900: fit=0.1236, reg=0.0479, orth=0.0131, acc=0.9844
====iteration_50000: fit=0.0765, reg=0.0479, orth=0.0131, acc=1.0000
++++iteration_50000: test acc=0.9401
====iteration_50100: fit=0.0832, reg=0.0478, orth=0.0131, acc=0.9922
====iteration_50200: fit=0.1129, reg=0.0477, orth=0.0130, acc=0.9844
====iteration_50300: fit=0.0891, reg=0.0477, orth=0.0130, acc=0.9922
====iteration_50400: fit=0.0844, reg=0.0476, orth=0.0130, acc=1.0000
====iteration_50500: fit=0.0826, reg=0.0476, orth=0.0129, acc=1.0000
++++iteration_50500: test acc=0.9375
====iteration_50600: fit=0.0947, reg=0.0476, orth=0.0129, acc=0.9922
====iteration_50700: fit=0.0761, reg=0.0475, orth=0.0129, acc=1.0000
====iteration_50800: fit=0.0829, reg=0.0475, orth=0.0128, acc=1.0000
====iteration_50900: fit=0.0988, reg=0.0474, orth=0.0128, acc=0.9922
====iteration_51000: fit=0.0740, reg=0.0473, orth=0.0128, acc=1.0000
++++iteration_51000: test acc=0.9390
====iteration_51100: fit=0.0820, reg=0.0473, orth=0.0128, acc=0.9922
====iteration_51200: fit=0.0851, reg=0.0473, orth=0.0127, acc=0.9922
====iteration_51300: fit=0.0882, reg=0.0472, orth=0.0127, acc=0.9922
====iteration_51400: fit=0.0843, reg=0.0472, orth=0.0127, acc=1.0000
====iteration_51500: fit=0.0861, reg=0.0471, orth=0.0127, acc=0.9922
++++iteration_51500: test acc=0.9383
====iteration_51600: fit=0.0776, reg=0.0471, orth=0.0126, acc=1.0000
====iteration_51700: fit=0.0754, reg=0.0470, orth=0.0126, acc=1.0000
====iteration_51800: fit=0.0761, reg=0.0470, orth=0.0125, acc=1.0000
====iteration_51900: fit=0.0819, reg=0.0469, orth=0.0125, acc=1.0000
====iteration_52000: fit=0.0768, reg=0.0469, orth=0.0125, acc=1.0000
++++iteration_52000: test acc=0.9398
====iteration_52100: fit=0.0782, reg=0.0468, orth=0.0125, acc=1.0000
====iteration_52200: fit=0.1103, reg=0.0468, orth=0.0125, acc=0.9844
====iteration_52300: fit=0.0844, reg=0.0468, orth=0.0125, acc=1.0000
====iteration_52400: fit=0.1043, reg=0.0467, orth=0.0124, acc=0.9922
====iteration_52500: fit=0.0775, reg=0.0467, orth=0.0124, acc=1.0000
++++iteration_52500: test acc=0.9406
====iteration_52600: fit=0.0771, reg=0.0466, orth=0.0124, acc=1.0000
====iteration_52700: fit=0.0844, reg=0.0466, orth=0.0123, acc=0.9922
====iteration_52800: fit=0.0756, reg=0.0465, orth=0.0123, acc=1.0000
====iteration_52900: fit=0.0762, reg=0.0465, orth=0.0122, acc=1.0000
====iteration_53000: fit=0.0773, reg=0.0464, orth=0.0122, acc=1.0000
++++iteration_53000: test acc=0.9356
====iteration_53100: fit=0.0893, reg=0.0464, orth=0.0122, acc=0.9844
====iteration_53200: fit=0.0992, reg=0.0463, orth=0.0122, acc=0.9922
====iteration_53300: fit=0.0817, reg=0.0463, orth=0.0121, acc=1.0000
====iteration_53400: fit=0.0799, reg=0.0462, orth=0.0121, acc=1.0000
====iteration_53500: fit=0.0726, reg=0.0462, orth=0.0121, acc=1.0000
++++iteration_53500: test acc=0.9399
====iteration_53600: fit=0.0865, reg=0.0461, orth=0.0121, acc=1.0000
====iteration_53700: fit=0.0938, reg=0.0461, orth=0.0121, acc=0.9844
====iteration_53800: fit=0.0858, reg=0.0461, orth=0.0121, acc=0.9922
====iteration_53900: fit=0.0723, reg=0.0460, orth=0.0121, acc=1.0000
====iteration_54000: fit=0.0807, reg=0.0460, orth=0.0120, acc=0.9922
++++iteration_54000: test acc=0.9375
====iteration_54100: fit=0.0759, reg=0.0460, orth=0.0120, acc=1.0000
====iteration_54200: fit=0.0801, reg=0.0459, orth=0.0120, acc=0.9922
====iteration_54300: fit=0.0755, reg=0.0459, orth=0.0120, acc=1.0000
====iteration_54400: fit=0.0728, reg=0.0459, orth=0.0120, acc=1.0000
====iteration_54500: fit=0.0728, reg=0.0459, orth=0.0119, acc=1.0000
++++iteration_54500: test acc=0.9432
====iteration_54600: fit=0.0728, reg=0.0459, orth=0.0119, acc=1.0000
====iteration_54700: fit=0.0809, reg=0.0459, orth=0.0119, acc=1.0000
====iteration_54800: fit=0.0961, reg=0.0459, orth=0.0119, acc=0.9922
====iteration_54900: fit=0.0752, reg=0.0459, orth=0.0119, acc=1.0000
====iteration_55000: fit=0.0745, reg=0.0459, orth=0.0119, acc=1.0000
++++iteration_55000: test acc=0.9442
====iteration_55100: fit=0.0801, reg=0.0459, orth=0.0119, acc=1.0000
====iteration_55200: fit=0.0753, reg=0.0459, orth=0.0119, acc=1.0000
====iteration_55300: fit=0.0811, reg=0.0459, orth=0.0118, acc=1.0000
====iteration_55400: fit=0.0742, reg=0.0459, orth=0.0118, acc=1.0000
====iteration_55500: fit=0.0756, reg=0.0459, orth=0.0118, acc=1.0000
++++iteration_55500: test acc=0.9445
====iteration_55600: fit=0.0749, reg=0.0459, orth=0.0118, acc=1.0000
====iteration_55700: fit=0.0739, reg=0.0458, orth=0.0118, acc=1.0000
====iteration_55800: fit=0.0750, reg=0.0458, orth=0.0118, acc=1.0000
====iteration_55900: fit=0.0767, reg=0.0458, orth=0.0118, acc=1.0000
====iteration_56000: fit=0.0763, reg=0.0458, orth=0.0117, acc=1.0000
++++iteration_56000: test acc=0.9453
====iteration_56100: fit=0.0910, reg=0.0458, orth=0.0117, acc=0.9922
====iteration_56200: fit=0.1037, reg=0.0458, orth=0.0117, acc=0.9922
====iteration_56300: fit=0.0843, reg=0.0458, orth=0.0117, acc=0.9922
====iteration_56400: fit=0.0833, reg=0.0458, orth=0.0117, acc=0.9922
====iteration_56500: fit=0.0764, reg=0.0458, orth=0.0117, acc=1.0000
++++iteration_56500: test acc=0.9458
====iteration_56600: fit=0.0743, reg=0.0458, orth=0.0117, acc=1.0000
====iteration_56700: fit=0.0764, reg=0.0458, orth=0.0117, acc=1.0000
====iteration_56800: fit=0.0731, reg=0.0458, orth=0.0116, acc=1.0000
====iteration_56900: fit=0.0737, reg=0.0458, orth=0.0116, acc=1.0000
====iteration_57000: fit=0.0964, reg=0.0457, orth=0.0116, acc=0.9922
++++iteration_57000: test acc=0.9457
====iteration_57100: fit=0.0753, reg=0.0457, orth=0.0116, acc=1.0000
====iteration_57200: fit=0.0741, reg=0.0457, orth=0.0116, acc=1.0000
====iteration_57300: fit=0.0721, reg=0.0457, orth=0.0116, acc=1.0000
====iteration_57400: fit=0.0723, reg=0.0457, orth=0.0116, acc=1.0000
====iteration_57500: fit=0.0870, reg=0.0457, orth=0.0116, acc=0.9922
++++iteration_57500: test acc=0.9453
====iteration_57600: fit=0.0734, reg=0.0457, orth=0.0115, acc=1.0000
====iteration_57700: fit=0.0733, reg=0.0457, orth=0.0115, acc=1.0000
====iteration_57800: fit=0.0728, reg=0.0457, orth=0.0115, acc=1.0000
====iteration_57900: fit=0.0835, reg=0.0457, orth=0.0115, acc=1.0000
====iteration_58000: fit=0.0720, reg=0.0457, orth=0.0115, acc=1.0000
++++iteration_58000: test acc=0.9461
====iteration_58100: fit=0.0720, reg=0.0457, orth=0.0115, acc=1.0000
====iteration_58200: fit=0.0744, reg=0.0456, orth=0.0115, acc=1.0000
====iteration_58300: fit=0.0744, reg=0.0456, orth=0.0115, acc=1.0000
====iteration_58400: fit=0.0763, reg=0.0456, orth=0.0114, acc=1.0000
====iteration_58500: fit=0.0792, reg=0.0456, orth=0.0114, acc=1.0000
++++iteration_58500: test acc=0.9450
====iteration_58600: fit=0.1294, reg=0.0456, orth=0.0114, acc=0.9844
====iteration_58700: fit=0.0717, reg=0.0456, orth=0.0114, acc=1.0000
====iteration_58800: fit=0.0736, reg=0.0456, orth=0.0114, acc=1.0000
====iteration_58900: fit=0.0736, reg=0.0456, orth=0.0114, acc=1.0000
====iteration_59000: fit=0.0765, reg=0.0456, orth=0.0114, acc=1.0000
++++iteration_59000: test acc=0.9461
====iteration_59100: fit=0.0714, reg=0.0456, orth=0.0114, acc=1.0000
====iteration_59200: fit=0.0724, reg=0.0455, orth=0.0113, acc=1.0000
====iteration_59300: fit=0.0738, reg=0.0455, orth=0.0113, acc=1.0000
====iteration_59400: fit=0.0783, reg=0.0455, orth=0.0113, acc=0.9922
====iteration_59500: fit=0.0723, reg=0.0455, orth=0.0113, acc=1.0000
++++iteration_59500: test acc=0.9454
====iteration_59600: fit=0.0742, reg=0.0455, orth=0.0113, acc=1.0000
====iteration_59700: fit=0.0726, reg=0.0455, orth=0.0113, acc=1.0000
====iteration_59800: fit=0.0786, reg=0.0455, orth=0.0113, acc=1.0000
====iteration_59900: fit=0.0726, reg=0.0455, orth=0.0113, acc=1.0000
====iteration_60000: fit=0.0762, reg=0.0455, orth=0.0112, acc=1.0000
++++iteration_60000: test acc=0.9465
====iteration_60100: fit=0.0733, reg=0.0454, orth=0.0112, acc=1.0000
====iteration_60200: fit=0.0739, reg=0.0454, orth=0.0112, acc=1.0000
====iteration_60300: fit=0.0742, reg=0.0454, orth=0.0112, acc=1.0000
====iteration_60400: fit=0.0730, reg=0.0454, orth=0.0112, acc=1.0000
====iteration_60500: fit=0.0738, reg=0.0454, orth=0.0112, acc=1.0000
++++iteration_60500: test acc=0.9462
====iteration_60600: fit=0.0800, reg=0.0454, orth=0.0112, acc=1.0000
====iteration_60700: fit=0.0934, reg=0.0454, orth=0.0112, acc=0.9922
====iteration_60800: fit=0.0729, reg=0.0454, orth=0.0112, acc=1.0000
====iteration_60900: fit=0.0750, reg=0.0454, orth=0.0111, acc=1.0000
====iteration_61000: fit=0.0723, reg=0.0454, orth=0.0111, acc=1.0000
++++iteration_61000: test acc=0.9462
====iteration_61100: fit=0.0746, reg=0.0453, orth=0.0111, acc=1.0000
====iteration_61200: fit=0.0725, reg=0.0453, orth=0.0111, acc=1.0000
====iteration_61300: fit=0.0724, reg=0.0453, orth=0.0111, acc=1.0000
====iteration_61400: fit=0.0784, reg=0.0453, orth=0.0111, acc=1.0000
====iteration_61500: fit=0.0766, reg=0.0453, orth=0.0111, acc=1.0000
++++iteration_61500: test acc=0.9468
====iteration_61600: fit=0.0735, reg=0.0453, orth=0.0111, acc=1.0000
====iteration_61700: fit=0.0725, reg=0.0453, orth=0.0110, acc=1.0000
====iteration_61800: fit=0.0771, reg=0.0453, orth=0.0110, acc=1.0000
====iteration_61900: fit=0.0721, reg=0.0453, orth=0.0110, acc=1.0000
====iteration_62000: fit=0.0719, reg=0.0452, orth=0.0110, acc=1.0000
++++iteration_62000: test acc=0.9463
====iteration_62100: fit=0.0756, reg=0.0452, orth=0.0110, acc=1.0000
====iteration_62200: fit=0.0753, reg=0.0452, orth=0.0110, acc=1.0000
====iteration_62300: fit=0.0850, reg=0.0452, orth=0.0110, acc=0.9922
====iteration_62400: fit=0.0720, reg=0.0452, orth=0.0110, acc=1.0000
====iteration_62500: fit=0.0768, reg=0.0452, orth=0.0110, acc=1.0000
++++iteration_62500: test acc=0.9466
====iteration_62600: fit=0.0784, reg=0.0452, orth=0.0109, acc=0.9922
====iteration_62700: fit=0.0740, reg=0.0452, orth=0.0109, acc=1.0000
====iteration_62800: fit=0.0733, reg=0.0452, orth=0.0109, acc=1.0000
====iteration_62900: fit=0.0721, reg=0.0451, orth=0.0109, acc=1.0000
====iteration_63000: fit=0.0726, reg=0.0451, orth=0.0109, acc=1.0000
++++iteration_63000: test acc=0.9468
====iteration_63100: fit=0.0767, reg=0.0451, orth=0.0109, acc=1.0000
====iteration_63200: fit=0.0729, reg=0.0451, orth=0.0109, acc=1.0000
====iteration_63300: fit=0.0738, reg=0.0451, orth=0.0109, acc=1.0000
====iteration_63400: fit=0.0745, reg=0.0451, orth=0.0108, acc=1.0000
====iteration_63500: fit=0.0826, reg=0.0451, orth=0.0108, acc=0.9922
++++iteration_63500: test acc=0.9458
====iteration_63600: fit=0.0732, reg=0.0451, orth=0.0108, acc=1.0000
====iteration_63700: fit=0.0857, reg=0.0451, orth=0.0108, acc=0.9922
====iteration_63800: fit=0.0718, reg=0.0450, orth=0.0108, acc=1.0000
====iteration_63900: fit=0.0728, reg=0.0450, orth=0.0108, acc=1.0000
====iteration_64000: fit=0.0718, reg=0.0450, orth=0.0108, acc=1.0000
++++iteration_64000: test acc=0.9463