demo_cifar10.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# train_cifar10.py"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**some arguments**\n",
    "- --linfty: for l_infty training.\n",
    "- --opt_iter 1: iterations to solve the optimization (11) in the paper approximately during training.\n",
    "- --sniter 1: iterations to obtain the layerwise Lipschitz outer bounds approximately during training (In practice, 1 is enough since it is iterated for each training step).\n",
    "- --test_opt_iter 10000: iterations to solve the optimization exactly during testing (it usually gets the solution in 3-4 iterations).\n",
    "- --test_sniter 1000000: iterations to obtain the layerwise Lipschitz outer bounds exactly during testing. Even with a random initialization, we can computes the Lisphictz constants using the power iterations<60000. Once the Lipschitz constants are obtained, we don't have to run power iteration again.\n",
    "- --prefix 'file_name_starts_with': to make the file name starts with the given value to avoid overwrting.\n",
    "- --model 'c6f2': to specify a model structure."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Setting CUDA_VISIBLE_DEVICES to 4\n",
      "2020-10-16 13:13:35.824903\n",
      "Namespace(alpha=0.03529411764705882, augmentation=True, batch_size=128, bce=False, cuda_ids=4, data='cifar10', drop_last=False, epochs=200, epsilon=0.1411764705882353, epsilon_infty=0.03137254901960784, epsilon_pgd=0.1411764705882353, epsilon_train=0.1411764705882353, epsilon_train_infty=0.03137254901960784, gamma=0.5, kappa=0.0, kappa_schedule_length=121, linfty=False, lr=0.001, lr_scheduler='step', method='BCP', model='large', model_factor=8, momentum=0.9, niter=100, no_augmentation=False, no_save=False, no_shuffle=False, normalization=False, opt='adam', opt_iter=1, pgd=False, prefix='models/cifar10/10161313_large_BCP_data_cifar10_epochs_200_epsilon_train_0.1411764705882353_lr_0.001_opt_adam_opt_iter_1_rampup_121_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_10', print=False, rampup=121, real_time=False, resnet_N=1, resnet_factor=1, save=True, schedule_length=121, seed=2019, shuffle=True, sniter=1, starting_epsilon=0.0, starting_kappa=1.0, step_size=10, test_batch_size=128, test_opt_iter=1000, test_pth=None, test_sniter=1000000, train_method='BCP', verbose=200, warmup=10, wd_list=None, weight_decay=0.0)\n",
      "saving file to models/cifar10/10161313_large_BCP_data_cifar10_epochs_200_epsilon_train_0.1411764705882353_lr_0.001_opt_adam_opt_iter_1_rampup_121_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_10\n",
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n",
      "Sequential(\n",
      "  (0): Conv2d(3, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "  (1): ReLU()\n",
      "  (2): Conv2d(32, 32, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))\n",
      "  (3): ReLU()\n",
      "  (4): Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "  (5): ReLU()\n",
      "  (6): Conv2d(64, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))\n",
      "  (7): ReLU()\n",
      "  (8): Flatten()\n",
      "  (9): Linear(in_features=4096, out_features=512, bias=True)\n",
      "  (10): ReLU()\n",
      "  (11): Linear(in_features=512, out_features=512, bias=True)\n",
      "  (12): ReLU()\n",
      "  (13): Linear(in_features=512, out_features=10, bias=True)\n",
      ")\n",
      "Adam (\n",
      "Parameter Group 0\n",
      "    amsgrad: False\n",
      "    betas: (0.9, 0.999)\n",
      "    eps: 1e-08\n",
      "    lr: 0.001\n",
      "    weight_decay: 0\n",
      ")\n",
      "<torch.optim.lr_scheduler.StepLR object at 0x7f0c54641550>\n",
      "0 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [0][1/391]\tTime 0.3676 (0.3676)\tData 0.0814 (0.0814)\tLoss 2.3041 (2.3041)\tError 0.9062 (0.9062)\n",
      "Epoch: [0][200/391]\tTime 0.0319 (0.0335)\tData 0.0252 (0.0256)\tLoss 1.5437 (1.8465)\tError 0.5625 (0.6933)\n",
      "Epoch: [0][391/391]\tTime 0.0197 (0.0327)\tData 0.0130 (0.0255)\tLoss 1.4429 (1.6904)\tError 0.5125 (0.6296)\n",
      "Test: [1/79]\tTime 0.0727 (0.0727)\tLoss 1.3812 (1.3812)\tError 0.4688 (0.4688)\n",
      "Test: [79/79]\tTime 0.0045 (0.0243)\tLoss 1.3367 (1.3803)\tError 0.6250 (0.5116)\n",
      " * Error 0.5116\n",
      "1 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [1][1/391]\tTime 0.1034 (0.1034)\tData 0.0898 (0.0898)\tLoss 1.5392 (1.5392)\tError 0.5625 (0.5625)\n",
      "Epoch: [1][200/391]\tTime 0.0317 (0.0324)\tData 0.0252 (0.0258)\tLoss 1.3529 (1.3763)\tError 0.5156 (0.5019)\n",
      "Epoch: [1][391/391]\tTime 0.0185 (0.0322)\tData 0.0126 (0.0256)\tLoss 1.1331 (1.3193)\tError 0.3875 (0.4806)\n",
      "Test: [1/79]\tTime 0.0809 (0.0809)\tLoss 1.0107 (1.0107)\tError 0.3672 (0.3672)\n",
      "Test: [79/79]\tTime 0.0035 (0.0251)\tLoss 0.9939 (1.0915)\tError 0.4375 (0.3934)\n",
      " * Error 0.3934\n",
      "2 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [2][1/391]\tTime 0.0987 (0.0987)\tData 0.0851 (0.0851)\tLoss 1.1719 (1.1719)\tError 0.3828 (0.3828)\n",
      "Epoch: [2][200/391]\tTime 0.0323 (0.0322)\tData 0.0258 (0.0257)\tLoss 1.1796 (1.1568)\tError 0.3828 (0.4216)\n",
      "Epoch: [2][391/391]\tTime 0.0190 (0.0320)\tData 0.0130 (0.0255)\tLoss 0.9711 (1.1184)\tError 0.3000 (0.4023)\n",
      "Test: [1/79]\tTime 0.0773 (0.0773)\tLoss 0.8844 (0.8844)\tError 0.3125 (0.3125)\n",
      "Test: [79/79]\tTime 0.0030 (0.0247)\tLoss 1.0048 (0.9821)\tError 0.3125 (0.3532)\n",
      " * Error 0.3532\n",
      "3 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [3][1/391]\tTime 0.0998 (0.0998)\tData 0.0877 (0.0877)\tLoss 1.0804 (1.0804)\tError 0.4297 (0.4297)\n",
      "Epoch: [3][200/391]\tTime 0.0321 (0.0323)\tData 0.0257 (0.0258)\tLoss 0.9032 (1.0131)\tError 0.3047 (0.3645)\n",
      "Epoch: [3][391/391]\tTime 0.0188 (0.0321)\tData 0.0129 (0.0256)\tLoss 1.2378 (0.9874)\tError 0.4000 (0.3539)\n",
      "Test: [1/79]\tTime 0.0783 (0.0783)\tLoss 0.8008 (0.8008)\tError 0.2969 (0.2969)\n",
      "Test: [79/79]\tTime 0.0038 (0.0287)\tLoss 0.8953 (0.8759)\tError 0.4375 (0.3103)\n",
      " * Error 0.3103\n",
      "4 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [4][1/391]\tTime 0.1011 (0.1011)\tData 0.0890 (0.0890)\tLoss 0.9979 (0.9979)\tError 0.3359 (0.3359)\n",
      "Epoch: [4][200/391]\tTime 0.0323 (0.0330)\tData 0.0260 (0.0266)\tLoss 0.8059 (0.9053)\tError 0.2891 (0.3213)\n",
      "Epoch: [4][391/391]\tTime 0.0193 (0.0328)\tData 0.0134 (0.0264)\tLoss 1.0284 (0.8973)\tError 0.4000 (0.3190)\n",
      "Test: [1/79]\tTime 0.0788 (0.0788)\tLoss 0.7780 (0.7780)\tError 0.2500 (0.2500)\n",
      "Test: [79/79]\tTime 0.0037 (0.0282)\tLoss 1.0969 (0.8609)\tError 0.4375 (0.2979)\n",
      " * Error 0.2979\n",
      "5 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [5][1/391]\tTime 0.1016 (0.1016)\tData 0.0893 (0.0893)\tLoss 0.9522 (0.9522)\tError 0.3984 (0.3984)\n",
      "Epoch: [5][200/391]\tTime 0.0321 (0.0330)\tData 0.0257 (0.0266)\tLoss 0.7409 (0.8492)\tError 0.2344 (0.3016)\n",
      "Epoch: [5][391/391]\tTime 0.0191 (0.0328)\tData 0.0131 (0.0263)\tLoss 1.0242 (0.8362)\tError 0.3625 (0.2976)\n",
      "Test: [1/79]\tTime 0.0738 (0.0738)\tLoss 0.8135 (0.8135)\tError 0.2422 (0.2422)\n",
      "Test: [79/79]\tTime 0.0031 (0.0238)\tLoss 0.8182 (0.8090)\tError 0.3750 (0.2770)\n",
      " * Error 0.2770\n",
      "6 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [6][1/391]\tTime 0.1045 (0.1045)\tData 0.0905 (0.0905)\tLoss 0.9108 (0.9108)\tError 0.3047 (0.3047)\n",
      "Epoch: [6][200/391]\tTime 0.0328 (0.0331)\tData 0.0264 (0.0265)\tLoss 0.7332 (0.7925)\tError 0.2266 (0.2811)\n",
      "Epoch: [6][391/391]\tTime 0.0192 (0.0328)\tData 0.0133 (0.0264)\tLoss 0.5963 (0.7759)\tError 0.2250 (0.2753)\n",
      "Test: [1/79]\tTime 0.0729 (0.0729)\tLoss 0.7033 (0.7033)\tError 0.2500 (0.2500)\n",
      "Test: [79/79]\tTime 0.0030 (0.0241)\tLoss 0.9285 (0.7549)\tError 0.3125 (0.2613)\n",
      " * Error 0.2613\n",
      "7 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [7][1/391]\tTime 0.1013 (0.1013)\tData 0.0889 (0.0889)\tLoss 0.9783 (0.9783)\tError 0.3359 (0.3359)\n",
      "Epoch: [7][200/391]\tTime 0.0328 (0.0332)\tData 0.0263 (0.0267)\tLoss 0.7071 (0.7500)\tError 0.2578 (0.2643)\n",
      "Epoch: [7][391/391]\tTime 0.0193 (0.0330)\tData 0.0133 (0.0265)\tLoss 0.5244 (0.7448)\tError 0.1625 (0.2632)\n",
      "Test: [1/79]\tTime 0.0737 (0.0737)\tLoss 0.6786 (0.6786)\tError 0.2266 (0.2266)\n",
      "Test: [79/79]\tTime 0.0030 (0.0244)\tLoss 0.8734 (0.7134)\tError 0.4375 (0.2479)\n",
      " * Error 0.2479\n",
      "8 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [8][1/391]\tTime 0.1074 (0.1074)\tData 0.0927 (0.0927)\tLoss 0.8222 (0.8222)\tError 0.2578 (0.2578)\n",
      "Epoch: [8][200/391]\tTime 0.0324 (0.0329)\tData 0.0260 (0.0264)\tLoss 0.7488 (0.7135)\tError 0.2344 (0.2507)\n",
      "Epoch: [8][391/391]\tTime 0.0192 (0.0327)\tData 0.0134 (0.0262)\tLoss 0.5501 (0.7116)\tError 0.2125 (0.2498)\n",
      "Test: [1/79]\tTime 0.0782 (0.0782)\tLoss 0.6283 (0.6283)\tError 0.1719 (0.1719)\n",
      "Test: [79/79]\tTime 0.0036 (0.0277)\tLoss 1.0860 (0.7090)\tError 0.3750 (0.2448)\n",
      " * Error 0.2448\n",
      "9 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [9][1/391]\tTime 0.0997 (0.0997)\tData 0.0872 (0.0872)\tLoss 0.6249 (0.6249)\tError 0.2500 (0.2500)\n",
      "Epoch: [9][200/391]\tTime 0.0324 (0.0330)\tData 0.0260 (0.0266)\tLoss 0.5311 (0.6735)\tError 0.2031 (0.2382)\n",
      "Epoch: [9][391/391]\tTime 0.0193 (0.0328)\tData 0.0133 (0.0264)\tLoss 0.7730 (0.6796)\tError 0.2750 (0.2398)\n",
      "Test: [1/79]\tTime 0.0795 (0.0795)\tLoss 0.6184 (0.6184)\tError 0.1875 (0.1875)\n",
      "Test: [79/79]\tTime 0.0036 (0.0284)\tLoss 0.8989 (0.6891)\tError 0.3750 (0.2364)\n",
      " * Error 0.2364\n",
      "10 th epoch: epsilon: 0.0000000 - 0.0011765, kappa: 1.0000 - 0.9917, lr: 0.0010000\n",
      "Epoch: [10][1/391]\tTime 0.216 (0.216)\tEps 0.000\tData 0.090 (0.090)\tL 0.6680 (0.6680)//RL 0.6680 (0.6680)//RL1 0.6680 (0.6680)\tE 0.180 (0.180)//RE 0.180 (0.180)//RE1 0.180 (0.180)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [10][200/391]\tTime 0.070 (0.071)\tEps 0.001\tData 0.002 (0.003)\tL 0.8100 (0.6602)//RL 20.6540 (15.8016)//RL1 27.0863 (22.1227)\tE 0.242 (0.230)//RE 1.000 (0.936)//RE1 1.000 (0.961)\n",
      "Epoch: [10][391/391]\tTime 0.057 (0.070)\tEps 0.001\tData 0.002 (0.002)\tL 0.4598 (0.6648)//RL 12.3334 (15.7070)//RL1 16.1857 (21.3164)\tE 0.188 (0.233)//RE 1.000 (0.967)//RE1 1.000 (0.980)\n",
      "\n",
      "Taken 27.6289005279541 s/epoch\n",
      "Test: [1/79]\tTime 6.373 (6.373)\tL 0.6559 (0.6559)//RL 17.880 (17.880)//RL1 23.718 (23.718)\tE 0.211 (0.211)//RE 1.000 (1.000)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.027 (0.125)\tL 0.8156 (0.6685)//RL 17.466 (17.911)//RL1 23.428 (23.661)\tE 0.438 (0.233)//RE 1.000 (1.000)//RE1 1.000 (1.000)\n",
      "\n",
      " * Robust error 1.000\tError 0.233\n",
      "11 th epoch: epsilon: 0.0011765 - 0.0023529, kappa: 0.9917 - 0.9833, lr: 0.0010000\n",
      "Epoch: [11][1/391]\tTime 0.216 (0.216)\tEps 0.001\tData 0.088 (0.088)\tL 0.5625 (0.5625)//RL 18.5020 (18.5020)//RL1 24.1847 (24.1847)\tE 0.188 (0.188)//RE 1.000 (1.000)//RE1 1.000 (1.000)\n",
      "Epoch: [11][200/391]\tTime 0.069 (0.070)\tEps 0.002\tData 0.002 (0.002)\tL 0.5759 (0.6539)//RL 8.3201 (11.0284)//RL1 10.3286 (14.0106)\tE 0.203 (0.230)//RE 0.992 (0.996)//RE1 1.000 (1.000)\n",
      "Epoch: [11][391/391]\tTime 0.056 (0.070)\tEps 0.002\tData 0.002 (0.002)\tL 0.6318 (0.6586)//RL 5.3790 (8.9860)//RL1 6.4900 (11.2709)\tE 0.200 (0.232)//RE 0.913 (0.981)//RE1 0.988 (0.993)\n",
      "\n",
      "Taken 27.479474544525146 s/epoch\n",
      "Test: [1/79]\tTime 2.612 (2.612)\tL 0.6632 (0.6632)//RL 7.076 (7.076)//RL1 8.694 (8.694)\tE 0.180 (0.180)//RE 0.984 (0.984)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.025 (0.075)\tL 1.0343 (0.6749)//RL 8.027 (7.120)//RL1 9.650 (8.683)\tE 0.375 (0.232)//RE 0.938 (0.968)//RE1 0.938 (0.991)\n",
      "\n",
      " * Robust error 0.968\tError 0.232\n",
      "12 th epoch: epsilon: 0.0023529 - 0.0035294, kappa: 0.9833 - 0.9750, lr: 0.0010000\n",
      "Epoch: [12][1/391]\tTime 0.238 (0.238)\tEps 0.002\tData 0.091 (0.091)\tL 0.5220 (0.5220)//RL 7.2519 (7.2519)//RL1 8.6829 (8.6829)\tE 0.180 (0.180)//RE 0.992 (0.992)//RE1 1.000 (1.000)\n",
      "Epoch: [12][200/391]\tTime 0.075 (0.080)\tEps 0.003\tData 0.002 (0.002)\tL 0.7959 (0.6726)//RL 5.0606 (5.2694)//RL1 5.8996 (6.2555)\tE 0.266 (0.236)//RE 0.898 (0.928)//RE1 0.914 (0.958)\n",
      "Epoch: [12][391/391]\tTime 0.062 (0.078)\tEps 0.004\tData 0.002 (0.002)\tL 0.8577 (0.6798)//RL 4.7103 (4.9391)//RL1 5.4788 (5.8158)\tE 0.263 (0.240)//RE 0.887 (0.916)//RE1 0.938 (0.947)\n",
      "\n",
      "Taken 30.595050573349 s/epoch\n",
      "Test: [1/79]\tTime 18.657 (18.657)\tL 0.5590 (0.5590)//RL 5.181 (5.181)//RL1 6.164 (6.164)\tE 0.188 (0.188)//RE 0.906 (0.906)//RE1 0.969 (0.969)\n",
      "Test: [79/79]\tTime 0.029 (0.280)\tL 0.7960 (0.6487)//RL 5.499 (5.360)//RL1 6.541 (6.332)\tE 0.250 (0.228)//RE 0.938 (0.921)//RE1 0.938 (0.956)\n",
      "\n",
      " * Robust error 0.921\tError 0.228\n",
      "13 th epoch: epsilon: 0.0035294 - 0.0047059, kappa: 0.9750 - 0.9667, lr: 0.0010000\n",
      "Epoch: [13][1/391]\tTime 0.259 (0.259)\tEps 0.004\tData 0.124 (0.124)\tL 0.7062 (0.7062)//RL 6.3040 (6.3040)//RL1 7.2972 (7.2972)\tE 0.227 (0.227)//RE 0.969 (0.969)//RE1 0.977 (0.977)\n",
      "Epoch: [13][200/391]\tTime 0.080 (0.083)\tEps 0.004\tData 0.003 (0.004)\tL 0.6465 (0.6609)//RL 4.0435 (4.1239)//RL1 4.7006 (4.7991)\tE 0.234 (0.230)//RE 0.898 (0.867)//RE1 0.938 (0.906)\n",
      "Epoch: [13][391/391]\tTime 0.070 (0.084)\tEps 0.005\tData 0.002 (0.004)\tL 0.6357 (0.6713)//RL 3.7165 (3.9618)//RL1 4.3055 (4.6067)\tE 0.213 (0.235)//RE 0.887 (0.858)//RE1 0.913 (0.899)\n",
      "\n",
      "Taken 32.908010959625244 s/epoch\n",
      "Test: [1/79]\tTime 3.230 (3.230)\tL 0.6098 (0.6098)//RL 4.226 (4.226)//RL1 4.949 (4.949)\tE 0.195 (0.195)//RE 0.875 (0.875)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.034 (0.084)\tL 0.6108 (0.6462)//RL 4.220 (4.374)//RL1 5.009 (5.100)\tE 0.250 (0.228)//RE 0.875 (0.891)//RE1 0.938 (0.931)\n",
      "\n",
      " * Robust error 0.891\tError 0.228\n",
      "14 th epoch: epsilon: 0.0047059 - 0.0058824, kappa: 0.9667 - 0.9583, lr: 0.0010000\n",
      "Epoch: [14][1/391]\tTime 0.257 (0.257)\tEps 0.005\tData 0.123 (0.123)\tL 0.5628 (0.5628)//RL 4.3679 (4.3679)//RL1 5.0852 (5.0852)\tE 0.227 (0.227)//RE 0.914 (0.914)//RE1 0.945 (0.945)\n",
      "Epoch: [14][200/391]\tTime 0.096 (0.085)\tEps 0.005\tData 0.003 (0.004)\tL 0.5169 (0.6647)//RL 3.4006 (3.4621)//RL1 4.0298 (4.0282)\tE 0.219 (0.233)//RE 0.828 (0.813)//RE1 0.859 (0.860)\n",
      "Epoch: [14][391/391]\tTime 0.071 (0.085)\tEps 0.006\tData 0.003 (0.004)\tL 0.5740 (0.6719)//RL 2.7919 (3.3836)//RL1 3.2420 (3.9447)\tE 0.213 (0.236)//RE 0.738 (0.808)//RE1 0.750 (0.857)\n",
      "\n",
      "Taken 33.36977195739746 s/epoch\n",
      "Test: [1/79]\tTime 21.475 (21.475)\tL 0.5304 (0.5304)//RL 3.929 (3.929)//RL1 4.638 (4.638)\tE 0.141 (0.141)//RE 0.875 (0.875)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.032 (0.316)\tL 0.6490 (0.6731)//RL 3.947 (4.114)//RL1 4.712 (4.827)\tE 0.375 (0.234)//RE 0.938 (0.876)//RE1 0.938 (0.914)\n",
      "\n",
      " * Robust error 0.876\tError 0.234\n",
      "15 th epoch: epsilon: 0.0058824 - 0.0070588, kappa: 0.9583 - 0.9500, lr: 0.0010000\n",
      "Epoch: [15][1/391]\tTime 0.258 (0.258)\tEps 0.006\tData 0.124 (0.124)\tL 0.7522 (0.7522)//RL 4.4490 (4.4490)//RL1 5.1785 (5.1785)\tE 0.203 (0.203)//RE 0.906 (0.906)//RE1 0.938 (0.938)\n",
      "Epoch: [15][200/391]\tTime 0.070 (0.085)\tEps 0.006\tData 0.002 (0.003)\tL 0.7482 (0.6727)//RL 3.1858 (3.1603)//RL1 3.6526 (3.6800)\tE 0.289 (0.237)//RE 0.719 (0.786)//RE1 0.773 (0.835)\n",
      "Epoch: [15][391/391]\tTime 0.067 (0.082)\tEps 0.007\tData 0.003 (0.003)\tL 0.8295 (0.6769)//RL 3.5205 (3.0907)//RL1 4.0931 (3.6021)\tE 0.275 (0.237)//RE 0.775 (0.779)//RE1 0.838 (0.831)\n",
      "\n",
      "Taken 32.35781764984131 s/epoch\n",
      "Test: [1/79]\tTime 3.436 (3.436)\tL 0.5977 (0.5977)//RL 3.634 (3.634)//RL1 4.275 (4.275)\tE 0.172 (0.172)//RE 0.789 (0.789)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.033 (0.093)\tL 0.6599 (0.6736)//RL 3.695 (3.666)//RL1 4.399 (4.312)\tE 0.250 (0.234)//RE 0.875 (0.824)//RE1 0.875 (0.872)\n",
      "\n",
      " * Robust error 0.824\tError 0.234\n",
      "16 th epoch: epsilon: 0.0070588 - 0.0082353, kappa: 0.9500 - 0.9417, lr: 0.0010000\n",
      "Epoch: [16][1/391]\tTime 0.340 (0.340)\tEps 0.007\tData 0.166 (0.166)\tL 0.6573 (0.6573)//RL 3.9421 (3.9421)//RL1 4.5764 (4.5764)\tE 0.219 (0.219)//RE 0.867 (0.867)//RE1 0.922 (0.922)\n",
      "Epoch: [16][200/391]\tTime 0.107 (0.081)\tEps 0.008\tData 0.003 (0.004)\tL 0.7230 (0.6770)//RL 2.9824 (2.8514)//RL1 3.4562 (3.3324)\tE 0.258 (0.238)//RE 0.766 (0.750)//RE1 0.812 (0.805)\n",
      "Epoch: [16][391/391]\tTime 0.071 (0.080)\tEps 0.008\tData 0.003 (0.003)\tL 0.6305 (0.6790)//RL 2.6650 (2.8238)//RL1 3.1200 (3.3043)\tE 0.200 (0.239)//RE 0.800 (0.747)//RE1 0.850 (0.803)\n",
      "\n",
      "Taken 31.214056253433228 s/epoch\n",
      "Test: [1/79]\tTime 16.599 (16.599)\tL 0.6260 (0.6260)//RL 3.941 (3.941)//RL1 4.635 (4.635)\tE 0.203 (0.203)//RE 0.836 (0.836)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.023 (0.259)\tL 0.7214 (0.7077)//RL 3.858 (4.027)//RL1 4.655 (4.743)\tE 0.312 (0.241)//RE 0.938 (0.843)//RE1 0.938 (0.894)\n",
      "\n",
      " * Robust error 0.843\tError 0.241\n",
      "17 th epoch: epsilon: 0.0082353 - 0.0094118, kappa: 0.9417 - 0.9333, lr: 0.0010000\n",
      "Epoch: [17][1/391]\tTime 0.250 (0.250)\tEps 0.008\tData 0.114 (0.114)\tL 0.8955 (0.8955)//RL 4.8134 (4.8134)//RL1 5.5892 (5.5892)\tE 0.336 (0.336)//RE 0.938 (0.938)//RE1 0.969 (0.969)\n",
      "Epoch: [17][200/391]\tTime 0.078 (0.081)\tEps 0.009\tData 0.003 (0.004)\tL 0.7082 (0.6719)//RL 2.6660 (2.8018)//RL1 3.1174 (3.2748)\tE 0.211 (0.234)//RE 0.703 (0.742)//RE1 0.742 (0.797)\n",
      "Epoch: [17][391/391]\tTime 0.071 (0.081)\tEps 0.009\tData 0.003 (0.003)\tL 0.8280 (0.6779)//RL 2.7372 (2.7213)//RL1 3.2141 (3.2024)\tE 0.312 (0.238)//RE 0.738 (0.734)//RE1 0.800 (0.794)\n",
      "\n",
      "Taken 31.79684591293335 s/epoch\n",
      "Test: [1/79]\tTime 3.041 (3.041)\tL 0.6143 (0.6143)//RL 3.064 (3.064)//RL1 3.708 (3.708)\tE 0.211 (0.211)//RE 0.758 (0.758)//RE1 0.820 (0.820)\n",
      "Test: [79/79]\tTime 0.022 (0.080)\tL 0.7143 (0.7364)//RL 2.957 (3.319)//RL1 3.689 (3.953)\tE 0.312 (0.253)//RE 0.812 (0.759)//RE1 0.875 (0.822)\n",
      "\n",
      " * Robust error 0.759\tError 0.253\n",
      "18 th epoch: epsilon: 0.0094118 - 0.0105882, kappa: 0.9333 - 0.9250, lr: 0.0010000\n",
      "Epoch: [18][1/391]\tTime 0.249 (0.249)\tEps 0.009\tData 0.114 (0.114)\tL 0.7043 (0.7043)//RL 3.4201 (3.4201)//RL1 4.0986 (4.0986)\tE 0.273 (0.273)//RE 0.844 (0.844)//RE1 0.875 (0.875)\n",
      "Epoch: [18][200/391]\tTime 0.076 (0.083)\tEps 0.010\tData 0.003 (0.004)\tL 0.6358 (0.6707)//RL 2.5969 (2.5707)//RL1 3.1090 (3.0549)\tE 0.203 (0.237)//RE 0.758 (0.715)//RE1 0.820 (0.780)\n",
      "Epoch: [18][391/391]\tTime 0.057 (0.083)\tEps 0.011\tData 0.002 (0.003)\tL 0.8842 (0.6753)//RL 3.0047 (2.5307)//RL1 3.6644 (3.0334)\tE 0.350 (0.238)//RE 0.725 (0.708)//RE1 0.788 (0.777)\n",
      "\n",
      "Taken 32.38283038139343 s/epoch\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [1/79]\tTime 11.115 (11.115)\tL 0.5588 (0.5588)//RL 2.725 (2.725)//RL1 3.468 (3.468)\tE 0.172 (0.172)//RE 0.711 (0.711)//RE1 0.820 (0.820)\n",
      "Test: [79/79]\tTime 0.030 (0.184)\tL 0.7695 (0.6814)//RL 3.107 (3.018)//RL1 4.037 (3.764)\tE 0.250 (0.239)//RE 0.875 (0.735)//RE1 0.938 (0.815)\n",
      "\n",
      " * Robust error 0.735\tError 0.239\n",
      "19 th epoch: epsilon: 0.0105882 - 0.0117647, kappa: 0.9250 - 0.9167, lr: 0.0010000\n",
      "Epoch: [19][1/391]\tTime 0.242 (0.242)\tEps 0.011\tData 0.112 (0.112)\tL 0.5750 (0.5750)//RL 3.0248 (3.0248)//RL1 3.7936 (3.7936)\tE 0.195 (0.195)//RE 0.781 (0.781)//RE1 0.852 (0.852)\n",
      "Epoch: [19][200/391]\tTime 0.082 (0.082)\tEps 0.011\tData 0.003 (0.003)\tL 0.6358 (0.6715)//RL 2.3558 (2.4366)//RL1 2.8748 (2.9665)\tE 0.250 (0.236)//RE 0.641 (0.697)//RE1 0.758 (0.769)\n",
      "Epoch: [19][391/391]\tTime 0.057 (0.082)\tEps 0.012\tData 0.002 (0.003)\tL 0.8268 (0.6782)//RL 2.5789 (2.3966)//RL1 3.1214 (2.9047)\tE 0.325 (0.238)//RE 0.663 (0.688)//RE1 0.738 (0.760)\n",
      "\n",
      "Taken 32.10106921195984 s/epoch\n",
      "Test: [1/79]\tTime 4.180 (4.180)\tL 0.6544 (0.6544)//RL 3.195 (3.195)//RL1 3.955 (3.955)\tE 0.203 (0.203)//RE 0.797 (0.797)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.030 (0.097)\tL 0.5276 (0.7405)//RL 2.656 (3.294)//RL1 3.530 (4.038)\tE 0.250 (0.257)//RE 0.812 (0.789)//RE1 0.938 (0.859)\n",
      "\n",
      " * Robust error 0.789\tError 0.257\n",
      "20 th epoch: epsilon: 0.0117647 - 0.0129412, kappa: 0.9167 - 0.9083, lr: 0.0010000\n",
      "Epoch: [20][1/391]\tTime 0.260 (0.260)\tEps 0.012\tData 0.125 (0.125)\tL 0.9481 (0.9481)//RL 3.7740 (3.7740)//RL1 4.5985 (4.5985)\tE 0.320 (0.320)//RE 0.867 (0.867)//RE1 0.930 (0.930)\n",
      "Epoch: [20][200/391]\tTime 0.081 (0.083)\tEps 0.012\tData 0.003 (0.003)\tL 0.6860 (0.6804)//RL 2.3281 (2.3628)//RL1 2.8280 (2.8746)\tE 0.281 (0.239)//RE 0.648 (0.684)//RE1 0.766 (0.758)\n",
      "Epoch: [20][391/391]\tTime 0.070 (0.083)\tEps 0.013\tData 0.002 (0.003)\tL 0.5993 (0.6804)//RL 1.9394 (2.3385)//RL1 2.4156 (2.8497)\tE 0.225 (0.238)//RE 0.600 (0.681)//RE1 0.688 (0.758)\n",
      "\n",
      "Taken 32.38323473930359 s/epoch\n",
      "Test: [1/79]\tTime 4.078 (4.078)\tL 0.5622 (0.5622)//RL 2.847 (2.847)//RL1 3.613 (3.613)\tE 0.180 (0.180)//RE 0.742 (0.742)//RE1 0.820 (0.820)\n",
      "Test: [79/79]\tTime 0.033 (0.107)\tL 0.6105 (0.6557)//RL 2.722 (2.974)//RL1 3.628 (3.723)\tE 0.312 (0.230)//RE 0.750 (0.748)//RE1 0.938 (0.835)\n",
      "\n",
      " * Robust error 0.748\tError 0.230\n",
      "21 th epoch: epsilon: 0.0129412 - 0.0141176, kappa: 0.9083 - 0.9000, lr: 0.0010000\n",
      "Epoch: [21][1/391]\tTime 0.298 (0.298)\tEps 0.013\tData 0.163 (0.163)\tL 0.6770 (0.6770)//RL 3.1324 (3.1324)//RL1 3.8793 (3.8793)\tE 0.258 (0.258)//RE 0.773 (0.773)//RE1 0.859 (0.859)\n",
      "Epoch: [21][200/391]\tTime 0.110 (0.081)\tEps 0.014\tData 0.003 (0.003)\tL 0.6677 (0.6715)//RL 2.2583 (2.2842)//RL1 2.7498 (2.7920)\tE 0.266 (0.234)//RE 0.672 (0.669)//RE1 0.719 (0.748)\n",
      "Epoch: [21][391/391]\tTime 0.070 (0.080)\tEps 0.014\tData 0.002 (0.003)\tL 0.6551 (0.6793)//RL 1.9690 (2.2711)//RL1 2.4643 (2.7985)\tE 0.275 (0.238)//RE 0.625 (0.668)//RE1 0.700 (0.751)\n",
      "\n",
      "Taken 31.325358867645264 s/epoch\n",
      "Test: [1/79]\tTime 8.924 (8.924)\tL 0.5599 (0.5599)//RL 2.585 (2.585)//RL1 3.345 (3.345)\tE 0.180 (0.180)//RE 0.742 (0.742)//RE1 0.852 (0.852)\n",
      "Test: [79/79]\tTime 0.032 (0.155)\tL 0.5792 (0.6669)//RL 2.654 (2.804)//RL1 3.555 (3.582)\tE 0.250 (0.231)//RE 0.750 (0.748)//RE1 0.938 (0.842)\n",
      "\n",
      " * Robust error 0.748\tError 0.231\n",
      "22 th epoch: epsilon: 0.0141176 - 0.0152941, kappa: 0.9000 - 0.8917, lr: 0.0010000\n",
      "Epoch: [22][1/391]\tTime 0.259 (0.259)\tEps 0.014\tData 0.125 (0.125)\tL 0.7274 (0.7274)//RL 3.0636 (3.0636)//RL1 3.8582 (3.8582)\tE 0.266 (0.266)//RE 0.773 (0.773)//RE1 0.883 (0.883)\n",
      "Epoch: [22][200/391]\tTime 0.080 (0.084)\tEps 0.015\tData 0.003 (0.004)\tL 0.6968 (0.6799)//RL 2.1316 (2.1616)//RL1 2.7092 (2.7250)\tE 0.234 (0.236)//RE 0.648 (0.651)//RE1 0.797 (0.751)\n",
      "Epoch: [22][391/391]\tTime 0.071 (0.081)\tEps 0.015\tData 0.002 (0.003)\tL 0.6925 (0.6876)//RL 2.3125 (2.1790)//RL1 2.9664 (2.7499)\tE 0.250 (0.241)//RE 0.700 (0.654)//RE1 0.850 (0.754)\n",
      "\n",
      "Taken 31.84445357322693 s/epoch\n",
      "Test: [1/79]\tTime 3.540 (3.540)\tL 0.6053 (0.6053)//RL 2.636 (2.636)//RL1 3.429 (3.429)\tE 0.172 (0.172)//RE 0.680 (0.680)//RE1 0.789 (0.789)\n",
      "Test: [79/79]\tTime 0.033 (0.088)\tL 0.5371 (0.7094)//RL 2.596 (2.867)//RL1 3.555 (3.691)\tE 0.250 (0.240)//RE 0.812 (0.719)//RE1 0.938 (0.815)\n",
      "\n",
      " * Robust error 0.719\tError 0.240\n",
      "23 th epoch: epsilon: 0.0152941 - 0.0164706, kappa: 0.8917 - 0.8833, lr: 0.0010000\n",
      "Epoch: [23][1/391]\tTime 0.297 (0.297)\tEps 0.015\tData 0.152 (0.152)\tL 0.6406 (0.6406)//RL 2.8727 (2.8727)//RL1 3.6999 (3.6999)\tE 0.234 (0.234)//RE 0.750 (0.750)//RE1 0.852 (0.852)\n",
      "Epoch: [23][200/391]\tTime 0.082 (0.083)\tEps 0.016\tData 0.003 (0.004)\tL 0.7365 (0.6838)//RL 2.1575 (2.1227)//RL1 2.7182 (2.6950)\tE 0.266 (0.238)//RE 0.641 (0.641)//RE1 0.703 (0.740)\n",
      "Epoch: [23][391/391]\tTime 0.066 (0.082)\tEps 0.016\tData 0.002 (0.004)\tL 0.6348 (0.6872)//RL 1.9650 (2.1091)//RL1 2.5211 (2.6772)\tE 0.237 (0.239)//RE 0.588 (0.642)//RE1 0.713 (0.740)\n",
      "\n",
      "Taken 32.331605434417725 s/epoch\n",
      "Test: [1/79]\tTime 5.981 (5.981)\tL 0.6806 (0.6806)//RL 2.585 (2.585)//RL1 3.328 (3.328)\tE 0.188 (0.188)//RE 0.633 (0.633)//RE1 0.758 (0.758)\n",
      "Test: [79/79]\tTime 0.024 (0.118)\tL 0.8094 (0.7271)//RL 2.942 (2.659)//RL1 3.891 (3.407)\tE 0.312 (0.249)//RE 0.875 (0.691)//RE1 0.875 (0.787)\n",
      "\n",
      " * Robust error 0.691\tError 0.249\n",
      "24 th epoch: epsilon: 0.0164706 - 0.0176471, kappa: 0.8833 - 0.8750, lr: 0.0010000\n",
      "Epoch: [24][1/391]\tTime 0.236 (0.236)\tEps 0.016\tData 0.090 (0.090)\tL 0.7836 (0.7836)//RL 2.7859 (2.7859)//RL1 3.5410 (3.5410)\tE 0.234 (0.234)//RE 0.727 (0.727)//RE1 0.781 (0.781)\n",
      "Epoch: [24][200/391]\tTime 0.070 (0.072)\tEps 0.017\tData 0.002 (0.003)\tL 0.5825 (0.6792)//RL 1.8669 (2.0630)//RL1 2.4400 (2.6296)\tE 0.219 (0.236)//RE 0.648 (0.632)//RE1 0.781 (0.734)\n",
      "Epoch: [24][391/391]\tTime 0.071 (0.071)\tEps 0.018\tData 0.002 (0.002)\tL 0.8000 (0.6848)//RL 2.4312 (2.0573)//RL1 3.1753 (2.6405)\tE 0.350 (0.238)//RE 0.688 (0.633)//RE1 0.788 (0.736)\n",
      "\n",
      "Taken 28.013638973236084 s/epoch\n",
      "Test: [1/79]\tTime 4.287 (4.287)\tL 0.5387 (0.5387)//RL 2.465 (2.465)//RL1 3.488 (3.488)\tE 0.141 (0.141)//RE 0.711 (0.711)//RE1 0.844 (0.844)\n",
      "Test: [79/79]\tTime 0.026 (0.097)\tL 0.5698 (0.6554)//RL 2.420 (2.707)//RL1 3.567 (3.736)\tE 0.312 (0.223)//RE 0.812 (0.732)//RE1 0.938 (0.853)\n",
      "\n",
      " * Robust error 0.732\tError 0.223\n",
      "25 th epoch: epsilon: 0.0176471 - 0.0188235, kappa: 0.8750 - 0.8667, lr: 0.0010000\n",
      "Epoch: [25][1/391]\tTime 0.227 (0.227)\tEps 0.018\tData 0.111 (0.111)\tL 0.8161 (0.8161)//RL 3.1642 (3.1642)//RL1 4.2578 (4.2578)\tE 0.305 (0.305)//RE 0.805 (0.805)//RE1 0.891 (0.891)\n",
      "Epoch: [25][200/391]\tTime 0.081 (0.080)\tEps 0.018\tData 0.003 (0.003)\tL 0.6653 (0.6896)//RL 2.0254 (2.0307)//RL1 2.6918 (2.6749)\tE 0.250 (0.244)//RE 0.625 (0.630)//RE1 0.758 (0.745)\n",
      "Epoch: [25][391/391]\tTime 0.062 (0.079)\tEps 0.019\tData 0.002 (0.003)\tL 0.5867 (0.6918)//RL 1.7753 (2.0147)//RL1 2.3601 (2.6551)\tE 0.200 (0.244)//RE 0.600 (0.627)//RE1 0.738 (0.743)\n",
      "\n",
      "Taken 31.008143663406372 s/epoch\n",
      "Test: [1/79]\tTime 7.209 (7.209)\tL 0.5828 (0.5828)//RL 2.336 (2.336)//RL1 3.216 (3.216)\tE 0.172 (0.172)//RE 0.688 (0.688)//RE1 0.820 (0.820)\n",
      "Test: [79/79]\tTime 0.024 (0.134)\tL 0.6275 (0.6355)//RL 2.246 (2.393)//RL1 3.249 (3.270)\tE 0.312 (0.219)//RE 0.625 (0.672)//RE1 0.812 (0.801)\n",
      "\n",
      " * Robust error 0.672\tError 0.219\n",
      "26 th epoch: epsilon: 0.0188235 - 0.0200000, kappa: 0.8667 - 0.8583, lr: 0.0010000\n",
      "Epoch: [26][1/391]\tTime 0.238 (0.238)\tEps 0.019\tData 0.090 (0.090)\tL 0.7532 (0.7532)//RL 2.8175 (2.8175)//RL1 3.7746 (3.7746)\tE 0.273 (0.273)//RE 0.758 (0.758)//RE1 0.883 (0.883)\n",
      "Epoch: [26][200/391]\tTime 0.081 (0.082)\tEps 0.019\tData 0.003 (0.003)\tL 0.6658 (0.7001)//RL 1.9267 (2.0292)//RL1 2.5823 (2.6799)\tE 0.211 (0.247)//RE 0.633 (0.631)//RE1 0.719 (0.749)\n",
      "Epoch: [26][391/391]\tTime 0.072 (0.081)\tEps 0.020\tData 0.002 (0.003)\tL 0.6685 (0.7011)//RL 1.9473 (2.0188)//RL1 3.0068 (2.8011)\tE 0.263 (0.246)//RE 0.625 (0.629)//RE1 0.825 (0.767)\n",
      "\n",
      "Taken 31.85210132598877 s/epoch\n",
      "Test: [1/79]\tTime 18.258 (18.258)\tL 0.6421 (0.6421)//RL 2.453 (2.453)//RL1 3.932 (3.932)\tE 0.211 (0.211)//RE 0.680 (0.680)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.025 (0.271)\tL 0.5737 (0.6937)//RL 2.381 (2.543)//RL1 4.077 (4.029)\tE 0.312 (0.236)//RE 0.750 (0.700)//RE1 0.938 (0.869)\n",
      "\n",
      " * Robust error 0.700\tError 0.236\n",
      "27 th epoch: epsilon: 0.0200000 - 0.0211765, kappa: 0.8583 - 0.8500, lr: 0.0010000\n",
      "Epoch: [27][1/391]\tTime 0.231 (0.231)\tEps 0.020\tData 0.106 (0.106)\tL 0.6220 (0.6220)//RL 2.5088 (2.5088)//RL1 3.9898 (3.9898)\tE 0.195 (0.195)//RE 0.703 (0.703)//RE1 0.883 (0.883)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [27][200/391]\tTime 0.076 (0.077)\tEps 0.021\tData 0.002 (0.003)\tL 0.7713 (0.7019)//RL 2.2111 (1.9878)//RL1 3.2935 (2.9742)\tE 0.234 (0.245)//RE 0.711 (0.624)//RE1 0.883 (0.790)\n",
      "Epoch: [27][391/391]\tTime 0.061 (0.076)\tEps 0.021\tData 0.002 (0.002)\tL 0.7227 (0.7093)//RL 2.1172 (1.9795)//RL1 3.1759 (2.9491)\tE 0.200 (0.247)//RE 0.663 (0.624)//RE1 0.850 (0.789)\n",
      "\n",
      "Taken 29.775355339050293 s/epoch\n",
      "Test: [1/79]\tTime 11.570 (11.570)\tL 0.6500 (0.6500)//RL 2.443 (2.443)//RL1 3.871 (3.871)\tE 0.195 (0.195)//RE 0.711 (0.711)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.033 (0.192)\tL 0.4729 (0.6753)//RL 2.043 (2.438)//RL1 3.649 (3.859)\tE 0.250 (0.238)//RE 0.750 (0.691)//RE1 0.938 (0.868)\n",
      "\n",
      " * Robust error 0.691\tError 0.238\n",
      "28 th epoch: epsilon: 0.0211765 - 0.0223529, kappa: 0.8500 - 0.8417, lr: 0.0010000\n",
      "Epoch: [28][1/391]\tTime 0.251 (0.251)\tEps 0.021\tData 0.124 (0.124)\tL 0.7558 (0.7558)//RL 2.7639 (2.7639)//RL1 4.2683 (4.2683)\tE 0.289 (0.289)//RE 0.727 (0.727)//RE1 0.914 (0.914)\n",
      "Epoch: [28][200/391]\tTime 0.075 (0.078)\tEps 0.022\tData 0.002 (0.003)\tL 0.6063 (0.7117)//RL 1.8557 (1.9668)//RL1 2.8758 (2.9628)\tE 0.203 (0.250)//RE 0.602 (0.622)//RE1 0.812 (0.793)\n",
      "Epoch: [28][391/391]\tTime 0.064 (0.079)\tEps 0.022\tData 0.002 (0.003)\tL 0.7173 (0.7086)//RL 1.9019 (1.9290)//RL1 2.8253 (2.9105)\tE 0.237 (0.248)//RE 0.613 (0.614)//RE1 0.762 (0.788)\n",
      "\n",
      "Taken 30.80878472328186 s/epoch\n",
      "Test: [1/79]\tTime 5.146 (5.146)\tL 0.5788 (0.5788)//RL 2.304 (2.304)//RL1 3.757 (3.757)\tE 0.164 (0.164)//RE 0.742 (0.742)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.033 (0.108)\tL 0.5661 (0.6637)//RL 2.274 (2.400)//RL1 3.920 (3.848)\tE 0.312 (0.225)//RE 0.812 (0.701)//RE1 0.875 (0.882)\n",
      "\n",
      " * Robust error 0.701\tError 0.225\n",
      "29 th epoch: epsilon: 0.0223529 - 0.0235294, kappa: 0.8417 - 0.8333, lr: 0.0010000\n",
      "Epoch: [29][1/391]\tTime 0.266 (0.266)\tEps 0.022\tData 0.124 (0.124)\tL 0.7280 (0.7280)//RL 2.5875 (2.5875)//RL1 4.0225 (4.0225)\tE 0.242 (0.242)//RE 0.711 (0.711)//RE1 0.914 (0.914)\n",
      "Epoch: [29][200/391]\tTime 0.082 (0.076)\tEps 0.023\tData 0.003 (0.003)\tL 0.6070 (0.6986)//RL 1.6598 (1.8780)//RL1 2.6342 (2.8568)\tE 0.211 (0.245)//RE 0.523 (0.602)//RE1 0.758 (0.779)\n",
      "Epoch: [29][391/391]\tTime 0.071 (0.078)\tEps 0.024\tData 0.002 (0.003)\tL 0.7526 (0.7034)//RL 1.8867 (1.8813)//RL1 2.9183 (2.8981)\tE 0.300 (0.246)//RE 0.650 (0.604)//RE1 0.838 (0.786)\n",
      "\n",
      "Taken 30.65766477584839 s/epoch\n",
      "Test: [1/79]\tTime 12.914 (12.914)\tL 0.5979 (0.5979)//RL 2.134 (2.134)//RL1 3.552 (3.552)\tE 0.195 (0.195)//RE 0.664 (0.664)//RE1 0.844 (0.844)\n",
      "Test: [79/79]\tTime 0.034 (0.206)\tL 0.4998 (0.6629)//RL 2.036 (2.242)//RL1 3.659 (3.676)\tE 0.250 (0.231)//RE 0.750 (0.660)//RE1 0.875 (0.846)\n",
      "\n",
      " * Robust error 0.660\tError 0.231\n",
      "30 th epoch: epsilon: 0.0235294 - 0.0247059, kappa: 0.8333 - 0.8250, lr: 0.0010000\n",
      "Epoch: [30][1/391]\tTime 0.266 (0.266)\tEps 0.024\tData 0.125 (0.125)\tL 0.6422 (0.6422)//RL 2.3317 (2.3317)//RL1 3.7835 (3.7835)\tE 0.219 (0.219)//RE 0.711 (0.711)//RE1 0.836 (0.836)\n",
      "Epoch: [30][200/391]\tTime 0.080 (0.076)\tEps 0.024\tData 0.003 (0.003)\tL 0.6937 (0.7157)//RL 1.8272 (1.9007)//RL1 2.8234 (2.9475)\tE 0.266 (0.248)//RE 0.625 (0.607)//RE1 0.789 (0.795)\n",
      "Epoch: [30][391/391]\tTime 0.070 (0.075)\tEps 0.025\tData 0.002 (0.003)\tL 0.5833 (0.7157)//RL 1.7110 (1.8796)//RL1 2.8167 (2.9324)\tE 0.200 (0.249)//RE 0.613 (0.602)//RE1 0.788 (0.794)\n",
      "\n",
      "Taken 29.498241424560547 s/epoch\n",
      "Test: [1/79]\tTime 5.046 (5.046)\tL 0.6687 (0.6687)//RL 2.458 (2.458)//RL1 4.125 (4.125)\tE 0.203 (0.203)//RE 0.688 (0.688)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.024 (0.104)\tL 0.6154 (0.7005)//RL 2.458 (2.468)//RL1 4.268 (4.132)\tE 0.250 (0.244)//RE 0.750 (0.684)//RE1 0.938 (0.896)\n",
      "\n",
      " * Robust error 0.684\tError 0.244\n",
      "31 th epoch: epsilon: 0.0247059 - 0.0258824, kappa: 0.8250 - 0.8167, lr: 0.0010000\n",
      "Epoch: [31][1/391]\tTime 0.221 (0.221)\tEps 0.025\tData 0.105 (0.105)\tL 0.7255 (0.7255)//RL 2.4987 (2.4987)//RL1 4.1978 (4.1978)\tE 0.234 (0.234)//RE 0.703 (0.703)//RE1 0.906 (0.906)\n",
      "Epoch: [31][200/391]\tTime 0.074 (0.080)\tEps 0.025\tData 0.003 (0.003)\tL 0.6126 (0.7137)//RL 1.6699 (1.8918)//RL1 2.8832 (3.0341)\tE 0.227 (0.250)//RE 0.602 (0.608)//RE1 0.773 (0.804)\n",
      "Epoch: [31][391/391]\tTime 0.071 (0.078)\tEps 0.026\tData 0.002 (0.003)\tL 0.7617 (0.7169)//RL 1.8029 (1.8922)//RL1 3.2286 (3.2194)\tE 0.250 (0.251)//RE 0.625 (0.608)//RE1 0.838 (0.824)\n",
      "\n",
      "Taken 30.441700220108032 s/epoch\n",
      "Test: [1/79]\tTime 3.932 (3.932)\tL 0.6863 (0.6863)//RL 2.461 (2.461)//RL1 4.880 (4.880)\tE 0.219 (0.219)//RE 0.727 (0.727)//RE1 0.969 (0.969)\n",
      "Test: [79/79]\tTime 0.025 (0.090)\tL 0.6015 (0.7523)//RL 2.270 (2.515)//RL1 5.038 (4.907)\tE 0.312 (0.261)//RE 0.812 (0.720)//RE1 1.000 (0.939)\n",
      "\n",
      " * Robust error 0.720\tError 0.261\n",
      "32 th epoch: epsilon: 0.0258824 - 0.0270588, kappa: 0.8167 - 0.8083, lr: 0.0010000\n",
      "Epoch: [32][1/391]\tTime 0.235 (0.235)\tEps 0.026\tData 0.093 (0.093)\tL 0.6976 (0.6976)//RL 2.3919 (2.3919)//RL1 4.7261 (4.7261)\tE 0.242 (0.242)//RE 0.695 (0.695)//RE1 0.953 (0.953)\n",
      "Epoch: [32][200/391]\tTime 0.081 (0.081)\tEps 0.026\tData 0.003 (0.003)\tL 0.8033 (0.7313)//RL 1.9290 (1.8706)//RL1 3.4142 (3.3709)\tE 0.289 (0.255)//RE 0.633 (0.607)//RE1 0.844 (0.842)\n",
      "Epoch: [32][391/391]\tTime 0.065 (0.078)\tEps 0.027\tData 0.002 (0.003)\tL 0.8134 (0.7287)//RL 1.9126 (1.8454)//RL1 3.2881 (3.3139)\tE 0.263 (0.254)//RE 0.550 (0.600)//RE1 0.850 (0.836)\n",
      "\n",
      "Taken 30.80310320854187 s/epoch\n",
      "Test: [1/79]\tTime 3.950 (3.950)\tL 0.6961 (0.6961)//RL 2.218 (2.218)//RL1 4.227 (4.227)\tE 0.242 (0.242)//RE 0.625 (0.625)//RE1 0.891 (0.891)\n",
      "Test: [79/79]\tTime 0.025 (0.093)\tL 0.6716 (0.7759)//RL 2.134 (2.355)//RL1 4.504 (4.392)\tE 0.312 (0.272)//RE 0.625 (0.676)//RE1 0.938 (0.896)\n",
      "\n",
      " * Robust error 0.676\tError 0.272\n",
      "33 th epoch: epsilon: 0.0270588 - 0.0282353, kappa: 0.8083 - 0.8000, lr: 0.0010000\n",
      "Epoch: [33][1/391]\tTime 0.249 (0.249)\tEps 0.027\tData 0.123 (0.123)\tL 0.7297 (0.7297)//RL 2.4415 (2.4415)//RL1 4.5183 (4.5183)\tE 0.219 (0.219)//RE 0.727 (0.727)//RE1 0.914 (0.914)\n",
      "Epoch: [33][200/391]\tTime 0.070 (0.076)\tEps 0.028\tData 0.002 (0.003)\tL 0.8891 (0.7260)//RL 2.0992 (1.8053)//RL1 3.5737 (3.2400)\tE 0.281 (0.254)//RE 0.648 (0.591)//RE1 0.852 (0.832)\n",
      "Epoch: [33][391/391]\tTime 0.061 (0.075)\tEps 0.028\tData 0.002 (0.003)\tL 0.6677 (0.7272)//RL 1.7184 (1.8067)//RL1 3.1613 (3.2482)\tE 0.225 (0.255)//RE 0.663 (0.592)//RE1 0.850 (0.831)\n",
      "\n",
      "Taken 29.400897979736328 s/epoch\n",
      "Test: [1/79]\tTime 5.603 (5.603)\tL 0.5960 (0.5960)//RL 2.006 (2.006)//RL1 4.015 (4.015)\tE 0.188 (0.188)//RE 0.633 (0.633)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.026 (0.111)\tL 0.5618 (0.6737)//RL 1.861 (2.083)//RL1 4.140 (4.067)\tE 0.250 (0.232)//RE 0.625 (0.631)//RE1 0.938 (0.882)\n",
      "\n",
      " * Robust error 0.631\tError 0.232\n",
      "34 th epoch: epsilon: 0.0282353 - 0.0294118, kappa: 0.8000 - 0.7917, lr: 0.0010000\n",
      "Epoch: [34][1/391]\tTime 0.261 (0.261)\tEps 0.028\tData 0.123 (0.123)\tL 0.7312 (0.7312)//RL 2.2999 (2.2999)//RL1 4.3408 (4.3408)\tE 0.281 (0.281)//RE 0.680 (0.680)//RE1 0.930 (0.930)\n",
      "Epoch: [34][200/391]\tTime 0.075 (0.077)\tEps 0.029\tData 0.002 (0.003)\tL 0.8202 (0.7264)//RL 1.9690 (1.8056)//RL1 3.7542 (3.2718)\tE 0.320 (0.254)//RE 0.625 (0.593)//RE1 0.852 (0.834)\n",
      "Epoch: [34][391/391]\tTime 0.071 (0.079)\tEps 0.029\tData 0.002 (0.003)\tL 0.7320 (0.7339)//RL 1.7409 (1.8035)//RL1 3.3981 (3.3752)\tE 0.237 (0.256)//RE 0.562 (0.596)//RE1 0.875 (0.844)\n",
      "\n",
      "Taken 31.08694577217102 s/epoch\n",
      "Test: [1/79]\tTime 3.616 (3.616)\tL 0.6186 (0.6186)//RL 1.959 (1.959)//RL1 4.274 (4.274)\tE 0.164 (0.164)//RE 0.633 (0.633)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.027 (0.088)\tL 0.8205 (0.7106)//RL 2.236 (2.104)//RL1 4.873 (4.410)\tE 0.375 (0.247)//RE 0.562 (0.632)//RE1 1.000 (0.906)\n",
      "\n",
      " * Robust error 0.632\tError 0.247\n",
      "35 th epoch: epsilon: 0.0294118 - 0.0305882, kappa: 0.7917 - 0.7833, lr: 0.0010000\n",
      "Epoch: [35][1/391]\tTime 0.206 (0.206)\tEps 0.029\tData 0.091 (0.091)\tL 0.6538 (0.6538)//RL 2.1069 (2.1069)//RL1 4.4301 (4.4301)\tE 0.227 (0.227)//RE 0.641 (0.641)//RE1 0.922 (0.922)\n",
      "Epoch: [35][200/391]\tTime 0.070 (0.075)\tEps 0.030\tData 0.002 (0.003)\tL 0.7263 (0.7413)//RL 1.7695 (1.8000)//RL1 3.4018 (3.4570)\tE 0.250 (0.259)//RE 0.547 (0.595)//RE1 0.859 (0.853)\n",
      "Epoch: [35][391/391]\tTime 0.065 (0.074)\tEps 0.031\tData 0.002 (0.002)\tL 0.6167 (0.7419)//RL 1.7338 (1.7958)//RL1 3.5189 (3.4309)\tE 0.188 (0.259)//RE 0.613 (0.593)//RE1 0.963 (0.851)\n",
      "\n",
      "Taken 29.16268277168274 s/epoch\n",
      "Test: [1/79]\tTime 3.826 (3.826)\tL 0.7134 (0.7134)//RL 2.429 (2.429)//RL1 5.009 (5.009)\tE 0.242 (0.242)//RE 0.695 (0.695)//RE1 0.969 (0.969)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [79/79]\tTime 0.026 (0.093)\tL 0.5122 (0.7798)//RL 2.118 (2.485)//RL1 5.033 (5.034)\tE 0.250 (0.273)//RE 0.812 (0.705)//RE1 1.000 (0.941)\n",
      "\n",
      " * Robust error 0.705\tError 0.273\n",
      "36 th epoch: epsilon: 0.0305882 - 0.0317647, kappa: 0.7833 - 0.7750, lr: 0.0010000\n",
      "Epoch: [36][1/391]\tTime 0.239 (0.239)\tEps 0.031\tData 0.091 (0.091)\tL 0.8067 (0.8067)//RL 2.6948 (2.6948)//RL1 5.2946 (5.2946)\tE 0.320 (0.320)//RE 0.734 (0.734)//RE1 0.953 (0.953)\n",
      "Epoch: [36][200/391]\tTime 0.085 (0.086)\tEps 0.031\tData 0.002 (0.002)\tL 0.6837 (0.7407)//RL 1.7180 (1.7947)//RL1 3.4578 (3.5079)\tE 0.242 (0.258)//RE 0.570 (0.596)//RE1 0.852 (0.858)\n",
      "Epoch: [36][391/391]\tTime 0.071 (0.082)\tEps 0.032\tData 0.002 (0.002)\tL 0.7554 (0.7509)//RL 1.8615 (1.7933)//RL1 3.6957 (3.5080)\tE 0.300 (0.262)//RE 0.613 (0.596)//RE1 0.925 (0.861)\n",
      "\n",
      "Taken 32.07724189758301 s/epoch\n",
      "Test: [1/79]\tTime 3.818 (3.818)\tL 0.6671 (0.6671)//RL 2.147 (2.147)//RL1 4.698 (4.698)\tE 0.203 (0.203)//RE 0.695 (0.695)//RE1 0.969 (0.969)\n",
      "Test: [79/79]\tTime 0.027 (0.090)\tL 0.5492 (0.7218)//RL 1.924 (2.211)//RL1 4.711 (4.770)\tE 0.312 (0.244)//RE 0.688 (0.677)//RE1 0.938 (0.946)\n",
      "\n",
      " * Robust error 0.677\tError 0.244\n",
      "37 th epoch: epsilon: 0.0317647 - 0.0329412, kappa: 0.7750 - 0.7667, lr: 0.0010000\n",
      "Epoch: [37][1/391]\tTime 0.227 (0.227)\tEps 0.032\tData 0.095 (0.095)\tL 0.6641 (0.6641)//RL 2.2374 (2.2374)//RL1 4.8407 (4.8407)\tE 0.219 (0.219)//RE 0.719 (0.719)//RE1 0.984 (0.984)\n",
      "Epoch: [37][200/391]\tTime 0.080 (0.080)\tEps 0.032\tData 0.002 (0.003)\tL 0.7011 (0.7394)//RL 1.6499 (1.7630)//RL1 3.3025 (3.4697)\tE 0.250 (0.256)//RE 0.516 (0.587)//RE1 0.852 (0.857)\n",
      "Epoch: [37][391/391]\tTime 0.064 (0.078)\tEps 0.033\tData 0.002 (0.003)\tL 0.7060 (0.7500)//RL 1.6139 (1.7513)//RL1 3.1274 (3.4213)\tE 0.225 (0.261)//RE 0.525 (0.584)//RE1 0.825 (0.855)\n",
      "\n",
      "Taken 30.494378805160522 s/epoch\n",
      "Test: [1/79]\tTime 27.575 (27.575)\tL 0.7503 (0.7503)//RL 2.282 (2.282)//RL1 4.845 (4.845)\tE 0.297 (0.297)//RE 0.672 (0.672)//RE1 0.953 (0.953)\n",
      "Test: [79/79]\tTime 0.025 (0.390)\tL 0.7148 (0.7742)//RL 2.258 (2.294)//RL1 5.216 (4.838)\tE 0.250 (0.276)//RE 0.812 (0.674)//RE1 1.000 (0.936)\n",
      "\n",
      " * Robust error 0.674\tError 0.276\n",
      "38 th epoch: epsilon: 0.0329412 - 0.0341176, kappa: 0.7667 - 0.7583, lr: 0.0010000\n",
      "Epoch: [38][1/391]\tTime 0.242 (0.242)\tEps 0.033\tData 0.093 (0.093)\tL 0.8419 (0.8419)//RL 2.6274 (2.6274)//RL1 5.3539 (5.3539)\tE 0.305 (0.305)//RE 0.797 (0.797)//RE1 0.992 (0.992)\n",
      "Epoch: [38][200/391]\tTime 0.069 (0.079)\tEps 0.034\tData 0.002 (0.002)\tL 0.6394 (0.7586)//RL 1.5322 (1.7549)//RL1 3.1913 (3.4195)\tE 0.211 (0.266)//RE 0.539 (0.585)//RE1 0.789 (0.855)\n",
      "Epoch: [38][391/391]\tTime 0.056 (0.074)\tEps 0.034\tData 0.002 (0.002)\tL 0.7556 (0.7524)//RL 1.6813 (1.7393)//RL1 3.2364 (3.4279)\tE 0.263 (0.262)//RE 0.588 (0.582)//RE1 0.788 (0.857)\n",
      "\n",
      "Taken 29.073117971420288 s/epoch\n",
      "Test: [1/79]\tTime 5.813 (5.813)\tL 0.6495 (0.6495)//RL 2.080 (2.080)//RL1 4.751 (4.751)\tE 0.219 (0.219)//RE 0.648 (0.648)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.025 (0.119)\tL 0.4458 (0.7339)//RL 1.559 (2.229)//RL1 4.360 (4.891)\tE 0.312 (0.256)//RE 0.688 (0.673)//RE1 0.938 (0.942)\n",
      "\n",
      " * Robust error 0.673\tError 0.256\n",
      "39 th epoch: epsilon: 0.0341176 - 0.0352941, kappa: 0.7583 - 0.7500, lr: 0.0010000\n",
      "Epoch: [39][1/391]\tTime 0.238 (0.238)\tEps 0.034\tData 0.105 (0.105)\tL 0.7703 (0.7703)//RL 2.5263 (2.5263)//RL1 5.3143 (5.3143)\tE 0.211 (0.211)//RE 0.789 (0.789)//RE1 0.969 (0.969)\n",
      "Epoch: [39][200/391]\tTime 0.085 (0.080)\tEps 0.035\tData 0.002 (0.003)\tL 0.7262 (0.7519)//RL 2.1044 (1.7846)//RL1 5.0552 (3.6484)\tE 0.281 (0.264)//RE 0.633 (0.597)//RE1 0.953 (0.880)\n",
      "Epoch: [39][391/391]\tTime 0.056 (0.081)\tEps 0.035\tData 0.002 (0.002)\tL 0.6431 (0.7637)//RL 1.4508 (1.7828)//RL1 3.3793 (3.8686)\tE 0.200 (0.266)//RE 0.463 (0.596)//RE1 0.900 (0.900)\n",
      "\n",
      "Taken 31.64950656890869 s/epoch\n",
      "Test: [1/79]\tTime 14.310 (14.310)\tL 0.6558 (0.6558)//RL 2.061 (2.061)//RL1 5.542 (5.542)\tE 0.227 (0.227)//RE 0.609 (0.609)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.032 (0.224)\tL 0.6331 (0.7229)//RL 2.210 (2.190)//RL1 6.218 (5.756)\tE 0.312 (0.253)//RE 0.875 (0.669)//RE1 1.000 (0.981)\n",
      "\n",
      " * Robust error 0.669\tError 0.253\n",
      "40 th epoch: epsilon: 0.0352941 - 0.0364706, kappa: 0.7500 - 0.7417, lr: 0.0010000\n",
      "Epoch: [40][1/391]\tTime 0.234 (0.234)\tEps 0.035\tData 0.098 (0.098)\tL 0.8082 (0.8082)//RL 2.4298 (2.4298)//RL1 6.1624 (6.1624)\tE 0.328 (0.328)//RE 0.719 (0.719)//RE1 0.992 (0.992)\n",
      "Epoch: [40][200/391]\tTime 0.080 (0.080)\tEps 0.036\tData 0.002 (0.003)\tL 0.7854 (0.7555)//RL 1.7645 (1.7076)//RL1 3.9527 (3.9060)\tE 0.266 (0.267)//RE 0.570 (0.578)//RE1 0.898 (0.907)\n",
      "Epoch: [40][391/391]\tTime 0.065 (0.079)\tEps 0.036\tData 0.002 (0.003)\tL 0.8362 (0.7579)//RL 1.6378 (1.7075)//RL1 3.5712 (3.8781)\tE 0.275 (0.266)//RE 0.525 (0.576)//RE1 0.838 (0.904)\n",
      "\n",
      "Taken 30.997621774673462 s/epoch\n",
      "Test: [1/79]\tTime 12.232 (12.232)\tL 0.6135 (0.6135)//RL 1.733 (1.733)//RL1 4.604 (4.604)\tE 0.172 (0.172)//RE 0.586 (0.586)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.029 (0.197)\tL 0.5877 (0.7134)//RL 1.589 (1.896)//RL1 4.676 (4.763)\tE 0.312 (0.243)//RE 0.562 (0.603)//RE1 0.875 (0.930)\n",
      "\n",
      " * Robust error 0.603\tError 0.243\n",
      "41 th epoch: epsilon: 0.0364706 - 0.0376471, kappa: 0.7417 - 0.7333, lr: 0.0010000\n",
      "Epoch: [41][1/391]\tTime 0.245 (0.245)\tEps 0.036\tData 0.111 (0.111)\tL 0.7915 (0.7915)//RL 1.9982 (1.9982)//RL1 4.9316 (4.9316)\tE 0.305 (0.305)//RE 0.594 (0.594)//RE1 0.961 (0.961)\n",
      "Epoch: [41][200/391]\tTime 0.072 (0.077)\tEps 0.037\tData 0.003 (0.003)\tL 0.7025 (0.7710)//RL 1.5493 (1.7256)//RL1 3.4709 (3.8690)\tE 0.242 (0.269)//RE 0.539 (0.579)//RE1 0.891 (0.905)\n",
      "Epoch: [41][391/391]\tTime 0.065 (0.077)\tEps 0.038\tData 0.002 (0.003)\tL 0.6437 (0.7671)//RL 1.5235 (1.7123)//RL1 3.6658 (3.8418)\tE 0.200 (0.268)//RE 0.562 (0.577)//RE1 0.887 (0.904)\n",
      "\n",
      "Taken 30.36905312538147 s/epoch\n",
      "Test: [1/79]\tTime 24.849 (24.849)\tL 0.7315 (0.7315)//RL 2.105 (2.105)//RL1 5.236 (5.236)\tE 0.219 (0.219)//RE 0.664 (0.664)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.035 (0.359)\tL 0.5338 (0.7842)//RL 1.607 (2.170)//RL1 5.036 (5.299)\tE 0.312 (0.262)//RE 0.438 (0.668)//RE1 1.000 (0.971)\n",
      "\n",
      " * Robust error 0.668\tError 0.262\n",
      "42 th epoch: epsilon: 0.0376471 - 0.0388235, kappa: 0.7333 - 0.7250, lr: 0.0010000\n",
      "Epoch: [42][1/391]\tTime 0.228 (0.228)\tEps 0.038\tData 0.103 (0.103)\tL 0.8038 (0.8038)//RL 2.3183 (2.3183)//RL1 5.5318 (5.5318)\tE 0.289 (0.289)//RE 0.695 (0.695)//RE1 1.000 (1.000)\n",
      "Epoch: [42][200/391]\tTime 0.086 (0.084)\tEps 0.038\tData 0.003 (0.003)\tL 0.8132 (0.7634)//RL 1.7407 (1.7108)//RL1 3.8874 (3.8100)\tE 0.250 (0.265)//RE 0.609 (0.582)//RE1 0.883 (0.900)\n",
      "Epoch: [42][391/391]\tTime 0.065 (0.081)\tEps 0.039\tData 0.002 (0.003)\tL 0.8375 (0.7677)//RL 1.8369 (1.6958)//RL1 4.2350 (3.8781)\tE 0.312 (0.265)//RE 0.600 (0.577)//RE1 0.938 (0.905)\n",
      "\n",
      "Taken 31.932677507400513 s/epoch\n",
      "Test: [1/79]\tTime 21.698 (21.698)\tL 0.6861 (0.6861)//RL 2.084 (2.084)//RL1 5.591 (5.591)\tE 0.203 (0.203)//RE 0.617 (0.617)//RE1 0.969 (0.969)\n",
      "Test: [79/79]\tTime 0.026 (0.319)\tL 0.5983 (0.7524)//RL 1.982 (2.179)//RL1 5.971 (5.718)\tE 0.188 (0.262)//RE 0.625 (0.654)//RE1 1.000 (0.969)\n",
      "\n",
      " * Robust error 0.654\tError 0.262\n",
      "43 th epoch: epsilon: 0.0388235 - 0.0400000, kappa: 0.7250 - 0.7167, lr: 0.0010000\n",
      "Epoch: [43][1/391]\tTime 0.218 (0.218)\tEps 0.039\tData 0.101 (0.101)\tL 0.6858 (0.6858)//RL 2.2360 (2.2360)//RL1 5.8883 (5.8883)\tE 0.250 (0.250)//RE 0.695 (0.695)//RE1 0.977 (0.977)\n",
      "Epoch: [43][200/391]\tTime 0.080 (0.073)\tEps 0.039\tData 0.003 (0.003)\tL 0.6326 (0.7707)//RL 1.5251 (1.7030)//RL1 3.8879 (3.9826)\tE 0.242 (0.266)//RE 0.555 (0.583)//RE1 0.938 (0.914)\n",
      "Epoch: [43][391/391]\tTime 0.071 (0.073)\tEps 0.040\tData 0.002 (0.003)\tL 0.8013 (0.7751)//RL 1.7285 (1.6993)//RL1 3.9029 (3.9476)\tE 0.225 (0.269)//RE 0.650 (0.581)//RE1 0.887 (0.913)\n",
      "\n",
      "Taken 28.616861820220947 s/epoch\n",
      "Test: [1/79]\tTime 3.196 (3.196)\tL 0.6190 (0.6190)//RL 1.974 (1.974)//RL1 5.505 (5.505)\tE 0.172 (0.172)//RE 0.648 (0.648)//RE1 0.969 (0.969)\n",
      "Test: [79/79]\tTime 0.035 (0.086)\tL 0.5912 (0.6955)//RL 1.899 (2.067)//RL1 5.913 (5.611)\tE 0.250 (0.239)//RE 0.562 (0.652)//RE1 1.000 (0.975)\n",
      "\n",
      " * Robust error 0.652\tError 0.239\n",
      "44 th epoch: epsilon: 0.0400000 - 0.0411765, kappa: 0.7167 - 0.7083, lr: 0.0010000\n",
      "Epoch: [44][1/391]\tTime 0.226 (0.226)\tEps 0.040\tData 0.102 (0.102)\tL 0.7330 (0.7330)//RL 2.1398 (2.1398)//RL1 5.7241 (5.7241)\tE 0.266 (0.266)//RE 0.656 (0.656)//RE1 0.977 (0.977)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [44][200/391]\tTime 0.075 (0.079)\tEps 0.041\tData 0.002 (0.003)\tL 0.8418 (0.7782)//RL 1.9045 (1.6843)//RL1 4.4799 (3.9516)\tE 0.320 (0.272)//RE 0.578 (0.575)//RE1 0.953 (0.913)\n",
      "Epoch: [44][391/391]\tTime 0.059 (0.076)\tEps 0.041\tData 0.002 (0.003)\tL 0.7908 (0.7845)//RL 1.6061 (1.7069)//RL1 4.2993 (4.2614)\tE 0.275 (0.275)//RE 0.538 (0.580)//RE1 0.938 (0.930)\n",
      "\n",
      "Taken 29.75169086456299 s/epoch\n",
      "Test: [1/79]\tTime 2.916 (2.916)\tL 0.7002 (0.7002)//RL 1.957 (1.957)//RL1 6.231 (6.231)\tE 0.211 (0.211)//RE 0.617 (0.617)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.031 (0.083)\tL 0.5341 (0.7905)//RL 1.657 (2.143)//RL1 6.471 (6.446)\tE 0.312 (0.271)//RE 0.625 (0.663)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.663\tError 0.271\n",
      "45 th epoch: epsilon: 0.0411765 - 0.0423529, kappa: 0.7083 - 0.7000, lr: 0.0010000\n",
      "Epoch: [45][1/391]\tTime 0.229 (0.229)\tEps 0.041\tData 0.101 (0.101)\tL 0.7481 (0.7481)//RL 2.1447 (2.1447)//RL1 6.5712 (6.5712)\tE 0.258 (0.258)//RE 0.656 (0.656)//RE1 0.992 (0.992)\n",
      "Epoch: [45][200/391]\tTime 0.081 (0.082)\tEps 0.042\tData 0.003 (0.003)\tL 0.7276 (0.7860)//RL 1.5314 (1.6896)//RL1 4.1585 (4.4799)\tE 0.266 (0.275)//RE 0.492 (0.579)//RE1 0.938 (0.941)\n",
      "Epoch: [45][391/391]\tTime 0.065 (0.079)\tEps 0.042\tData 0.002 (0.003)\tL 0.7566 (0.7855)//RL 1.6128 (1.6868)//RL1 4.5426 (4.4736)\tE 0.237 (0.275)//RE 0.538 (0.577)//RE1 0.950 (0.940)\n",
      "\n",
      "Taken 31.16881561279297 s/epoch\n",
      "Test: [1/79]\tTime 8.272 (8.272)\tL 0.7753 (0.7753)//RL 2.164 (2.164)//RL1 6.755 (6.755)\tE 0.273 (0.273)//RE 0.711 (0.711)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.033 (0.150)\tL 0.5883 (0.7997)//RL 1.692 (2.145)//RL1 6.605 (6.642)\tE 0.188 (0.278)//RE 0.688 (0.652)//RE1 1.000 (0.983)\n",
      "\n",
      " * Robust error 0.652\tError 0.278\n",
      "46 th epoch: epsilon: 0.0423529 - 0.0435294, kappa: 0.7000 - 0.6917, lr: 0.0010000\n",
      "Epoch: [46][1/391]\tTime 0.225 (0.225)\tEps 0.042\tData 0.107 (0.107)\tL 0.8853 (0.8853)//RL 2.4625 (2.4625)//RL1 7.1087 (7.1087)\tE 0.297 (0.297)//RE 0.750 (0.750)//RE1 0.992 (0.992)\n",
      "Epoch: [46][200/391]\tTime 0.076 (0.077)\tEps 0.043\tData 0.002 (0.003)\tL 0.7877 (0.7943)//RL 1.7166 (1.6975)//RL1 4.6577 (4.5368)\tE 0.281 (0.278)//RE 0.578 (0.577)//RE1 0.938 (0.940)\n",
      "Epoch: [46][391/391]\tTime 0.070 (0.077)\tEps 0.044\tData 0.002 (0.003)\tL 0.7674 (0.7935)//RL 1.6682 (1.6899)//RL1 4.5388 (4.5157)\tE 0.225 (0.277)//RE 0.688 (0.578)//RE1 0.950 (0.942)\n",
      "\n",
      "Taken 30.095706701278687 s/epoch\n",
      "Test: [1/79]\tTime 3.604 (3.604)\tL 0.6729 (0.6729)//RL 1.885 (1.885)//RL1 6.164 (6.164)\tE 0.219 (0.219)//RE 0.625 (0.625)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.033 (0.091)\tL 0.6347 (0.7712)//RL 1.888 (2.048)//RL1 6.628 (6.293)\tE 0.250 (0.271)//RE 0.750 (0.642)//RE1 1.000 (0.977)\n",
      "\n",
      " * Robust error 0.642\tError 0.271\n",
      "47 th epoch: epsilon: 0.0435294 - 0.0447059, kappa: 0.6917 - 0.6833, lr: 0.0010000\n",
      "Epoch: [47][1/391]\tTime 0.221 (0.221)\tEps 0.044\tData 0.104 (0.104)\tL 0.7642 (0.7642)//RL 2.0436 (2.0436)//RL1 6.2291 (6.2291)\tE 0.258 (0.258)//RE 0.625 (0.625)//RE1 0.953 (0.953)\n",
      "Epoch: [47][200/391]\tTime 0.076 (0.075)\tEps 0.044\tData 0.003 (0.003)\tL 0.7524 (0.7915)//RL 1.5227 (1.6506)//RL1 4.0303 (4.4025)\tE 0.219 (0.273)//RE 0.602 (0.567)//RE1 0.930 (0.935)\n",
      "Epoch: [47][391/391]\tTime 0.063 (0.076)\tEps 0.045\tData 0.002 (0.003)\tL 0.7782 (0.8004)//RL 1.6484 (1.6675)//RL1 4.6076 (4.4173)\tE 0.312 (0.277)//RE 0.637 (0.574)//RE1 0.975 (0.938)\n",
      "\n",
      "Taken 29.676522493362427 s/epoch\n",
      "Test: [1/79]\tTime 13.527 (13.527)\tL 0.6941 (0.6941)//RL 1.821 (1.821)//RL1 5.744 (5.744)\tE 0.211 (0.211)//RE 0.664 (0.664)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.032 (0.216)\tL 0.4996 (0.7532)//RL 1.504 (1.886)//RL1 5.824 (5.745)\tE 0.312 (0.260)//RE 0.625 (0.613)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.613\tError 0.260\n",
      "48 th epoch: epsilon: 0.0447059 - 0.0458824, kappa: 0.6833 - 0.6750, lr: 0.0010000\n",
      "Epoch: [48][1/391]\tTime 0.229 (0.229)\tEps 0.045\tData 0.099 (0.099)\tL 0.9466 (0.9466)//RL 2.2688 (2.2688)//RL1 6.2606 (6.2606)\tE 0.305 (0.305)//RE 0.742 (0.742)//RE1 0.984 (0.984)\n",
      "Epoch: [48][200/391]\tTime 0.081 (0.079)\tEps 0.045\tData 0.003 (0.003)\tL 0.8423 (0.7944)//RL 1.7572 (1.6461)//RL1 4.6600 (4.3341)\tE 0.250 (0.277)//RE 0.586 (0.567)//RE1 0.969 (0.934)\n",
      "Epoch: [48][391/391]\tTime 0.065 (0.078)\tEps 0.046\tData 0.002 (0.003)\tL 0.7074 (0.7977)//RL 1.5030 (1.6430)//RL1 4.0802 (4.3232)\tE 0.237 (0.278)//RE 0.512 (0.568)//RE1 0.938 (0.936)\n",
      "\n",
      "Taken 30.569409132003784 s/epoch\n",
      "Test: [1/79]\tTime 37.874 (37.874)\tL 0.7001 (0.7001)//RL 1.991 (1.991)//RL1 6.153 (6.153)\tE 0.203 (0.203)//RE 0.641 (0.641)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.025 (0.521)\tL 0.7084 (0.7665)//RL 1.857 (2.072)//RL1 6.277 (6.179)\tE 0.312 (0.264)//RE 0.500 (0.654)//RE1 1.000 (0.981)\n",
      "\n",
      " * Robust error 0.654\tError 0.264\n",
      "49 th epoch: epsilon: 0.0458824 - 0.0470588, kappa: 0.6750 - 0.6667, lr: 0.0010000\n",
      "Epoch: [49][1/391]\tTime 0.211 (0.211)\tEps 0.046\tData 0.094 (0.094)\tL 0.7492 (0.7492)//RL 2.0845 (2.0845)//RL1 6.2789 (6.2789)\tE 0.250 (0.250)//RE 0.688 (0.688)//RE1 1.000 (1.000)\n",
      "Epoch: [49][200/391]\tTime 0.080 (0.075)\tEps 0.046\tData 0.002 (0.003)\tL 0.9478 (0.8133)//RL 1.8343 (1.6750)//RL1 4.4200 (4.4229)\tE 0.297 (0.285)//RE 0.648 (0.575)//RE1 0.906 (0.942)\n",
      "Epoch: [49][391/391]\tTime 0.073 (0.074)\tEps 0.047\tData 0.003 (0.003)\tL 0.8754 (0.8086)//RL 1.6502 (1.6742)//RL1 3.9924 (4.4103)\tE 0.287 (0.282)//RE 0.625 (0.575)//RE1 0.900 (0.943)\n",
      "\n",
      "Taken 29.06262516975403 s/epoch\n",
      "Test: [1/79]\tTime 2.983 (2.983)\tL 0.6994 (0.6994)//RL 1.865 (1.865)//RL1 5.873 (5.873)\tE 0.203 (0.203)//RE 0.602 (0.602)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.025 (0.080)\tL 0.6014 (0.7854)//RL 1.742 (2.012)//RL1 6.122 (6.040)\tE 0.375 (0.266)//RE 0.562 (0.661)//RE1 1.000 (0.985)\n",
      "\n",
      " * Robust error 0.661\tError 0.266\n",
      "50 th epoch: epsilon: 0.0470588 - 0.0482353, kappa: 0.6667 - 0.6583, lr: 0.0010000\n",
      "Epoch: [50][1/391]\tTime 0.229 (0.229)\tEps 0.047\tData 0.113 (0.113)\tL 0.8864 (0.8864)//RL 2.1634 (2.1634)//RL1 6.3378 (6.3378)\tE 0.305 (0.305)//RE 0.688 (0.688)//RE1 1.000 (1.000)\n",
      "Epoch: [50][200/391]\tTime 0.069 (0.078)\tEps 0.048\tData 0.002 (0.003)\tL 0.7312 (0.8160)//RL 1.4983 (1.6704)//RL1 3.9892 (4.4094)\tE 0.242 (0.284)//RE 0.531 (0.578)//RE1 0.906 (0.946)\n",
      "Epoch: [50][391/391]\tTime 0.065 (0.076)\tEps 0.048\tData 0.002 (0.003)\tL 0.8700 (0.8155)//RL 1.8080 (1.6614)//RL1 4.7974 (4.3544)\tE 0.312 (0.284)//RE 0.550 (0.575)//RE1 1.000 (0.943)\n",
      "\n",
      "Taken 29.95133137702942 s/epoch\n",
      "Test: [1/79]\tTime 9.066 (9.066)\tL 0.7491 (0.7491)//RL 1.993 (1.993)//RL1 6.120 (6.120)\tE 0.234 (0.234)//RE 0.625 (0.625)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.026 (0.156)\tL 0.4646 (0.7792)//RL 1.583 (2.055)//RL1 6.081 (6.186)\tE 0.188 (0.267)//RE 0.625 (0.655)//RE1 1.000 (0.987)\n",
      "\n",
      " * Robust error 0.655\tError 0.267\n",
      "51 th epoch: epsilon: 0.0482353 - 0.0494118, kappa: 0.6583 - 0.6500, lr: 0.0010000\n",
      "Epoch: [51][1/391]\tTime 0.257 (0.257)\tEps 0.048\tData 0.125 (0.125)\tL 0.8963 (0.8963)//RL 2.2367 (2.2367)//RL1 6.3452 (6.3452)\tE 0.281 (0.281)//RE 0.672 (0.672)//RE1 0.992 (0.992)\n",
      "Epoch: [51][200/391]\tTime 0.075 (0.080)\tEps 0.049\tData 0.002 (0.003)\tL 0.8814 (0.8104)//RL 1.7418 (1.6445)//RL1 4.5002 (4.3086)\tE 0.297 (0.283)//RE 0.656 (0.573)//RE1 0.977 (0.940)\n",
      "Epoch: [51][391/391]\tTime 0.057 (0.077)\tEps 0.049\tData 0.002 (0.002)\tL 0.8794 (0.8191)//RL 1.6846 (1.6463)//RL1 4.2953 (4.2952)\tE 0.338 (0.286)//RE 0.600 (0.573)//RE1 0.963 (0.941)\n",
      "\n",
      "Taken 30.33223247528076 s/epoch\n",
      "Test: [1/79]\tTime 23.645 (23.645)\tL 0.7302 (0.7302)//RL 1.860 (1.860)//RL1 5.714 (5.714)\tE 0.242 (0.242)//RE 0.609 (0.609)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.033 (0.343)\tL 0.6070 (0.7946)//RL 1.608 (2.002)//RL1 5.857 (5.926)\tE 0.375 (0.274)//RE 0.500 (0.646)//RE1 1.000 (0.981)\n",
      "\n",
      " * Robust error 0.646\tError 0.274\n",
      "52 th epoch: epsilon: 0.0494118 - 0.0505882, kappa: 0.6500 - 0.6417, lr: 0.0010000\n",
      "Epoch: [52][1/391]\tTime 0.231 (0.231)\tEps 0.049\tData 0.105 (0.105)\tL 0.8503 (0.8503)//RL 2.1375 (2.1375)//RL1 6.3052 (6.3052)\tE 0.273 (0.273)//RE 0.727 (0.727)//RE1 1.000 (1.000)\n",
      "Epoch: [52][200/391]\tTime 0.081 (0.078)\tEps 0.050\tData 0.003 (0.003)\tL 0.9975 (0.8193)//RL 1.9870 (1.6606)//RL1 4.8679 (4.3399)\tE 0.383 (0.285)//RE 0.656 (0.574)//RE1 0.961 (0.944)\n",
      "Epoch: [52][391/391]\tTime 0.065 (0.078)\tEps 0.051\tData 0.002 (0.003)\tL 0.8483 (0.8182)//RL 1.7000 (1.6421)//RL1 4.4540 (4.2641)\tE 0.300 (0.285)//RE 0.600 (0.571)//RE1 0.963 (0.941)\n",
      "\n",
      "Taken 30.59284257888794 s/epoch\n",
      "Test: [1/79]\tTime 18.937 (18.937)\tL 0.7457 (0.7457)//RL 1.993 (1.993)//RL1 5.996 (5.996)\tE 0.234 (0.234)//RE 0.680 (0.680)//RE1 0.992 (0.992)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [79/79]\tTime 0.026 (0.284)\tL 0.4504 (0.7847)//RL 1.390 (2.040)//RL1 5.467 (6.044)\tE 0.188 (0.267)//RE 0.625 (0.677)//RE1 1.000 (0.986)\n",
      "\n",
      " * Robust error 0.677\tError 0.267\n",
      "53 th epoch: epsilon: 0.0505882 - 0.0517647, kappa: 0.6417 - 0.6333, lr: 0.0010000\n",
      "Epoch: [53][1/391]\tTime 0.226 (0.226)\tEps 0.051\tData 0.108 (0.108)\tL 0.8633 (0.8633)//RL 2.2200 (2.2200)//RL1 6.4200 (6.4200)\tE 0.281 (0.281)//RE 0.734 (0.734)//RE1 1.000 (1.000)\n",
      "Epoch: [53][200/391]\tTime 0.080 (0.077)\tEps 0.051\tData 0.003 (0.003)\tL 0.9141 (0.8553)//RL 1.7136 (1.7185)//RL1 4.2203 (4.4324)\tE 0.352 (0.300)//RE 0.578 (0.595)//RE1 0.938 (0.952)\n",
      "Epoch: [53][391/391]\tTime 0.058 (0.075)\tEps 0.052\tData 0.002 (0.003)\tL 0.7919 (0.8505)//RL 1.6071 (1.6940)//RL1 4.2104 (4.4176)\tE 0.287 (0.298)//RE 0.600 (0.589)//RE1 0.950 (0.950)\n",
      "\n",
      "Taken 29.544694185256958 s/epoch\n",
      "Test: [1/79]\tTime 4.555 (4.555)\tL 0.7466 (0.7466)//RL 1.806 (1.806)//RL1 5.413 (5.413)\tE 0.227 (0.227)//RE 0.625 (0.625)//RE1 0.969 (0.969)\n",
      "Test: [79/79]\tTime 0.024 (0.099)\tL 0.6141 (0.8208)//RL 1.632 (1.940)//RL1 5.436 (5.584)\tE 0.375 (0.284)//RE 0.562 (0.631)//RE1 1.000 (0.975)\n",
      "\n",
      " * Robust error 0.631\tError 0.284\n",
      "54 th epoch: epsilon: 0.0517647 - 0.0529412, kappa: 0.6333 - 0.6250, lr: 0.0010000\n",
      "Epoch: [54][1/391]\tTime 0.233 (0.233)\tEps 0.052\tData 0.092 (0.092)\tL 0.8971 (0.8971)//RL 2.1558 (2.1558)//RL1 5.9102 (5.9102)\tE 0.359 (0.359)//RE 0.711 (0.711)//RE1 0.984 (0.984)\n",
      "Epoch: [54][200/391]\tTime 0.081 (0.075)\tEps 0.052\tData 0.003 (0.003)\tL 0.9511 (0.8303)//RL 1.7877 (1.6355)//RL1 4.4007 (4.1725)\tE 0.320 (0.290)//RE 0.602 (0.573)//RE1 0.938 (0.938)\n",
      "Epoch: [54][391/391]\tTime 0.062 (0.076)\tEps 0.053\tData 0.002 (0.003)\tL 0.8797 (0.8365)//RL 1.6506 (1.6284)//RL1 4.1661 (4.1386)\tE 0.325 (0.291)//RE 0.550 (0.570)//RE1 0.950 (0.938)\n",
      "\n",
      "Taken 29.663827657699585 s/epoch\n",
      "Test: [1/79]\tTime 33.216 (33.216)\tL 0.7502 (0.7502)//RL 1.862 (1.862)//RL1 5.690 (5.690)\tE 0.211 (0.211)//RE 0.594 (0.594)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.024 (0.462)\tL 0.7314 (0.8066)//RL 1.839 (1.960)//RL1 5.997 (5.747)\tE 0.375 (0.278)//RE 0.625 (0.655)//RE1 1.000 (0.987)\n",
      "\n",
      " * Robust error 0.655\tError 0.278\n",
      "55 th epoch: epsilon: 0.0529412 - 0.0541176, kappa: 0.6250 - 0.6167, lr: 0.0010000\n",
      "Epoch: [55][1/391]\tTime 0.227 (0.227)\tEps 0.053\tData 0.093 (0.093)\tL 0.8890 (0.8890)//RL 2.1188 (2.1188)//RL1 5.9557 (5.9557)\tE 0.305 (0.305)//RE 0.641 (0.641)//RE1 0.992 (0.992)\n",
      "Epoch: [55][200/391]\tTime 0.070 (0.075)\tEps 0.054\tData 0.002 (0.003)\tL 0.8127 (0.8505)//RL 1.5271 (1.6452)//RL1 3.9515 (4.1142)\tE 0.281 (0.292)//RE 0.492 (0.571)//RE1 0.945 (0.937)\n",
      "Epoch: [55][391/391]\tTime 0.065 (0.075)\tEps 0.054\tData 0.002 (0.003)\tL 0.8527 (0.8552)//RL 1.7136 (1.6470)//RL1 4.2651 (4.1178)\tE 0.287 (0.297)//RE 0.613 (0.575)//RE1 0.938 (0.937)\n",
      "\n",
      "Taken 29.464683771133423 s/epoch\n",
      "Test: [1/79]\tTime 3.031 (3.031)\tL 0.6827 (0.6827)//RL 1.984 (1.984)//RL1 6.289 (6.289)\tE 0.234 (0.234)//RE 0.664 (0.664)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.081)\tL 0.5101 (0.8095)//RL 1.642 (2.172)//RL1 6.043 (6.460)\tE 0.188 (0.279)//RE 0.500 (0.691)//RE1 1.000 (0.991)\n",
      "\n",
      " * Robust error 0.691\tError 0.279\n",
      "56 th epoch: epsilon: 0.0541176 - 0.0552941, kappa: 0.6167 - 0.6083, lr: 0.0010000\n",
      "Epoch: [56][1/391]\tTime 0.253 (0.253)\tEps 0.054\tData 0.112 (0.112)\tL 1.0114 (1.0114)//RL 2.5842 (2.5842)//RL1 7.0190 (7.0190)\tE 0.367 (0.367)//RE 0.758 (0.758)//RE1 1.000 (1.000)\n",
      "Epoch: [56][200/391]\tTime 0.076 (0.079)\tEps 0.055\tData 0.002 (0.003)\tL 0.9148 (0.8486)//RL 1.6834 (1.6431)//RL1 4.2170 (4.1487)\tE 0.320 (0.293)//RE 0.586 (0.579)//RE1 0.906 (0.939)\n",
      "Epoch: [56][391/391]\tTime 0.065 (0.078)\tEps 0.055\tData 0.002 (0.003)\tL 0.8309 (0.8508)//RL 1.6350 (1.6335)//RL1 4.1754 (4.0843)\tE 0.300 (0.294)//RE 0.562 (0.576)//RE1 0.950 (0.937)\n",
      "\n",
      "Taken 30.538126707077026 s/epoch\n",
      "Test: [1/79]\tTime 6.103 (6.103)\tL 0.7924 (0.7924)//RL 1.869 (1.869)//RL1 5.424 (5.424)\tE 0.242 (0.242)//RE 0.586 (0.586)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.025 (0.121)\tL 0.7162 (0.8095)//RL 1.678 (1.900)//RL1 5.370 (5.429)\tE 0.312 (0.281)//RE 0.500 (0.621)//RE1 1.000 (0.977)\n",
      "\n",
      " * Robust error 0.621\tError 0.281\n",
      "57 th epoch: epsilon: 0.0552941 - 0.0564706, kappa: 0.6083 - 0.6000, lr: 0.0010000\n",
      "Epoch: [57][1/391]\tTime 0.241 (0.241)\tEps 0.055\tData 0.092 (0.092)\tL 0.7856 (0.7856)//RL 1.9473 (1.9473)//RL1 5.5608 (5.5608)\tE 0.305 (0.305)//RE 0.680 (0.680)//RE1 0.984 (0.984)\n",
      "Epoch: [57][200/391]\tTime 0.081 (0.079)\tEps 0.056\tData 0.003 (0.003)\tL 0.8406 (0.8477)//RL 1.6335 (1.6436)//RL1 4.1730 (4.1496)\tE 0.312 (0.294)//RE 0.641 (0.577)//RE1 0.961 (0.938)\n",
      "Epoch: [57][391/391]\tTime 0.064 (0.077)\tEps 0.056\tData 0.002 (0.003)\tL 0.6867 (0.8531)//RL 1.3266 (1.6387)//RL1 3.4359 (4.1104)\tE 0.225 (0.295)//RE 0.475 (0.574)//RE1 0.900 (0.937)\n",
      "\n",
      "Taken 30.34976625442505 s/epoch\n",
      "Test: [1/79]\tTime 9.418 (9.418)\tL 0.8596 (0.8596)//RL 2.244 (2.244)//RL1 6.162 (6.162)\tE 0.250 (0.250)//RE 0.758 (0.758)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.161)\tL 0.6990 (0.8832)//RL 1.846 (2.216)//RL1 5.860 (6.086)\tE 0.312 (0.301)//RE 0.562 (0.689)//RE1 1.000 (0.983)\n",
      "\n",
      " * Robust error 0.689\tError 0.301\n",
      "58 th epoch: epsilon: 0.0564706 - 0.0576471, kappa: 0.6000 - 0.5917, lr: 0.0010000\n",
      "Epoch: [58][1/391]\tTime 0.239 (0.239)\tEps 0.056\tData 0.091 (0.091)\tL 0.9573 (0.9573)//RL 2.4162 (2.4162)//RL1 6.3523 (6.3523)\tE 0.297 (0.297)//RE 0.711 (0.711)//RE1 0.992 (0.992)\n",
      "Epoch: [58][200/391]\tTime 0.075 (0.084)\tEps 0.057\tData 0.002 (0.003)\tL 0.9238 (0.8643)//RL 1.6605 (1.6343)//RL1 3.8191 (3.9634)\tE 0.352 (0.304)//RE 0.586 (0.572)//RE1 0.922 (0.927)\n",
      "Epoch: [58][391/391]\tTime 0.065 (0.083)\tEps 0.058\tData 0.002 (0.002)\tL 0.9218 (0.8695)//RL 1.5737 (1.6300)//RL1 3.4853 (3.9270)\tE 0.275 (0.304)//RE 0.525 (0.572)//RE1 0.875 (0.927)\n",
      "\n",
      "Taken 32.54991698265076 s/epoch\n",
      "Test: [1/79]\tTime 8.382 (8.382)\tL 0.7627 (0.7627)//RL 1.848 (1.848)//RL1 5.180 (5.180)\tE 0.180 (0.180)//RE 0.664 (0.664)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.026 (0.147)\tL 0.5115 (0.8388)//RL 1.356 (1.958)//RL1 4.771 (5.311)\tE 0.312 (0.292)//RE 0.562 (0.641)//RE1 1.000 (0.968)\n",
      "\n",
      " * Robust error 0.641\tError 0.292\n",
      "59 th epoch: epsilon: 0.0576471 - 0.0588235, kappa: 0.5917 - 0.5833, lr: 0.0010000\n",
      "Epoch: [59][1/391]\tTime 0.242 (0.242)\tEps 0.058\tData 0.094 (0.094)\tL 0.9737 (0.9737)//RL 2.2518 (2.2518)//RL1 5.7005 (5.7005)\tE 0.352 (0.352)//RE 0.719 (0.719)//RE1 0.992 (0.992)\n",
      "Epoch: [59][200/391]\tTime 0.079 (0.077)\tEps 0.058\tData 0.002 (0.003)\tL 1.0403 (0.8782)//RL 1.8004 (1.6511)//RL1 3.9840 (3.9903)\tE 0.383 (0.307)//RE 0.602 (0.580)//RE1 0.969 (0.929)\n",
      "Epoch: [59][391/391]\tTime 0.070 (0.078)\tEps 0.059\tData 0.002 (0.002)\tL 0.8888 (0.8749)//RL 1.6229 (1.6315)//RL1 3.6851 (3.8938)\tE 0.350 (0.304)//RE 0.562 (0.577)//RE1 0.900 (0.925)\n",
      "\n",
      "Taken 30.57442283630371 s/epoch\n",
      "Test: [1/79]\tTime 6.951 (6.951)\tL 0.7788 (0.7788)//RL 1.844 (1.844)//RL1 5.121 (5.121)\tE 0.258 (0.258)//RE 0.609 (0.609)//RE1 0.969 (0.969)\n",
      "Test: [79/79]\tTime 0.024 (0.130)\tL 0.5907 (0.8873)//RL 1.600 (2.008)//RL1 5.202 (5.278)\tE 0.312 (0.321)//RE 0.688 (0.651)//RE1 1.000 (0.970)\n",
      "\n",
      " * Robust error 0.651\tError 0.321\n",
      "60 th epoch: epsilon: 0.0588235 - 0.0600000, kappa: 0.5833 - 0.5750, lr: 0.0010000\n",
      "Epoch: [60][1/391]\tTime 0.232 (0.232)\tEps 0.059\tData 0.108 (0.108)\tL 0.9975 (0.9975)//RL 2.2101 (2.2101)//RL1 5.6359 (5.6359)\tE 0.430 (0.430)//RE 0.703 (0.703)//RE1 0.984 (0.984)\n",
      "Epoch: [60][200/391]\tTime 0.076 (0.077)\tEps 0.059\tData 0.002 (0.003)\tL 0.8043 (0.8679)//RL 1.5608 (1.6152)//RL1 3.8882 (3.8188)\tE 0.297 (0.304)//RE 0.555 (0.572)//RE1 0.969 (0.919)\n",
      "Epoch: [60][391/391]\tTime 0.065 (0.076)\tEps 0.060\tData 0.002 (0.003)\tL 1.1313 (0.8788)//RL 1.9307 (1.6246)//RL1 4.0885 (3.7925)\tE 0.425 (0.308)//RE 0.663 (0.575)//RE1 0.913 (0.920)\n",
      "\n",
      "Taken 29.99852466583252 s/epoch\n",
      "Test: [1/79]\tTime 16.430 (16.430)\tL 0.7491 (0.7491)//RL 1.813 (1.813)//RL1 5.101 (5.101)\tE 0.211 (0.211)//RE 0.633 (0.633)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.025 (0.249)\tL 0.5248 (0.8107)//RL 1.390 (1.904)//RL1 4.819 (5.189)\tE 0.250 (0.276)//RE 0.500 (0.641)//RE1 1.000 (0.967)\n",
      "\n",
      " * Robust error 0.641\tError 0.276\n",
      "61 th epoch: epsilon: 0.0600000 - 0.0611765, kappa: 0.5750 - 0.5667, lr: 0.0010000\n",
      "Epoch: [61][1/391]\tTime 0.239 (0.239)\tEps 0.060\tData 0.096 (0.096)\tL 0.7972 (0.7972)//RL 1.9750 (1.9750)//RL1 5.2927 (5.2927)\tE 0.273 (0.273)//RE 0.672 (0.672)//RE1 0.969 (0.969)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [61][200/391]\tTime 0.076 (0.077)\tEps 0.061\tData 0.002 (0.003)\tL 0.8117 (0.8620)//RL 1.5334 (1.5897)//RL1 3.7376 (3.7053)\tE 0.297 (0.300)//RE 0.492 (0.564)//RE1 0.906 (0.916)\n",
      "Epoch: [61][391/391]\tTime 0.065 (0.077)\tEps 0.061\tData 0.002 (0.003)\tL 0.8616 (0.8736)//RL 1.6659 (1.6142)//RL1 4.3685 (3.8320)\tE 0.312 (0.304)//RE 0.550 (0.571)//RE1 0.950 (0.925)\n",
      "\n",
      "Taken 30.28247094154358 s/epoch\n",
      "Test: [1/79]\tTime 5.682 (5.682)\tL 0.7374 (0.7374)//RL 1.916 (1.916)//RL1 5.955 (5.955)\tE 0.195 (0.195)//RE 0.695 (0.695)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.024 (0.116)\tL 0.6150 (0.8390)//RL 1.624 (2.028)//RL1 5.786 (6.028)\tE 0.188 (0.287)//RE 0.625 (0.663)//RE1 1.000 (0.985)\n",
      "\n",
      " * Robust error 0.663\tError 0.287\n",
      "62 th epoch: epsilon: 0.0611765 - 0.0623529, kappa: 0.5667 - 0.5583, lr: 0.0010000\n",
      "Epoch: [62][1/391]\tTime 0.258 (0.258)\tEps 0.061\tData 0.124 (0.124)\tL 0.8747 (0.8747)//RL 2.2012 (2.2012)//RL1 6.3141 (6.3141)\tE 0.312 (0.312)//RE 0.734 (0.734)//RE1 1.000 (1.000)\n",
      "Epoch: [62][200/391]\tTime 0.072 (0.076)\tEps 0.062\tData 0.003 (0.003)\tL 0.9098 (0.8930)//RL 1.5628 (1.6278)//RL1 3.9012 (4.0342)\tE 0.297 (0.311)//RE 0.586 (0.576)//RE1 0.930 (0.944)\n",
      "Epoch: [62][391/391]\tTime 0.062 (0.076)\tEps 0.062\tData 0.002 (0.003)\tL 0.9420 (0.8897)//RL 1.6736 (1.6194)//RL1 3.9695 (3.9811)\tE 0.350 (0.311)//RE 0.550 (0.576)//RE1 0.963 (0.940)\n",
      "\n",
      "Taken 29.910030364990234 s/epoch\n",
      "Test: [1/79]\tTime 14.549 (14.549)\tL 0.7487 (0.7487)//RL 1.823 (1.823)//RL1 5.485 (5.485)\tE 0.219 (0.219)//RE 0.625 (0.625)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.025 (0.227)\tL 0.5442 (0.9014)//RL 1.524 (2.060)//RL1 5.337 (5.762)\tE 0.188 (0.310)//RE 0.625 (0.666)//RE1 1.000 (0.984)\n",
      "\n",
      " * Robust error 0.666\tError 0.310\n",
      "63 th epoch: epsilon: 0.0623529 - 0.0635294, kappa: 0.5583 - 0.5500, lr: 0.0010000\n",
      "Epoch: [63][1/391]\tTime 0.249 (0.249)\tEps 0.062\tData 0.109 (0.109)\tL 0.9788 (0.9788)//RL 2.1829 (2.1829)//RL1 5.9216 (5.9216)\tE 0.312 (0.312)//RE 0.695 (0.695)//RE1 0.984 (0.984)\n",
      "Epoch: [63][200/391]\tTime 0.074 (0.078)\tEps 0.063\tData 0.002 (0.003)\tL 0.9369 (0.8988)//RL 1.6764 (1.6376)//RL1 3.8557 (3.9613)\tE 0.320 (0.314)//RE 0.555 (0.577)//RE1 0.945 (0.940)\n",
      "Epoch: [63][391/391]\tTime 0.064 (0.077)\tEps 0.064\tData 0.002 (0.003)\tL 0.9802 (0.8979)//RL 1.6874 (1.6244)//RL1 3.8117 (3.8670)\tE 0.338 (0.313)//RE 0.613 (0.575)//RE1 0.950 (0.935)\n",
      "\n",
      "Taken 30.098882913589478 s/epoch\n",
      "Test: [1/79]\tTime 8.222 (8.222)\tL 0.7659 (0.7659)//RL 1.908 (1.908)//RL1 5.557 (5.557)\tE 0.195 (0.195)//RE 0.688 (0.688)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.034 (0.147)\tL 0.7334 (0.8281)//RL 1.805 (2.007)//RL1 5.557 (5.631)\tE 0.250 (0.280)//RE 0.750 (0.679)//RE1 1.000 (0.990)\n",
      "\n",
      " * Robust error 0.679\tError 0.280\n",
      "64 th epoch: epsilon: 0.0635294 - 0.0647059, kappa: 0.5500 - 0.5417, lr: 0.0010000\n",
      "Epoch: [64][1/391]\tTime 0.252 (0.252)\tEps 0.064\tData 0.111 (0.111)\tL 0.8818 (0.8818)//RL 2.0936 (2.0936)//RL1 5.7713 (5.7713)\tE 0.305 (0.305)//RE 0.703 (0.703)//RE1 0.992 (0.992)\n",
      "Epoch: [64][200/391]\tTime 0.077 (0.076)\tEps 0.064\tData 0.002 (0.003)\tL 0.9189 (0.9035)//RL 1.7191 (1.6251)//RL1 3.8879 (3.7270)\tE 0.297 (0.313)//RE 0.586 (0.576)//RE1 0.898 (0.929)\n",
      "Epoch: [64][391/391]\tTime 0.057 (0.076)\tEps 0.065\tData 0.002 (0.003)\tL 0.7299 (0.8931)//RL 1.3667 (1.6037)//RL1 3.3630 (3.6818)\tE 0.237 (0.311)//RE 0.550 (0.569)//RE1 0.950 (0.927)\n",
      "\n",
      "Taken 29.87130832672119 s/epoch\n",
      "Test: [1/79]\tTime 5.982 (5.982)\tL 0.8104 (0.8104)//RL 1.792 (1.792)//RL1 4.817 (4.817)\tE 0.234 (0.234)//RE 0.648 (0.648)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.026 (0.121)\tL 0.5201 (0.8819)//RL 1.308 (1.894)//RL1 4.211 (4.896)\tE 0.188 (0.306)//RE 0.562 (0.638)//RE1 1.000 (0.965)\n",
      "\n",
      " * Robust error 0.638\tError 0.306\n",
      "65 th epoch: epsilon: 0.0647059 - 0.0658824, kappa: 0.5417 - 0.5333, lr: 0.0010000\n",
      "Epoch: [65][1/391]\tTime 0.253 (0.253)\tEps 0.065\tData 0.113 (0.113)\tL 0.7829 (0.7829)//RL 1.8308 (1.8308)//RL1 4.8791 (4.8791)\tE 0.258 (0.258)//RE 0.672 (0.672)//RE1 0.969 (0.969)\n",
      "Epoch: [65][200/391]\tTime 0.075 (0.078)\tEps 0.065\tData 0.003 (0.003)\tL 0.9187 (0.8955)//RL 1.5835 (1.6187)//RL1 3.4342 (3.6307)\tE 0.328 (0.313)//RE 0.594 (0.575)//RE1 0.875 (0.923)\n",
      "Epoch: [65][391/391]\tTime 0.065 (0.077)\tEps 0.066\tData 0.002 (0.003)\tL 0.9722 (0.8999)//RL 1.6552 (1.6160)//RL1 3.6793 (3.6517)\tE 0.300 (0.312)//RE 0.613 (0.576)//RE1 0.925 (0.925)\n",
      "\n",
      "Taken 30.086042404174805 s/epoch\n",
      "Test: [1/79]\tTime 2.923 (2.923)\tL 0.8333 (0.8333)//RL 1.920 (1.920)//RL1 5.229 (5.229)\tE 0.281 (0.281)//RE 0.695 (0.695)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.024 (0.078)\tL 0.6434 (0.8705)//RL 1.504 (1.926)//RL1 5.020 (5.181)\tE 0.250 (0.300)//RE 0.625 (0.648)//RE1 1.000 (0.974)\n",
      "\n",
      " * Robust error 0.648\tError 0.300\n",
      "66 th epoch: epsilon: 0.0658824 - 0.0670588, kappa: 0.5333 - 0.5250, lr: 0.0010000\n",
      "Epoch: [66][1/391]\tTime 0.225 (0.225)\tEps 0.066\tData 0.092 (0.092)\tL 0.8949 (0.8949)//RL 2.0134 (2.0134)//RL1 5.2915 (5.2915)\tE 0.336 (0.336)//RE 0.703 (0.703)//RE1 0.977 (0.977)\n",
      "Epoch: [66][200/391]\tTime 0.069 (0.075)\tEps 0.066\tData 0.002 (0.003)\tL 0.8678 (0.9032)//RL 1.4890 (1.6089)//RL1 3.4678 (3.6411)\tE 0.328 (0.311)//RE 0.531 (0.569)//RE1 0.906 (0.922)\n",
      "Epoch: [66][391/391]\tTime 0.065 (0.074)\tEps 0.067\tData 0.002 (0.003)\tL 1.0453 (0.9102)//RL 1.7969 (1.6110)//RL1 3.8503 (3.6261)\tE 0.438 (0.315)//RE 0.725 (0.574)//RE1 0.925 (0.921)\n",
      "\n",
      "Taken 29.153987646102905 s/epoch\n",
      "Test: [1/79]\tTime 19.160 (19.160)\tL 0.7343 (0.7343)//RL 1.683 (1.683)//RL1 4.667 (4.667)\tE 0.242 (0.242)//RE 0.562 (0.562)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.283)\tL 0.6416 (0.8371)//RL 1.525 (1.839)//RL1 4.734 (4.858)\tE 0.250 (0.295)//RE 0.562 (0.628)//RE1 1.000 (0.969)\n",
      "\n",
      " * Robust error 0.628\tError 0.295\n",
      "67 th epoch: epsilon: 0.0670588 - 0.0682353, kappa: 0.5250 - 0.5167, lr: 0.0010000\n",
      "Epoch: [67][1/391]\tTime 0.252 (0.252)\tEps 0.067\tData 0.112 (0.112)\tL 0.8736 (0.8736)//RL 1.9462 (1.9462)//RL1 5.0287 (5.0287)\tE 0.312 (0.312)//RE 0.664 (0.664)//RE1 0.977 (0.977)\n",
      "Epoch: [67][200/391]\tTime 0.084 (0.081)\tEps 0.068\tData 0.002 (0.003)\tL 1.0125 (0.9139)//RL 1.7057 (1.6364)//RL1 3.6298 (3.7012)\tE 0.344 (0.320)//RE 0.547 (0.583)//RE1 0.922 (0.927)\n",
      "Epoch: [67][391/391]\tTime 0.070 (0.077)\tEps 0.068\tData 0.002 (0.003)\tL 0.8354 (0.9226)//RL 1.4298 (1.6307)//RL1 3.3426 (3.6907)\tE 0.263 (0.323)//RE 0.475 (0.581)//RE1 0.925 (0.927)\n",
      "\n",
      "Taken 30.102349996566772 s/epoch\n",
      "Test: [1/79]\tTime 3.414 (3.414)\tL 0.8675 (0.8675)//RL 1.830 (1.830)//RL1 4.900 (4.900)\tE 0.289 (0.289)//RE 0.617 (0.617)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.025 (0.084)\tL 0.7480 (0.8616)//RL 1.684 (1.824)//RL1 4.976 (4.846)\tE 0.375 (0.291)//RE 0.625 (0.626)//RE1 1.000 (0.978)\n",
      "\n",
      " * Robust error 0.626\tError 0.291\n",
      "68 th epoch: epsilon: 0.0682353 - 0.0694118, kappa: 0.5167 - 0.5083, lr: 0.0010000\n",
      "Epoch: [68][1/391]\tTime 0.248 (0.248)\tEps 0.068\tData 0.115 (0.115)\tL 1.0208 (1.0208)//RL 2.0855 (2.0855)//RL1 5.2261 (5.2261)\tE 0.367 (0.367)//RE 0.719 (0.719)//RE1 1.000 (1.000)\n",
      "Epoch: [68][200/391]\tTime 0.081 (0.081)\tEps 0.069\tData 0.002 (0.003)\tL 1.0623 (0.9249)//RL 1.8001 (1.6210)//RL1 3.9964 (3.6766)\tE 0.406 (0.322)//RE 0.641 (0.576)//RE1 0.969 (0.929)\n",
      "Epoch: [68][391/391]\tTime 0.065 (0.080)\tEps 0.069\tData 0.002 (0.003)\tL 0.8856 (0.9225)//RL 1.6495 (1.6136)//RL1 3.7867 (3.6429)\tE 0.300 (0.321)//RE 0.575 (0.575)//RE1 0.925 (0.925)\n",
      "\n",
      "Taken 31.218382596969604 s/epoch\n",
      "Test: [1/79]\tTime 3.314 (3.314)\tL 0.8412 (0.8412)//RL 1.844 (1.844)//RL1 4.763 (4.763)\tE 0.297 (0.297)//RE 0.633 (0.633)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.026 (0.083)\tL 0.6283 (0.8931)//RL 1.537 (1.913)//RL1 4.560 (4.813)\tE 0.312 (0.306)//RE 0.625 (0.638)//RE1 1.000 (0.969)\n",
      "\n",
      " * Robust error 0.638\tError 0.306\n",
      "69 th epoch: epsilon: 0.0694118 - 0.0705882, kappa: 0.5083 - 0.5000, lr: 0.0010000\n",
      "Epoch: [69][1/391]\tTime 0.246 (0.246)\tEps 0.069\tData 0.097 (0.097)\tL 0.8379 (0.8379)//RL 1.8461 (1.8461)//RL1 4.7330 (4.7330)\tE 0.289 (0.289)//RE 0.617 (0.617)//RE1 0.938 (0.938)\n",
      "Epoch: [69][200/391]\tTime 0.081 (0.079)\tEps 0.070\tData 0.003 (0.003)\tL 0.9336 (0.9205)//RL 1.5565 (1.6156)//RL1 3.2837 (3.5966)\tE 0.312 (0.321)//RE 0.531 (0.577)//RE1 0.852 (0.922)\n",
      "Epoch: [69][391/391]\tTime 0.056 (0.076)\tEps 0.071\tData 0.002 (0.003)\tL 0.8215 (0.9262)//RL 1.4650 (1.6094)//RL1 3.2232 (3.5556)\tE 0.250 (0.322)//RE 0.562 (0.577)//RE1 0.838 (0.919)\n",
      "\n",
      "Taken 29.840720891952515 s/epoch\n",
      "Test: [1/79]\tTime 3.764 (3.764)\tL 0.8778 (0.8778)//RL 1.931 (1.931)//RL1 4.724 (4.724)\tE 0.289 (0.289)//RE 0.664 (0.664)//RE1 0.930 (0.930)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [79/79]\tTime 0.026 (0.088)\tL 0.8018 (0.9161)//RL 1.749 (1.956)//RL1 4.625 (4.749)\tE 0.312 (0.321)//RE 0.625 (0.655)//RE1 0.938 (0.947)\n",
      "\n",
      " * Robust error 0.655\tError 0.321\n",
      "70 th epoch: epsilon: 0.0705882 - 0.0717647, kappa: 0.5000 - 0.4917, lr: 0.0010000\n",
      "Epoch: [70][1/391]\tTime 0.243 (0.243)\tEps 0.071\tData 0.094 (0.094)\tL 1.0078 (1.0078)//RL 2.1703 (2.1703)//RL1 5.0915 (5.0915)\tE 0.383 (0.383)//RE 0.734 (0.734)//RE1 0.961 (0.961)\n",
      "Epoch: [70][200/391]\tTime 0.071 (0.078)\tEps 0.071\tData 0.002 (0.003)\tL 0.9465 (0.9316)//RL 1.6542 (1.6218)//RL1 3.5583 (3.5217)\tE 0.383 (0.325)//RE 0.625 (0.582)//RE1 0.930 (0.918)\n",
      "Epoch: [70][391/391]\tTime 0.056 (0.075)\tEps 0.072\tData 0.002 (0.003)\tL 0.7245 (0.9345)//RL 1.3369 (1.6162)//RL1 3.0810 (3.5000)\tE 0.263 (0.325)//RE 0.500 (0.580)//RE1 0.887 (0.916)\n",
      "\n",
      "Taken 29.45457172393799 s/epoch\n",
      "Test: [1/79]\tTime 6.384 (6.384)\tL 0.7919 (0.7919)//RL 1.869 (1.869)//RL1 5.018 (5.018)\tE 0.250 (0.250)//RE 0.688 (0.688)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.028 (0.123)\tL 0.6323 (0.8559)//RL 1.505 (1.923)//RL1 4.737 (5.011)\tE 0.250 (0.296)//RE 0.625 (0.653)//RE1 1.000 (0.979)\n",
      "\n",
      " * Robust error 0.653\tError 0.296\n",
      "71 th epoch: epsilon: 0.0717647 - 0.0729412, kappa: 0.4917 - 0.4833, lr: 0.0010000\n",
      "Epoch: [71][1/391]\tTime 0.244 (0.244)\tEps 0.072\tData 0.094 (0.094)\tL 0.8430 (0.8430)//RL 1.9757 (1.9757)//RL1 5.2073 (5.2073)\tE 0.305 (0.305)//RE 0.734 (0.734)//RE1 1.000 (1.000)\n",
      "Epoch: [71][200/391]\tTime 0.081 (0.082)\tEps 0.072\tData 0.003 (0.003)\tL 0.9326 (0.9328)//RL 1.5562 (1.6018)//RL1 3.2632 (3.4800)\tE 0.359 (0.325)//RE 0.531 (0.575)//RE1 0.875 (0.917)\n",
      "Epoch: [71][391/391]\tTime 0.065 (0.079)\tEps 0.073\tData 0.002 (0.003)\tL 0.7252 (0.9395)//RL 1.3336 (1.6050)//RL1 3.0034 (3.4375)\tE 0.225 (0.327)//RE 0.475 (0.575)//RE1 0.887 (0.913)\n",
      "\n",
      "Taken 31.034279346466064 s/epoch\n",
      "Test: [1/79]\tTime 3.518 (3.518)\tL 0.8110 (0.8110)//RL 1.766 (1.766)//RL1 4.464 (4.464)\tE 0.242 (0.242)//RE 0.617 (0.617)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.024 (0.086)\tL 0.7269 (0.8747)//RL 1.651 (1.835)//RL1 4.546 (4.502)\tE 0.312 (0.304)//RE 0.625 (0.625)//RE1 1.000 (0.958)\n",
      "\n",
      " * Robust error 0.625\tError 0.304\n",
      "72 th epoch: epsilon: 0.0729412 - 0.0741176, kappa: 0.4833 - 0.4750, lr: 0.0010000\n",
      "Epoch: [72][1/391]\tTime 0.232 (0.232)\tEps 0.073\tData 0.107 (0.107)\tL 0.9882 (0.9882)//RL 2.0576 (2.0576)//RL1 4.7938 (4.7938)\tE 0.336 (0.336)//RE 0.672 (0.672)//RE1 0.977 (0.977)\n",
      "Epoch: [72][200/391]\tTime 0.086 (0.080)\tEps 0.074\tData 0.002 (0.003)\tL 0.9057 (0.9316)//RL 1.5980 (1.6007)//RL1 3.5865 (3.4257)\tE 0.328 (0.323)//RE 0.594 (0.578)//RE1 0.961 (0.913)\n",
      "Epoch: [72][391/391]\tTime 0.065 (0.080)\tEps 0.074\tData 0.002 (0.003)\tL 0.8622 (0.9422)//RL 1.4538 (1.6100)//RL1 3.1553 (3.4538)\tE 0.287 (0.327)//RE 0.550 (0.581)//RE1 0.938 (0.917)\n",
      "\n",
      "Taken 31.41193675994873 s/epoch\n",
      "Test: [1/79]\tTime 4.838 (4.838)\tL 0.8132 (0.8132)//RL 1.768 (1.768)//RL1 4.535 (4.535)\tE 0.258 (0.258)//RE 0.594 (0.594)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.027 (0.103)\tL 0.7415 (0.8794)//RL 1.652 (1.828)//RL1 4.734 (4.595)\tE 0.312 (0.304)//RE 0.625 (0.638)//RE1 1.000 (0.969)\n",
      "\n",
      " * Robust error 0.638\tError 0.304\n",
      "73 th epoch: epsilon: 0.0741176 - 0.0752941, kappa: 0.4750 - 0.4667, lr: 0.0010000\n",
      "Epoch: [73][1/391]\tTime 0.235 (0.235)\tEps 0.074\tData 0.092 (0.092)\tL 0.9058 (0.9058)//RL 1.9335 (1.9335)//RL1 4.7977 (4.7977)\tE 0.297 (0.297)//RE 0.672 (0.672)//RE1 0.984 (0.984)\n",
      "Epoch: [73][200/391]\tTime 0.069 (0.075)\tEps 0.075\tData 0.002 (0.003)\tL 0.9832 (0.9494)//RL 1.6541 (1.6204)//RL1 3.5659 (3.4768)\tE 0.320 (0.329)//RE 0.586 (0.584)//RE1 0.953 (0.914)\n",
      "Epoch: [73][391/391]\tTime 0.066 (0.076)\tEps 0.075\tData 0.002 (0.003)\tL 0.8338 (0.9519)//RL 1.4450 (1.6112)//RL1 3.1738 (3.4445)\tE 0.263 (0.330)//RE 0.525 (0.580)//RE1 0.950 (0.915)\n",
      "\n",
      "Taken 29.87385654449463 s/epoch\n",
      "Test: [1/79]\tTime 24.999 (24.999)\tL 0.9070 (0.9070)//RL 1.846 (1.846)//RL1 4.480 (4.480)\tE 0.305 (0.305)//RE 0.633 (0.633)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.024 (0.359)\tL 0.7661 (0.9304)//RL 1.627 (1.869)//RL1 4.259 (4.450)\tE 0.438 (0.327)//RE 0.500 (0.626)//RE1 0.875 (0.957)\n",
      "\n",
      " * Robust error 0.626\tError 0.327\n",
      "74 th epoch: epsilon: 0.0752941 - 0.0764706, kappa: 0.4667 - 0.4583, lr: 0.0010000\n",
      "Epoch: [74][1/391]\tTime 0.241 (0.241)\tEps 0.075\tData 0.092 (0.092)\tL 1.0310 (1.0310)//RL 2.0305 (2.0305)//RL1 4.7002 (4.7002)\tE 0.391 (0.391)//RE 0.656 (0.656)//RE1 0.984 (0.984)\n",
      "Epoch: [74][200/391]\tTime 0.069 (0.076)\tEps 0.076\tData 0.002 (0.003)\tL 1.0212 (0.9529)//RL 1.6948 (1.6089)//RL1 3.5947 (3.4386)\tE 0.359 (0.331)//RE 0.625 (0.575)//RE1 0.938 (0.920)\n",
      "Epoch: [74][391/391]\tTime 0.055 (0.073)\tEps 0.076\tData 0.002 (0.002)\tL 0.9413 (0.9588)//RL 1.6294 (1.6085)//RL1 3.5054 (3.4031)\tE 0.325 (0.332)//RE 0.600 (0.577)//RE1 0.938 (0.918)\n",
      "\n",
      "Taken 28.46969962120056 s/epoch\n",
      "Test: [1/79]\tTime 23.072 (23.072)\tL 0.8350 (0.8350)//RL 1.856 (1.856)//RL1 4.783 (4.783)\tE 0.297 (0.297)//RE 0.633 (0.633)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.334)\tL 0.7345 (0.8854)//RL 1.687 (1.893)//RL1 4.703 (4.762)\tE 0.188 (0.301)//RE 0.750 (0.655)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.655\tError 0.301\n",
      "75 th epoch: epsilon: 0.0764706 - 0.0776471, kappa: 0.4583 - 0.4500, lr: 0.0010000\n",
      "Epoch: [75][1/391]\tTime 0.241 (0.241)\tEps 0.076\tData 0.092 (0.092)\tL 1.0363 (1.0363)//RL 2.1535 (2.1535)//RL1 5.1557 (5.1557)\tE 0.359 (0.359)//RE 0.758 (0.758)//RE1 1.000 (1.000)\n",
      "Epoch: [75][200/391]\tTime 0.069 (0.071)\tEps 0.077\tData 0.002 (0.002)\tL 0.9303 (0.9644)//RL 1.6298 (1.6219)//RL1 3.6427 (3.4419)\tE 0.328 (0.334)//RE 0.609 (0.585)//RE1 0.977 (0.920)\n",
      "Epoch: [75][391/391]\tTime 0.067 (0.071)\tEps 0.078\tData 0.003 (0.002)\tL 1.0079 (0.9621)//RL 1.5720 (1.6129)//RL1 3.1895 (3.4402)\tE 0.350 (0.333)//RE 0.562 (0.582)//RE1 0.887 (0.922)\n",
      "\n",
      "Taken 28.03927230834961 s/epoch\n",
      "Test: [1/79]\tTime 6.904 (6.904)\tL 0.9601 (0.9601)//RL 1.918 (1.918)//RL1 4.710 (4.710)\tE 0.289 (0.289)//RE 0.664 (0.664)//RE1 0.961 (0.961)\n",
      "Test: [79/79]\tTime 0.031 (0.128)\tL 0.7390 (0.9837)//RL 1.554 (1.934)//RL1 4.383 (4.723)\tE 0.375 (0.343)//RE 0.625 (0.672)//RE1 1.000 (0.973)\n",
      "\n",
      " * Robust error 0.672\tError 0.343\n",
      "76 th epoch: epsilon: 0.0776471 - 0.0788235, kappa: 0.4500 - 0.4417, lr: 0.0010000\n",
      "Epoch: [76][1/391]\tTime 0.241 (0.241)\tEps 0.078\tData 0.094 (0.094)\tL 1.0568 (1.0568)//RL 2.0500 (2.0500)//RL1 4.8712 (4.8712)\tE 0.367 (0.367)//RE 0.672 (0.672)//RE1 0.977 (0.977)\n",
      "Epoch: [76][200/391]\tTime 0.070 (0.086)\tEps 0.078\tData 0.002 (0.002)\tL 1.0030 (0.9857)//RL 1.6523 (1.6478)//RL1 3.4157 (3.5085)\tE 0.359 (0.340)//RE 0.586 (0.594)//RE1 0.930 (0.932)\n",
      "Epoch: [76][391/391]\tTime 0.056 (0.078)\tEps 0.079\tData 0.002 (0.002)\tL 0.8419 (0.9830)//RL 1.4807 (1.6330)//RL1 3.3822 (3.4539)\tE 0.300 (0.340)//RE 0.512 (0.591)//RE1 0.900 (0.929)\n",
      "\n",
      "Taken 30.6232168674469 s/epoch\n",
      "Test: [1/79]\tTime 3.688 (3.688)\tL 0.9180 (0.9180)//RL 2.038 (2.038)//RL1 5.349 (5.349)\tE 0.289 (0.289)//RE 0.711 (0.711)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.027 (0.089)\tL 0.7334 (0.9542)//RL 1.737 (2.067)//RL1 5.113 (5.342)\tE 0.375 (0.333)//RE 0.688 (0.696)//RE1 1.000 (0.986)\n",
      "\n",
      " * Robust error 0.696\tError 0.333\n",
      "77 th epoch: epsilon: 0.0788235 - 0.0800000, kappa: 0.4417 - 0.4333, lr: 0.0010000\n",
      "Epoch: [77][1/391]\tTime 0.213 (0.213)\tEps 0.079\tData 0.089 (0.089)\tL 1.0539 (1.0539)//RL 2.2549 (2.2549)//RL1 5.6340 (5.6340)\tE 0.398 (0.398)//RE 0.734 (0.734)//RE1 0.992 (0.992)\n",
      "Epoch: [77][200/391]\tTime 0.069 (0.076)\tEps 0.079\tData 0.002 (0.003)\tL 0.9631 (0.9841)//RL 1.6261 (1.6342)//RL1 3.6235 (3.7125)\tE 0.336 (0.342)//RE 0.594 (0.590)//RE1 0.953 (0.940)\n",
      "Epoch: [77][391/391]\tTime 0.071 (0.077)\tEps 0.080\tData 0.002 (0.003)\tL 0.8252 (0.9828)//RL 1.3673 (1.6215)//RL1 3.0255 (3.5923)\tE 0.263 (0.341)//RE 0.588 (0.587)//RE1 0.913 (0.934)\n",
      "\n",
      "Taken 30.324748039245605 s/epoch\n",
      "Test: [1/79]\tTime 3.663 (3.663)\tL 0.8684 (0.8684)//RL 1.710 (1.710)//RL1 4.321 (4.321)\tE 0.250 (0.250)//RE 0.648 (0.648)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.035 (0.089)\tL 0.7441 (0.9140)//RL 1.541 (1.766)//RL1 4.228 (4.374)\tE 0.312 (0.312)//RE 0.625 (0.621)//RE1 1.000 (0.969)\n",
      "\n",
      " * Robust error 0.621\tError 0.312\n",
      "78 th epoch: epsilon: 0.0800000 - 0.0811765, kappa: 0.4333 - 0.4250, lr: 0.0010000\n",
      "Epoch: [78][1/391]\tTime 0.266 (0.266)\tEps 0.080\tData 0.124 (0.124)\tL 1.0538 (1.0538)//RL 2.0150 (2.0150)//RL1 4.8187 (4.8187)\tE 0.398 (0.398)//RE 0.711 (0.711)//RE1 1.000 (1.000)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [78][200/391]\tTime 0.074 (0.075)\tEps 0.081\tData 0.003 (0.003)\tL 0.9491 (0.9913)//RL 1.5410 (1.6357)//RL1 3.2462 (3.5020)\tE 0.352 (0.346)//RE 0.617 (0.590)//RE1 0.898 (0.931)\n",
      "Epoch: [78][391/391]\tTime 0.055 (0.074)\tEps 0.081\tData 0.002 (0.003)\tL 0.9871 (0.9807)//RL 1.6724 (1.6088)//RL1 3.4695 (3.4035)\tE 0.275 (0.342)//RE 0.637 (0.581)//RE1 0.963 (0.920)\n",
      "\n",
      "Taken 29.018463850021362 s/epoch\n",
      "Test: [1/79]\tTime 3.314 (3.314)\tL 0.9025 (0.9025)//RL 1.856 (1.856)//RL1 4.549 (4.549)\tE 0.273 (0.273)//RE 0.633 (0.633)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.026 (0.084)\tL 0.7435 (0.9186)//RL 1.710 (1.857)//RL1 4.479 (4.525)\tE 0.250 (0.310)//RE 0.750 (0.655)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.655\tError 0.310\n",
      "79 th epoch: epsilon: 0.0811765 - 0.0823529, kappa: 0.4250 - 0.4167, lr: 0.0010000\n",
      "Epoch: [79][1/391]\tTime 0.240 (0.240)\tEps 0.081\tData 0.091 (0.091)\tL 1.1295 (1.1295)//RL 2.2002 (2.2002)//RL1 4.9344 (4.9344)\tE 0.445 (0.445)//RE 0.719 (0.719)//RE1 0.992 (0.992)\n",
      "Epoch: [79][200/391]\tTime 0.074 (0.075)\tEps 0.082\tData 0.002 (0.003)\tL 0.8652 (0.9997)//RL 1.4484 (1.6261)//RL1 3.1959 (3.4578)\tE 0.281 (0.347)//RE 0.578 (0.589)//RE1 0.938 (0.931)\n",
      "Epoch: [79][391/391]\tTime 0.070 (0.075)\tEps 0.082\tData 0.002 (0.003)\tL 0.9557 (0.9868)//RL 1.5672 (1.6071)//RL1 3.2775 (3.3829)\tE 0.325 (0.343)//RE 0.512 (0.582)//RE1 0.938 (0.922)\n",
      "\n",
      "Taken 29.249385356903076 s/epoch\n",
      "Test: [1/79]\tTime 3.199 (3.199)\tL 0.8621 (0.8621)//RL 1.808 (1.808)//RL1 4.494 (4.494)\tE 0.305 (0.305)//RE 0.633 (0.633)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.024 (0.081)\tL 0.7668 (0.9650)//RL 1.655 (1.909)//RL1 4.372 (4.561)\tE 0.375 (0.341)//RE 0.625 (0.661)//RE1 1.000 (0.968)\n",
      "\n",
      " * Robust error 0.661\tError 0.341\n",
      "80 th epoch: epsilon: 0.0823529 - 0.0835294, kappa: 0.4167 - 0.4083, lr: 0.0010000\n",
      "Epoch: [80][1/391]\tTime 0.255 (0.255)\tEps 0.082\tData 0.112 (0.112)\tL 1.0135 (1.0135)//RL 1.9634 (1.9634)//RL1 4.5766 (4.5766)\tE 0.352 (0.352)//RE 0.641 (0.641)//RE1 0.938 (0.938)\n",
      "Epoch: [80][200/391]\tTime 0.075 (0.077)\tEps 0.083\tData 0.002 (0.003)\tL 1.0519 (0.9938)//RL 1.6553 (1.6228)//RL1 3.3769 (3.4052)\tE 0.391 (0.345)//RE 0.633 (0.587)//RE1 0.922 (0.922)\n",
      "Epoch: [80][391/391]\tTime 0.070 (0.078)\tEps 0.084\tData 0.002 (0.003)\tL 0.8591 (0.9906)//RL 1.4200 (1.6038)//RL1 3.0343 (3.3388)\tE 0.275 (0.347)//RE 0.488 (0.581)//RE1 0.875 (0.920)\n",
      "\n",
      "Taken 30.70108675956726 s/epoch\n",
      "Test: [1/79]\tTime 3.526 (3.526)\tL 0.8984 (0.8984)//RL 1.791 (1.791)//RL1 4.347 (4.347)\tE 0.273 (0.273)//RE 0.617 (0.617)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.026 (0.086)\tL 0.6535 (0.9734)//RL 1.445 (1.884)//RL1 4.043 (4.397)\tE 0.250 (0.330)//RE 0.562 (0.633)//RE1 0.938 (0.958)\n",
      "\n",
      " * Robust error 0.633\tError 0.330\n",
      "81 th epoch: epsilon: 0.0835294 - 0.0847059, kappa: 0.4083 - 0.4000, lr: 0.0010000\n",
      "Epoch: [81][1/391]\tTime 0.239 (0.239)\tEps 0.084\tData 0.107 (0.107)\tL 1.1792 (1.1792)//RL 2.2662 (2.2662)//RL1 4.9547 (4.9547)\tE 0.461 (0.461)//RE 0.766 (0.766)//RE1 0.984 (0.984)\n",
      "Epoch: [81][200/391]\tTime 0.085 (0.076)\tEps 0.084\tData 0.002 (0.003)\tL 0.8823 (1.0035)//RL 1.4541 (1.6182)//RL1 3.0695 (3.3347)\tE 0.320 (0.348)//RE 0.539 (0.590)//RE1 0.906 (0.923)\n",
      "Epoch: [81][391/391]\tTime 0.057 (0.075)\tEps 0.085\tData 0.002 (0.002)\tL 1.0496 (1.0028)//RL 1.6687 (1.6124)//RL1 3.4681 (3.3301)\tE 0.363 (0.348)//RE 0.637 (0.585)//RE1 0.963 (0.921)\n",
      "\n",
      "Taken 29.27990174293518 s/epoch\n",
      "Test: [1/79]\tTime 12.066 (12.066)\tL 0.9330 (0.9330)//RL 1.844 (1.844)//RL1 4.542 (4.542)\tE 0.281 (0.281)//RE 0.703 (0.703)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.034 (0.196)\tL 0.9204 (0.9895)//RL 1.891 (1.885)//RL1 4.759 (4.542)\tE 0.438 (0.348)//RE 0.750 (0.649)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.649\tError 0.348\n",
      "82 th epoch: epsilon: 0.0847059 - 0.0858824, kappa: 0.4000 - 0.3917, lr: 0.0010000\n",
      "Epoch: [82][1/391]\tTime 0.238 (0.238)\tEps 0.085\tData 0.108 (0.108)\tL 1.0621 (1.0621)//RL 2.0103 (2.0103)//RL1 4.7098 (4.7098)\tE 0.359 (0.359)//RE 0.680 (0.680)//RE1 0.984 (0.984)\n",
      "Epoch: [82][200/391]\tTime 0.075 (0.078)\tEps 0.085\tData 0.002 (0.003)\tL 0.9369 (1.0140)//RL 1.4844 (1.6252)//RL1 3.0832 (3.3630)\tE 0.336 (0.353)//RE 0.539 (0.588)//RE1 0.922 (0.926)\n",
      "Epoch: [82][391/391]\tTime 0.065 (0.076)\tEps 0.086\tData 0.002 (0.003)\tL 0.9869 (1.0103)//RL 1.5668 (1.6166)//RL1 3.3495 (3.3614)\tE 0.325 (0.351)//RE 0.575 (0.586)//RE1 0.950 (0.925)\n",
      "\n",
      "Taken 29.81435751914978 s/epoch\n",
      "Test: [1/79]\tTime 4.257 (4.257)\tL 0.9316 (0.9316)//RL 1.884 (1.884)//RL1 4.856 (4.856)\tE 0.367 (0.367)//RE 0.672 (0.672)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.098)\tL 0.7924 (0.9549)//RL 1.685 (1.883)//RL1 4.755 (4.801)\tE 0.312 (0.336)//RE 0.750 (0.664)//RE1 1.000 (0.986)\n",
      "\n",
      " * Robust error 0.664\tError 0.336\n",
      "83 th epoch: epsilon: 0.0858824 - 0.0870588, kappa: 0.3917 - 0.3833, lr: 0.0010000\n",
      "Epoch: [83][1/391]\tTime 0.235 (0.235)\tEps 0.086\tData 0.095 (0.095)\tL 0.9721 (0.9721)//RL 1.9458 (1.9458)//RL1 4.9539 (4.9539)\tE 0.398 (0.398)//RE 0.703 (0.703)//RE1 0.992 (0.992)\n",
      "Epoch: [83][200/391]\tTime 0.076 (0.079)\tEps 0.086\tData 0.003 (0.003)\tL 1.0238 (1.0103)//RL 1.5902 (1.6259)//RL1 3.2701 (3.4883)\tE 0.320 (0.349)//RE 0.484 (0.585)//RE1 0.914 (0.932)\n",
      "Epoch: [83][391/391]\tTime 0.056 (0.077)\tEps 0.087\tData 0.002 (0.003)\tL 0.9650 (1.0098)//RL 1.4987 (1.6135)//RL1 3.0288 (3.4232)\tE 0.338 (0.351)//RE 0.562 (0.584)//RE1 0.887 (0.928)\n",
      "\n",
      "Taken 30.352994918823242 s/epoch\n",
      "Test: [1/79]\tTime 7.879 (7.879)\tL 0.9094 (0.9094)//RL 1.830 (1.830)//RL1 4.531 (4.531)\tE 0.289 (0.289)//RE 0.602 (0.602)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.140)\tL 0.7778 (0.9750)//RL 1.679 (1.911)//RL1 4.400 (4.576)\tE 0.438 (0.343)//RE 0.625 (0.657)//RE1 1.000 (0.972)\n",
      "\n",
      " * Robust error 0.657\tError 0.343\n",
      "84 th epoch: epsilon: 0.0870588 - 0.0882353, kappa: 0.3833 - 0.3750, lr: 0.0010000\n",
      "Epoch: [84][1/391]\tTime 0.234 (0.234)\tEps 0.087\tData 0.112 (0.112)\tL 1.0397 (1.0397)//RL 2.0202 (2.0202)//RL1 4.6964 (4.6964)\tE 0.398 (0.398)//RE 0.719 (0.719)//RE1 0.969 (0.969)\n",
      "Epoch: [84][200/391]\tTime 0.081 (0.080)\tEps 0.088\tData 0.003 (0.003)\tL 1.0411 (1.0242)//RL 1.6545 (1.6285)//RL1 3.3120 (3.3525)\tE 0.383 (0.355)//RE 0.648 (0.591)//RE1 0.938 (0.923)\n",
      "Epoch: [84][391/391]\tTime 0.056 (0.079)\tEps 0.088\tData 0.002 (0.003)\tL 1.2167 (1.0231)//RL 1.8525 (1.6151)//RL1 3.5410 (3.2783)\tE 0.463 (0.356)//RE 0.713 (0.588)//RE1 0.950 (0.919)\n",
      "\n",
      "Taken 30.848224878311157 s/epoch\n",
      "Test: [1/79]\tTime 4.194 (4.194)\tL 0.9890 (0.9890)//RL 1.843 (1.843)//RL1 4.319 (4.319)\tE 0.281 (0.281)//RE 0.680 (0.680)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.033 (0.097)\tL 0.8099 (0.9909)//RL 1.607 (1.836)//RL1 4.100 (4.277)\tE 0.312 (0.343)//RE 0.750 (0.662)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.662\tError 0.343\n",
      "85 th epoch: epsilon: 0.0882353 - 0.0894118, kappa: 0.3750 - 0.3667, lr: 0.0010000\n",
      "Epoch: [85][1/391]\tTime 0.226 (0.226)\tEps 0.088\tData 0.101 (0.101)\tL 1.0259 (1.0259)//RL 1.9107 (1.9107)//RL1 4.3990 (4.3990)\tE 0.359 (0.359)//RE 0.656 (0.656)//RE1 0.977 (0.977)\n",
      "Epoch: [85][200/391]\tTime 0.084 (0.080)\tEps 0.089\tData 0.003 (0.003)\tL 1.0900 (1.0179)//RL 1.6415 (1.6102)//RL1 3.1950 (3.2388)\tE 0.398 (0.353)//RE 0.633 (0.590)//RE1 0.922 (0.916)\n",
      "Epoch: [85][391/391]\tTime 0.056 (0.077)\tEps 0.089\tData 0.002 (0.003)\tL 1.1592 (1.0134)//RL 1.8367 (1.6009)//RL1 3.4929 (3.1906)\tE 0.375 (0.350)//RE 0.637 (0.585)//RE1 0.950 (0.912)\n",
      "\n",
      "Taken 30.068521976470947 s/epoch\n",
      "Test: [1/79]\tTime 15.762 (15.762)\tL 0.9068 (0.9068)//RL 1.831 (1.831)//RL1 4.386 (4.386)\tE 0.305 (0.305)//RE 0.609 (0.609)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.025 (0.240)\tL 0.7039 (0.9689)//RL 1.577 (1.889)//RL1 4.181 (4.397)\tE 0.250 (0.352)//RE 0.625 (0.656)//RE1 1.000 (0.975)\n",
      "\n",
      " * Robust error 0.656\tError 0.352\n",
      "86 th epoch: epsilon: 0.0894118 - 0.0905882, kappa: 0.3667 - 0.3583, lr: 0.0010000\n",
      "Epoch: [86][1/391]\tTime 0.245 (0.245)\tEps 0.089\tData 0.094 (0.094)\tL 1.0555 (1.0555)//RL 2.0434 (2.0434)//RL1 4.6354 (4.6354)\tE 0.383 (0.383)//RE 0.688 (0.688)//RE1 1.000 (1.000)\n",
      "Epoch: [86][200/391]\tTime 0.077 (0.079)\tEps 0.090\tData 0.002 (0.003)\tL 0.9014 (1.0340)//RL 1.4610 (1.6334)//RL1 2.8953 (3.2277)\tE 0.289 (0.357)//RE 0.523 (0.591)//RE1 0.883 (0.915)\n",
      "Epoch: [86][391/391]\tTime 0.065 (0.078)\tEps 0.091\tData 0.002 (0.003)\tL 0.9168 (1.0303)//RL 1.5265 (1.6283)//RL1 3.0580 (3.2132)\tE 0.375 (0.357)//RE 0.650 (0.591)//RE1 0.875 (0.915)\n",
      "\n",
      "Taken 30.594003438949585 s/epoch\n",
      "Test: [1/79]\tTime 22.181 (22.181)\tL 0.9009 (0.9009)//RL 1.738 (1.738)//RL1 3.962 (3.962)\tE 0.250 (0.250)//RE 0.609 (0.609)//RE1 0.953 (0.953)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [79/79]\tTime 0.034 (0.324)\tL 0.7519 (0.9940)//RL 1.552 (1.844)//RL1 4.027 (4.054)\tE 0.375 (0.353)//RE 0.562 (0.641)//RE1 1.000 (0.944)\n",
      "\n",
      " * Robust error 0.641\tError 0.353\n",
      "87 th epoch: epsilon: 0.0905882 - 0.0917647, kappa: 0.3583 - 0.3500, lr: 0.0010000\n",
      "Epoch: [87][1/391]\tTime 0.230 (0.230)\tEps 0.091\tData 0.106 (0.106)\tL 1.0285 (1.0285)//RL 1.9195 (1.9195)//RL1 4.1821 (4.1821)\tE 0.328 (0.328)//RE 0.656 (0.656)//RE1 0.961 (0.961)\n",
      "Epoch: [87][200/391]\tTime 0.077 (0.078)\tEps 0.091\tData 0.002 (0.003)\tL 1.1640 (1.0373)//RL 1.7829 (1.6125)//RL1 3.2919 (3.1188)\tE 0.367 (0.362)//RE 0.609 (0.590)//RE1 0.898 (0.903)\n",
      "Epoch: [87][391/391]\tTime 0.070 (0.079)\tEps 0.092\tData 0.002 (0.003)\tL 1.0717 (1.0357)//RL 1.6533 (1.6027)//RL1 3.0706 (3.0643)\tE 0.338 (0.360)//RE 0.588 (0.585)//RE1 0.925 (0.898)\n",
      "\n",
      "Taken 30.92741894721985 s/epoch\n",
      "Test: [1/79]\tTime 2.329 (2.329)\tL 0.9715 (0.9715)//RL 1.942 (1.942)//RL1 4.353 (4.353)\tE 0.297 (0.297)//RE 0.688 (0.688)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.033 (0.073)\tL 0.8740 (1.0474)//RL 1.807 (2.022)//RL1 4.296 (4.386)\tE 0.312 (0.359)//RE 0.688 (0.689)//RE1 1.000 (0.965)\n",
      "\n",
      " * Robust error 0.689\tError 0.359\n",
      "88 th epoch: epsilon: 0.0917647 - 0.0929412, kappa: 0.3500 - 0.3417, lr: 0.0010000\n",
      "Epoch: [88][1/391]\tTime 0.254 (0.254)\tEps 0.092\tData 0.115 (0.115)\tL 1.1908 (1.1908)//RL 2.2314 (2.2314)//RL1 4.5738 (4.5738)\tE 0.430 (0.430)//RE 0.773 (0.773)//RE1 0.945 (0.945)\n",
      "Epoch: [88][200/391]\tTime 0.076 (0.076)\tEps 0.092\tData 0.002 (0.003)\tL 0.9611 (1.0427)//RL 1.4829 (1.6197)//RL1 2.8055 (3.0658)\tE 0.336 (0.362)//RE 0.508 (0.589)//RE1 0.891 (0.904)\n",
      "Epoch: [88][391/391]\tTime 0.062 (0.075)\tEps 0.093\tData 0.002 (0.003)\tL 1.0162 (1.0423)//RL 1.5538 (1.6103)//RL1 2.9853 (3.0222)\tE 0.350 (0.363)//RE 0.600 (0.588)//RE1 0.963 (0.895)\n",
      "\n",
      "Taken 29.55363368988037 s/epoch\n",
      "Test: [1/79]\tTime 3.897 (3.897)\tL 0.9017 (0.9017)//RL 1.750 (1.750)//RL1 4.012 (4.012)\tE 0.305 (0.305)//RE 0.688 (0.688)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.034 (0.094)\tL 0.7635 (1.0191)//RL 1.519 (1.868)//RL1 3.940 (4.088)\tE 0.312 (0.362)//RE 0.562 (0.651)//RE1 1.000 (0.961)\n",
      "\n",
      " * Robust error 0.651\tError 0.362\n",
      "89 th epoch: epsilon: 0.0929412 - 0.0941176, kappa: 0.3417 - 0.3333, lr: 0.0010000\n",
      "Epoch: [89][1/391]\tTime 0.204 (0.204)\tEps 0.093\tData 0.088 (0.088)\tL 1.1137 (1.1137)//RL 1.9954 (1.9954)//RL1 4.2665 (4.2665)\tE 0.367 (0.367)//RE 0.680 (0.680)//RE1 0.969 (0.969)\n",
      "Epoch: [89][200/391]\tTime 0.069 (0.077)\tEps 0.094\tData 0.002 (0.003)\tL 1.0687 (1.0566)//RL 1.5804 (1.6203)//RL1 2.8301 (3.0303)\tE 0.359 (0.368)//RE 0.578 (0.592)//RE1 0.828 (0.897)\n",
      "Epoch: [89][391/391]\tTime 0.062 (0.074)\tEps 0.094\tData 0.002 (0.003)\tL 1.0666 (1.0472)//RL 1.6369 (1.6049)//RL1 3.0820 (3.0214)\tE 0.350 (0.364)//RE 0.562 (0.586)//RE1 0.838 (0.896)\n",
      "\n",
      "Taken 29.190019130706787 s/epoch\n",
      "Test: [1/79]\tTime 3.812 (3.812)\tL 0.8545 (0.8545)//RL 1.708 (1.708)//RL1 3.997 (3.997)\tE 0.242 (0.242)//RE 0.562 (0.562)//RE1 0.961 (0.961)\n",
      "Test: [79/79]\tTime 0.025 (0.092)\tL 0.8519 (0.9751)//RL 1.625 (1.860)//RL1 4.119 (4.157)\tE 0.375 (0.346)//RE 0.562 (0.640)//RE1 1.000 (0.951)\n",
      "\n",
      " * Robust error 0.640\tError 0.346\n",
      "90 th epoch: epsilon: 0.0941176 - 0.0952941, kappa: 0.3333 - 0.3250, lr: 0.0010000\n",
      "Epoch: [90][1/391]\tTime 0.235 (0.235)\tEps 0.094\tData 0.111 (0.111)\tL 1.0422 (1.0422)//RL 1.9775 (1.9775)//RL1 4.3474 (4.3474)\tE 0.336 (0.336)//RE 0.648 (0.648)//RE1 0.977 (0.977)\n",
      "Epoch: [90][200/391]\tTime 0.077 (0.077)\tEps 0.095\tData 0.003 (0.003)\tL 1.1465 (1.0503)//RL 1.7083 (1.6226)//RL1 3.1362 (3.1092)\tE 0.391 (0.365)//RE 0.633 (0.591)//RE1 0.914 (0.902)\n",
      "Epoch: [90][391/391]\tTime 0.065 (0.077)\tEps 0.095\tData 0.002 (0.003)\tL 1.1869 (1.0541)//RL 1.8650 (1.6141)//RL1 3.4509 (3.0654)\tE 0.400 (0.366)//RE 0.650 (0.588)//RE1 0.975 (0.902)\n",
      "\n",
      "Taken 30.19197702407837 s/epoch\n",
      "Test: [1/79]\tTime 2.499 (2.499)\tL 0.9797 (0.9797)//RL 1.933 (1.933)//RL1 4.327 (4.327)\tE 0.289 (0.289)//RE 0.711 (0.711)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.033 (0.076)\tL 0.7350 (1.0046)//RL 1.564 (1.938)//RL1 4.048 (4.288)\tE 0.250 (0.345)//RE 0.625 (0.678)//RE1 0.938 (0.970)\n",
      "\n",
      " * Robust error 0.678\tError 0.345\n",
      "91 th epoch: epsilon: 0.0952941 - 0.0964706, kappa: 0.3250 - 0.3167, lr: 0.0010000\n",
      "Epoch: [91][1/391]\tTime 0.234 (0.234)\tEps 0.095\tData 0.107 (0.107)\tL 1.0072 (1.0072)//RL 1.9614 (1.9614)//RL1 4.2922 (4.2922)\tE 0.344 (0.344)//RE 0.695 (0.695)//RE1 0.969 (0.969)\n",
      "Epoch: [91][200/391]\tTime 0.076 (0.076)\tEps 0.096\tData 0.002 (0.003)\tL 1.0511 (1.0687)//RL 1.5937 (1.6382)//RL1 2.9724 (3.0919)\tE 0.375 (0.374)//RE 0.570 (0.596)//RE1 0.914 (0.905)\n",
      "Epoch: [91][391/391]\tTime 0.071 (0.076)\tEps 0.096\tData 0.002 (0.003)\tL 1.0896 (1.0689)//RL 1.6532 (1.6275)//RL1 3.1312 (3.0623)\tE 0.350 (0.374)//RE 0.613 (0.595)//RE1 0.913 (0.903)\n",
      "\n",
      "Taken 29.971184968948364 s/epoch\n",
      "Test: [1/79]\tTime 3.373 (3.373)\tL 0.9832 (0.9832)//RL 1.774 (1.774)//RL1 3.949 (3.949)\tE 0.297 (0.297)//RE 0.625 (0.625)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.083)\tL 1.0020 (1.0389)//RL 1.789 (1.817)//RL1 4.157 (3.960)\tE 0.375 (0.352)//RE 0.625 (0.654)//RE1 1.000 (0.961)\n",
      "\n",
      " * Robust error 0.654\tError 0.352\n",
      "92 th epoch: epsilon: 0.0964706 - 0.0976471, kappa: 0.3167 - 0.3083, lr: 0.0010000\n",
      "Epoch: [92][1/391]\tTime 0.230 (0.230)\tEps 0.096\tData 0.110 (0.110)\tL 0.9672 (0.9672)//RL 1.7425 (1.7425)//RL1 3.9173 (3.9173)\tE 0.359 (0.359)//RE 0.664 (0.664)//RE1 0.969 (0.969)\n",
      "Epoch: [92][200/391]\tTime 0.078 (0.078)\tEps 0.097\tData 0.003 (0.004)\tL 1.2592 (1.0791)//RL 1.8606 (1.6392)//RL1 3.3329 (3.0864)\tE 0.422 (0.371)//RE 0.609 (0.597)//RE1 0.906 (0.908)\n",
      "Epoch: [92][391/391]\tTime 0.056 (0.077)\tEps 0.098\tData 0.002 (0.003)\tL 0.9354 (1.0693)//RL 1.4514 (1.6137)//RL1 2.7898 (3.0199)\tE 0.375 (0.371)//RE 0.588 (0.590)//RE1 0.863 (0.902)\n",
      "\n",
      "Taken 30.374044179916382 s/epoch\n",
      "Test: [1/79]\tTime 3.036 (3.036)\tL 0.8487 (0.8487)//RL 1.657 (1.657)//RL1 3.827 (3.827)\tE 0.234 (0.234)//RE 0.602 (0.602)//RE1 0.961 (0.961)\n",
      "Test: [79/79]\tTime 0.025 (0.082)\tL 0.8171 (0.9732)//RL 1.652 (1.801)//RL1 3.979 (3.949)\tE 0.438 (0.337)//RE 0.625 (0.633)//RE1 1.000 (0.950)\n",
      "\n",
      " * Robust error 0.633\tError 0.337\n",
      "93 th epoch: epsilon: 0.0976471 - 0.0988235, kappa: 0.3083 - 0.3000, lr: 0.0010000\n",
      "Epoch: [93][1/391]\tTime 0.210 (0.210)\tEps 0.098\tData 0.091 (0.091)\tL 0.8929 (0.8929)//RL 1.7422 (1.7422)//RL1 3.9534 (3.9534)\tE 0.297 (0.297)//RE 0.617 (0.617)//RE1 0.961 (0.961)\n",
      "Epoch: [93][200/391]\tTime 0.075 (0.074)\tEps 0.098\tData 0.003 (0.003)\tL 0.9583 (1.0767)//RL 1.4913 (1.6401)//RL1 2.9742 (3.0711)\tE 0.289 (0.374)//RE 0.617 (0.599)//RE1 0.898 (0.904)\n",
      "Epoch: [93][391/391]\tTime 0.065 (0.075)\tEps 0.099\tData 0.002 (0.003)\tL 1.1752 (1.0761)//RL 1.6959 (1.6307)//RL1 3.0862 (3.0663)\tE 0.388 (0.374)//RE 0.625 (0.597)//RE1 0.938 (0.907)\n",
      "\n",
      "Taken 29.42298650741577 s/epoch\n",
      "Test: [1/79]\tTime 3.232 (3.232)\tL 0.9674 (0.9674)//RL 1.838 (1.838)//RL1 4.248 (4.248)\tE 0.305 (0.305)//RE 0.672 (0.672)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.026 (0.084)\tL 0.8527 (1.0105)//RL 1.660 (1.877)//RL1 4.228 (4.237)\tE 0.312 (0.347)//RE 0.688 (0.667)//RE1 1.000 (0.968)\n",
      "\n",
      " * Robust error 0.667\tError 0.347\n",
      "94 th epoch: epsilon: 0.0988235 - 0.1000000, kappa: 0.3000 - 0.2917, lr: 0.0010000\n",
      "Epoch: [94][1/391]\tTime 0.236 (0.236)\tEps 0.099\tData 0.093 (0.093)\tL 1.1534 (1.1534)//RL 2.0881 (2.0881)//RL1 4.5081 (4.5081)\tE 0.430 (0.430)//RE 0.719 (0.719)//RE1 0.977 (0.977)\n",
      "Epoch: [94][200/391]\tTime 0.086 (0.082)\tEps 0.099\tData 0.002 (0.003)\tL 1.0450 (1.0892)//RL 1.5106 (1.6388)//RL1 2.9518 (3.1217)\tE 0.352 (0.381)//RE 0.539 (0.601)//RE1 0.922 (0.910)\n",
      "Epoch: [94][391/391]\tTime 0.065 (0.081)\tEps 0.100\tData 0.002 (0.002)\tL 1.2172 (1.0878)//RL 1.7967 (1.6284)//RL1 3.3171 (3.1130)\tE 0.400 (0.379)//RE 0.613 (0.595)//RE1 0.950 (0.909)\n",
      "\n",
      "Taken 31.70490312576294 s/epoch\n",
      "Test: [1/79]\tTime 4.135 (4.135)\tL 0.9378 (0.9378)//RL 1.694 (1.694)//RL1 3.901 (3.901)\tE 0.312 (0.312)//RE 0.633 (0.633)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.033 (0.095)\tL 0.7843 (1.0150)//RL 1.504 (1.767)//RL1 3.885 (3.941)\tE 0.312 (0.354)//RE 0.750 (0.627)//RE1 1.000 (0.958)\n",
      "\n",
      " * Robust error 0.627\tError 0.354\n",
      "95 th epoch: epsilon: 0.1000000 - 0.1011765, kappa: 0.2917 - 0.2833, lr: 0.0010000\n",
      "Epoch: [95][1/391]\tTime 0.231 (0.231)\tEps 0.100\tData 0.106 (0.106)\tL 1.0304 (1.0304)//RL 1.8195 (1.8195)//RL1 3.9912 (3.9912)\tE 0.336 (0.336)//RE 0.664 (0.664)//RE1 0.953 (0.953)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [95][200/391]\tTime 0.069 (0.072)\tEps 0.101\tData 0.002 (0.003)\tL 0.9996 (1.0786)//RL 1.4820 (1.6156)//RL1 2.8296 (3.1069)\tE 0.352 (0.374)//RE 0.516 (0.588)//RE1 0.852 (0.904)\n",
      "Epoch: [95][391/391]\tTime 0.055 (0.071)\tEps 0.101\tData 0.002 (0.002)\tL 1.0693 (1.0844)//RL 1.5873 (1.6116)//RL1 3.0313 (3.0692)\tE 0.400 (0.377)//RE 0.637 (0.590)//RE1 0.875 (0.904)\n",
      "\n",
      "Taken 27.701082468032837 s/epoch\n",
      "Test: [1/79]\tTime 4.075 (4.075)\tL 0.9622 (0.9622)//RL 1.741 (1.741)//RL1 3.923 (3.923)\tE 0.336 (0.336)//RE 0.609 (0.609)//RE1 0.953 (0.953)\n",
      "Test: [79/79]\tTime 0.025 (0.092)\tL 0.8610 (1.0336)//RL 1.649 (1.834)//RL1 4.041 (4.038)\tE 0.375 (0.372)//RE 0.625 (0.642)//RE1 1.000 (0.949)\n",
      "\n",
      " * Robust error 0.642\tError 0.372\n",
      "96 th epoch: epsilon: 0.1011765 - 0.1023529, kappa: 0.2833 - 0.2750, lr: 0.0010000\n",
      "Epoch: [96][1/391]\tTime 0.238 (0.238)\tEps 0.101\tData 0.091 (0.091)\tL 1.1408 (1.1408)//RL 1.9992 (1.9992)//RL1 4.2849 (4.2849)\tE 0.344 (0.344)//RE 0.695 (0.695)//RE1 0.977 (0.977)\n",
      "Epoch: [96][200/391]\tTime 0.081 (0.075)\tEps 0.102\tData 0.003 (0.003)\tL 1.0193 (1.0965)//RL 1.4972 (1.6318)//RL1 2.8753 (3.1204)\tE 0.375 (0.381)//RE 0.570 (0.596)//RE1 0.898 (0.908)\n",
      "Epoch: [96][391/391]\tTime 0.070 (0.078)\tEps 0.102\tData 0.002 (0.003)\tL 1.1537 (1.0930)//RL 1.6795 (1.6217)//RL1 3.0417 (3.0987)\tE 0.363 (0.381)//RE 0.600 (0.593)//RE1 0.925 (0.907)\n",
      "\n",
      "Taken 30.732503652572632 s/epoch\n",
      "Test: [1/79]\tTime 2.567 (2.567)\tL 1.0088 (1.0088)//RL 1.809 (1.809)//RL1 4.082 (4.082)\tE 0.305 (0.305)//RE 0.672 (0.672)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.024 (0.074)\tL 0.8822 (1.0447)//RL 1.604 (1.843)//RL1 4.069 (4.081)\tE 0.438 (0.367)//RE 0.750 (0.667)//RE1 1.000 (0.970)\n",
      "\n",
      " * Robust error 0.667\tError 0.367\n",
      "97 th epoch: epsilon: 0.1023529 - 0.1035294, kappa: 0.2750 - 0.2667, lr: 0.0010000\n",
      "Epoch: [97][1/391]\tTime 0.239 (0.239)\tEps 0.102\tData 0.093 (0.093)\tL 1.1879 (1.1879)//RL 2.0715 (2.0715)//RL1 4.3814 (4.3814)\tE 0.438 (0.438)//RE 0.742 (0.742)//RE1 0.984 (0.984)\n",
      "Epoch: [97][200/391]\tTime 0.074 (0.073)\tEps 0.103\tData 0.002 (0.003)\tL 1.0070 (1.0896)//RL 1.4984 (1.6250)//RL1 2.7649 (3.0685)\tE 0.336 (0.379)//RE 0.570 (0.595)//RE1 0.891 (0.905)\n",
      "Epoch: [97][391/391]\tTime 0.064 (0.074)\tEps 0.104\tData 0.002 (0.003)\tL 1.1123 (1.0944)//RL 1.5903 (1.6181)//RL1 2.8218 (3.0235)\tE 0.363 (0.381)//RE 0.575 (0.591)//RE1 0.850 (0.903)\n",
      "\n",
      "Taken 29.09452772140503 s/epoch\n",
      "Test: [1/79]\tTime 4.110 (4.110)\tL 0.9615 (0.9615)//RL 1.745 (1.745)//RL1 3.880 (3.880)\tE 0.312 (0.312)//RE 0.641 (0.641)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.024 (0.093)\tL 0.7380 (1.0181)//RL 1.458 (1.802)//RL1 3.700 (3.910)\tE 0.250 (0.352)//RE 0.688 (0.652)//RE1 1.000 (0.953)\n",
      "\n",
      " * Robust error 0.652\tError 0.352\n",
      "98 th epoch: epsilon: 0.1035294 - 0.1047059, kappa: 0.2667 - 0.2583, lr: 0.0010000\n",
      "Epoch: [98][1/391]\tTime 0.259 (0.259)\tEps 0.104\tData 0.124 (0.124)\tL 1.0486 (1.0486)//RL 1.9088 (1.9088)//RL1 4.0464 (4.0464)\tE 0.312 (0.312)//RE 0.648 (0.648)//RE1 0.977 (0.977)\n",
      "Epoch: [98][200/391]\tTime 0.074 (0.074)\tEps 0.104\tData 0.002 (0.003)\tL 1.1448 (1.1091)//RL 1.6228 (1.6291)//RL1 2.9371 (3.0240)\tE 0.422 (0.388)//RE 0.586 (0.599)//RE1 0.914 (0.904)\n",
      "Epoch: [98][391/391]\tTime 0.070 (0.074)\tEps 0.105\tData 0.002 (0.003)\tL 1.0336 (1.1098)//RL 1.5457 (1.6263)//RL1 2.9769 (3.0100)\tE 0.312 (0.387)//RE 0.613 (0.598)//RE1 0.900 (0.904)\n",
      "\n",
      "Taken 29.160383701324463 s/epoch\n",
      "Test: [1/79]\tTime 4.790 (4.790)\tL 0.9290 (0.9290)//RL 1.670 (1.670)//RL1 3.793 (3.793)\tE 0.242 (0.242)//RE 0.562 (0.562)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.025 (0.101)\tL 0.7942 (1.0205)//RL 1.522 (1.771)//RL1 3.808 (3.884)\tE 0.375 (0.350)//RE 0.625 (0.639)//RE1 1.000 (0.963)\n",
      "\n",
      " * Robust error 0.639\tError 0.350\n",
      "99 th epoch: epsilon: 0.1047059 - 0.1058824, kappa: 0.2583 - 0.2500, lr: 0.0010000\n",
      "Epoch: [99][1/391]\tTime 0.236 (0.236)\tEps 0.105\tData 0.090 (0.090)\tL 1.1228 (1.1228)//RL 1.9182 (1.9182)//RL1 4.1189 (4.1189)\tE 0.453 (0.453)//RE 0.680 (0.680)//RE1 0.984 (0.984)\n",
      "Epoch: [99][200/391]\tTime 0.076 (0.078)\tEps 0.105\tData 0.002 (0.003)\tL 1.1543 (1.1107)//RL 1.6644 (1.6214)//RL1 3.0385 (3.0382)\tE 0.398 (0.388)//RE 0.617 (0.597)//RE1 0.922 (0.905)\n",
      "Epoch: [99][391/391]\tTime 0.065 (0.077)\tEps 0.106\tData 0.002 (0.003)\tL 1.0717 (1.1108)//RL 1.5434 (1.6229)//RL1 2.8184 (3.0437)\tE 0.350 (0.386)//RE 0.525 (0.596)//RE1 0.863 (0.906)\n",
      "\n",
      "Taken 30.20297336578369 s/epoch\n",
      "Test: [1/79]\tTime 8.716 (8.716)\tL 0.9328 (0.9328)//RL 1.728 (1.728)//RL1 4.093 (4.093)\tE 0.289 (0.289)//RE 0.609 (0.609)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.152)\tL 0.7914 (1.0201)//RL 1.566 (1.832)//RL1 4.017 (4.153)\tE 0.375 (0.356)//RE 0.688 (0.640)//RE1 1.000 (0.965)\n",
      "\n",
      " * Robust error 0.640\tError 0.356\n",
      "100 th epoch: epsilon: 0.1058824 - 0.1070588, kappa: 0.2500 - 0.2417, lr: 0.0010000\n",
      "Epoch: [100][1/391]\tTime 0.220 (0.220)\tEps 0.106\tData 0.095 (0.095)\tL 1.1094 (1.1094)//RL 1.9772 (1.9772)//RL1 4.3582 (4.3582)\tE 0.359 (0.359)//RE 0.680 (0.680)//RE1 0.961 (0.961)\n",
      "Epoch: [100][200/391]\tTime 0.077 (0.078)\tEps 0.106\tData 0.002 (0.003)\tL 1.0506 (1.1327)//RL 1.5715 (1.6519)//RL1 3.2173 (3.2210)\tE 0.398 (0.395)//RE 0.617 (0.606)//RE1 0.938 (0.929)\n",
      "Epoch: [100][391/391]\tTime 0.055 (0.077)\tEps 0.107\tData 0.002 (0.003)\tL 1.2122 (1.1267)//RL 1.7457 (1.6353)//RL1 3.2808 (3.1538)\tE 0.425 (0.393)//RE 0.625 (0.601)//RE1 0.938 (0.920)\n",
      "\n",
      "Taken 30.22144317626953 s/epoch\n",
      "Test: [1/79]\tTime 14.157 (14.157)\tL 0.9598 (0.9598)//RL 1.708 (1.708)//RL1 4.025 (4.025)\tE 0.266 (0.266)//RE 0.562 (0.562)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.035 (0.224)\tL 0.8824 (1.0597)//RL 1.606 (1.822)//RL1 3.983 (4.126)\tE 0.438 (0.369)//RE 0.625 (0.659)//RE1 1.000 (0.970)\n",
      "\n",
      " * Robust error 0.659\tError 0.369\n",
      "101 th epoch: epsilon: 0.1070588 - 0.1082353, kappa: 0.2417 - 0.2333, lr: 0.0010000\n",
      "Epoch: [101][1/391]\tTime 0.214 (0.214)\tEps 0.107\tData 0.091 (0.091)\tL 1.2054 (1.2054)//RL 2.0211 (2.0211)//RL1 4.3705 (4.3705)\tE 0.414 (0.414)//RE 0.672 (0.672)//RE1 0.992 (0.992)\n",
      "Epoch: [101][200/391]\tTime 0.069 (0.070)\tEps 0.108\tData 0.002 (0.002)\tL 1.0937 (1.1373)//RL 1.6109 (1.6478)//RL1 3.1779 (3.1937)\tE 0.367 (0.396)//RE 0.672 (0.603)//RE1 0.953 (0.926)\n",
      "Epoch: [101][391/391]\tTime 0.071 (0.071)\tEps 0.108\tData 0.002 (0.002)\tL 1.2439 (1.1375)//RL 1.7405 (1.6391)//RL1 3.1527 (3.1408)\tE 0.400 (0.396)//RE 0.625 (0.602)//RE1 0.950 (0.923)\n",
      "\n",
      "Taken 27.88181471824646 s/epoch\n",
      "Test: [1/79]\tTime 4.226 (4.226)\tL 1.0194 (1.0194)//RL 1.759 (1.759)//RL1 4.006 (4.006)\tE 0.305 (0.305)//RE 0.602 (0.602)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.027 (0.094)\tL 0.8567 (1.0704)//RL 1.510 (1.811)//RL1 3.794 (4.034)\tE 0.500 (0.367)//RE 0.625 (0.658)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.658\tError 0.367\n",
      "102 th epoch: epsilon: 0.1082353 - 0.1094118, kappa: 0.2333 - 0.2250, lr: 0.0010000\n",
      "Epoch: [102][1/391]\tTime 0.240 (0.240)\tEps 0.108\tData 0.095 (0.095)\tL 1.0849 (1.0849)//RL 1.8621 (1.8621)//RL1 4.1617 (4.1617)\tE 0.312 (0.312)//RE 0.695 (0.695)//RE1 0.992 (0.992)\n",
      "Epoch: [102][200/391]\tTime 0.075 (0.076)\tEps 0.109\tData 0.003 (0.003)\tL 1.2003 (1.1259)//RL 1.6988 (1.6278)//RL1 3.1108 (3.0632)\tE 0.438 (0.387)//RE 0.617 (0.597)//RE1 0.914 (0.912)\n",
      "Epoch: [102][391/391]\tTime 0.070 (0.077)\tEps 0.109\tData 0.002 (0.003)\tL 1.0431 (1.1305)//RL 1.5653 (1.6254)//RL1 2.9931 (3.0368)\tE 0.338 (0.395)//RE 0.637 (0.597)//RE1 0.950 (0.914)\n",
      "\n",
      "Taken 30.198686122894287 s/epoch\n",
      "Test: [1/79]\tTime 3.193 (3.193)\tL 1.0038 (1.0038)//RL 1.776 (1.776)//RL1 4.019 (4.019)\tE 0.289 (0.289)//RE 0.648 (0.648)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.024 (0.082)\tL 0.9980 (1.0547)//RL 1.787 (1.824)//RL1 4.231 (4.057)\tE 0.562 (0.369)//RE 0.750 (0.653)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.653\tError 0.369\n",
      "103 th epoch: epsilon: 0.1094118 - 0.1105882, kappa: 0.2250 - 0.2167, lr: 0.0010000\n",
      "Epoch: [103][1/391]\tTime 0.228 (0.228)\tEps 0.109\tData 0.090 (0.090)\tL 1.1134 (1.1134)//RL 1.9315 (1.9315)//RL1 4.1657 (4.1657)\tE 0.398 (0.398)//RE 0.656 (0.656)//RE1 0.961 (0.961)\n",
      "Epoch: [103][200/391]\tTime 0.075 (0.076)\tEps 0.110\tData 0.002 (0.002)\tL 1.2210 (1.1354)//RL 1.7774 (1.6337)//RL1 3.3316 (3.1215)\tE 0.445 (0.397)//RE 0.648 (0.603)//RE1 0.906 (0.923)\n",
      "Epoch: [103][391/391]\tTime 0.071 (0.076)\tEps 0.111\tData 0.002 (0.002)\tL 1.2229 (1.1356)//RL 1.7034 (1.6319)//RL1 3.0858 (3.1317)\tE 0.400 (0.394)//RE 0.625 (0.602)//RE1 0.950 (0.925)\n",
      "\n",
      "Taken 29.962682723999023 s/epoch\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [1/79]\tTime 10.199 (10.199)\tL 1.0515 (1.0515)//RL 1.744 (1.744)//RL1 3.796 (3.796)\tE 0.328 (0.328)//RE 0.633 (0.633)//RE1 0.961 (0.961)\n",
      "Test: [79/79]\tTime 0.023 (0.171)\tL 0.9662 (1.1097)//RL 1.658 (1.808)//RL1 3.799 (3.846)\tE 0.375 (0.387)//RE 0.750 (0.647)//RE1 1.000 (0.952)\n",
      "\n",
      " * Robust error 0.647\tError 0.387\n",
      "104 th epoch: epsilon: 0.1105882 - 0.1117647, kappa: 0.2167 - 0.2083, lr: 0.0010000\n",
      "Epoch: [104][1/391]\tTime 0.241 (0.241)\tEps 0.111\tData 0.094 (0.094)\tL 1.0803 (1.0803)//RL 1.7643 (1.7643)//RL1 3.7713 (3.7713)\tE 0.383 (0.383)//RE 0.594 (0.594)//RE1 0.922 (0.922)\n",
      "Epoch: [104][200/391]\tTime 0.076 (0.078)\tEps 0.111\tData 0.003 (0.003)\tL 1.1177 (1.1480)//RL 1.5783 (1.6930)//RL1 3.0950 (3.4489)\tE 0.414 (0.399)//RE 0.586 (0.617)//RE1 0.922 (0.947)\n",
      "Epoch: [104][391/391]\tTime 0.071 (0.077)\tEps 0.112\tData 0.002 (0.003)\tL 0.9615 (1.1488)//RL 1.4190 (1.6622)//RL1 2.8723 (3.2775)\tE 0.287 (0.400)//RE 0.500 (0.610)//RE1 0.938 (0.939)\n",
      "\n",
      "Taken 30.338072538375854 s/epoch\n",
      "Test: [1/79]\tTime 8.217 (8.217)\tL 0.9848 (0.9848)//RL 1.668 (1.668)//RL1 3.913 (3.913)\tE 0.273 (0.273)//RE 0.609 (0.609)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.028 (0.146)\tL 0.9053 (1.0655)//RL 1.547 (1.757)//RL1 3.838 (3.989)\tE 0.438 (0.372)//RE 0.625 (0.637)//RE1 1.000 (0.972)\n",
      "\n",
      " * Robust error 0.637\tError 0.372\n",
      "105 th epoch: epsilon: 0.1117647 - 0.1129412, kappa: 0.2083 - 0.2000, lr: 0.0010000\n",
      "Epoch: [105][1/391]\tTime 0.220 (0.220)\tEps 0.112\tData 0.096 (0.096)\tL 1.0333 (1.0333)//RL 1.7598 (1.7598)//RL1 4.0719 (4.0719)\tE 0.352 (0.352)//RE 0.742 (0.742)//RE1 1.000 (1.000)\n",
      "Epoch: [105][200/391]\tTime 0.069 (0.074)\tEps 0.112\tData 0.002 (0.003)\tL 1.0647 (1.1558)//RL 1.5199 (1.6463)//RL1 3.0084 (3.1621)\tE 0.352 (0.405)//RE 0.531 (0.604)//RE1 0.938 (0.930)\n",
      "Epoch: [105][391/391]\tTime 0.057 (0.075)\tEps 0.113\tData 0.002 (0.003)\tL 1.2436 (1.1566)//RL 1.7800 (1.6401)//RL1 3.3421 (3.1118)\tE 0.488 (0.403)//RE 0.600 (0.603)//RE1 0.963 (0.927)\n",
      "\n",
      "Taken 29.332237243652344 s/epoch\n",
      "Test: [1/79]\tTime 2.715 (2.715)\tL 1.0475 (1.0475)//RL 1.719 (1.719)//RL1 3.774 (3.774)\tE 0.328 (0.328)//RE 0.625 (0.625)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.031 (0.079)\tL 1.0522 (1.1282)//RL 1.709 (1.802)//RL1 3.782 (3.847)\tE 0.438 (0.396)//RE 0.750 (0.651)//RE1 1.000 (0.959)\n",
      "\n",
      " * Robust error 0.651\tError 0.396\n",
      "106 th epoch: epsilon: 0.1129412 - 0.1141176, kappa: 0.2000 - 0.1917, lr: 0.0010000\n",
      "Epoch: [106][1/391]\tTime 0.229 (0.229)\tEps 0.113\tData 0.099 (0.099)\tL 1.3262 (1.3262)//RL 2.0526 (2.0526)//RL1 4.1945 (4.1945)\tE 0.430 (0.430)//RE 0.672 (0.672)//RE1 0.953 (0.953)\n",
      "Epoch: [106][200/391]\tTime 0.082 (0.079)\tEps 0.114\tData 0.003 (0.003)\tL 1.1762 (1.1563)//RL 1.6173 (1.6446)//RL1 3.0189 (3.1146)\tE 0.391 (0.404)//RE 0.625 (0.609)//RE1 0.938 (0.930)\n",
      "Epoch: [106][391/391]\tTime 0.063 (0.079)\tEps 0.114\tData 0.003 (0.003)\tL 1.1779 (1.1645)//RL 1.6767 (1.6423)//RL1 3.2828 (3.0820)\tE 0.438 (0.407)//RE 0.650 (0.606)//RE1 0.988 (0.927)\n",
      "\n",
      "Taken 30.823389768600464 s/epoch\n",
      "Test: [1/79]\tTime 3.791 (3.791)\tL 1.0289 (1.0289)//RL 1.756 (1.756)//RL1 4.112 (4.112)\tE 0.344 (0.344)//RE 0.648 (0.648)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.090)\tL 0.9857 (1.0781)//RL 1.737 (1.809)//RL1 4.174 (4.165)\tE 0.438 (0.368)//RE 0.750 (0.663)//RE1 1.000 (0.985)\n",
      "\n",
      " * Robust error 0.663\tError 0.368\n",
      "107 th epoch: epsilon: 0.1141176 - 0.1152941, kappa: 0.1917 - 0.1833, lr: 0.0010000\n",
      "Epoch: [107][1/391]\tTime 0.215 (0.215)\tEps 0.114\tData 0.093 (0.093)\tL 1.2119 (1.2119)//RL 2.0188 (2.0188)//RL1 4.4051 (4.4051)\tE 0.398 (0.398)//RE 0.711 (0.711)//RE1 0.992 (0.992)\n",
      "Epoch: [107][200/391]\tTime 0.081 (0.078)\tEps 0.115\tData 0.003 (0.003)\tL 1.1940 (1.1593)//RL 1.6759 (1.6398)//RL1 3.1863 (3.1017)\tE 0.398 (0.401)//RE 0.641 (0.604)//RE1 0.922 (0.927)\n",
      "Epoch: [107][391/391]\tTime 0.065 (0.078)\tEps 0.115\tData 0.002 (0.003)\tL 1.2026 (1.1618)//RL 1.7599 (1.6364)//RL1 3.3587 (3.0940)\tE 0.450 (0.405)//RE 0.700 (0.603)//RE1 0.963 (0.928)\n",
      "\n",
      "Taken 30.6569561958313 s/epoch\n",
      "Test: [1/79]\tTime 4.569 (4.569)\tL 1.1016 (1.1016)//RL 1.866 (1.866)//RL1 4.122 (4.122)\tE 0.344 (0.344)//RE 0.641 (0.641)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.026 (0.102)\tL 0.8388 (1.1843)//RL 1.494 (1.959)//RL1 3.850 (4.208)\tE 0.438 (0.411)//RE 0.688 (0.676)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.676\tError 0.411\n",
      "108 th epoch: epsilon: 0.1152941 - 0.1164706, kappa: 0.1833 - 0.1750, lr: 0.0010000\n",
      "Epoch: [108][1/391]\tTime 0.217 (0.217)\tEps 0.115\tData 0.094 (0.094)\tL 1.2871 (1.2871)//RL 2.1204 (2.1204)//RL1 4.4665 (4.4665)\tE 0.469 (0.469)//RE 0.727 (0.727)//RE1 0.992 (0.992)\n",
      "Epoch: [108][200/391]\tTime 0.081 (0.082)\tEps 0.116\tData 0.003 (0.003)\tL 1.1035 (1.1721)//RL 1.5381 (1.6451)//RL1 2.9251 (3.0800)\tE 0.391 (0.409)//RE 0.555 (0.605)//RE1 0.914 (0.924)\n",
      "Epoch: [108][391/391]\tTime 0.057 (0.079)\tEps 0.116\tData 0.002 (0.003)\tL 1.0237 (1.1719)//RL 1.4421 (1.6384)//RL1 2.7942 (3.0468)\tE 0.400 (0.409)//RE 0.588 (0.602)//RE1 0.925 (0.923)\n",
      "\n",
      "Taken 31.167294025421143 s/epoch\n",
      "Test: [1/79]\tTime 8.372 (8.372)\tL 1.1002 (1.1002)//RL 1.838 (1.838)//RL1 4.159 (4.159)\tE 0.453 (0.453)//RE 0.695 (0.695)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.024 (0.148)\tL 0.9576 (1.1398)//RL 1.643 (1.866)//RL1 4.028 (4.143)\tE 0.562 (0.412)//RE 0.625 (0.671)//RE1 1.000 (0.979)\n",
      "\n",
      " * Robust error 0.671\tError 0.412\n",
      "109 th epoch: epsilon: 0.1164706 - 0.1176471, kappa: 0.1750 - 0.1667, lr: 0.0010000\n",
      "Epoch: [109][1/391]\tTime 0.221 (0.221)\tEps 0.116\tData 0.096 (0.096)\tL 1.0555 (1.0555)//RL 1.7962 (1.7962)//RL1 4.1006 (4.1006)\tE 0.320 (0.320)//RE 0.664 (0.664)//RE1 1.000 (1.000)\n",
      "Epoch: [109][200/391]\tTime 0.077 (0.076)\tEps 0.117\tData 0.002 (0.003)\tL 1.1344 (1.1840)//RL 1.5758 (1.6492)//RL1 2.8627 (3.0927)\tE 0.422 (0.415)//RE 0.586 (0.611)//RE1 0.914 (0.928)\n",
      "Epoch: [109][391/391]\tTime 0.065 (0.078)\tEps 0.118\tData 0.002 (0.003)\tL 1.0810 (1.1816)//RL 1.4837 (1.6430)//RL1 2.7538 (3.0473)\tE 0.312 (0.413)//RE 0.575 (0.606)//RE1 0.925 (0.923)\n",
      "\n",
      "Taken 30.50872826576233 s/epoch\n",
      "Test: [1/79]\tTime 3.103 (3.103)\tL 1.0361 (1.0361)//RL 1.747 (1.747)//RL1 4.010 (4.010)\tE 0.320 (0.320)//RE 0.609 (0.609)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.025 (0.081)\tL 0.9402 (1.1083)//RL 1.651 (1.819)//RL1 4.027 (4.066)\tE 0.375 (0.394)//RE 0.688 (0.658)//RE1 1.000 (0.985)\n",
      "\n",
      " * Robust error 0.658\tError 0.394\n",
      "110 th epoch: epsilon: 0.1176471 - 0.1188235, kappa: 0.1667 - 0.1583, lr: 0.0010000\n",
      "Epoch: [110][1/391]\tTime 0.205 (0.205)\tEps 0.118\tData 0.087 (0.087)\tL 1.0903 (1.0903)//RL 1.8459 (1.8459)//RL1 4.1331 (4.1331)\tE 0.344 (0.344)//RE 0.672 (0.672)//RE1 1.000 (1.000)\n",
      "Epoch: [110][200/391]\tTime 0.076 (0.079)\tEps 0.118\tData 0.002 (0.003)\tL 1.1699 (1.1773)//RL 1.6079 (1.6447)//RL1 2.9061 (3.0694)\tE 0.398 (0.410)//RE 0.555 (0.607)//RE1 0.906 (0.925)\n",
      "Epoch: [110][391/391]\tTime 0.057 (0.078)\tEps 0.119\tData 0.002 (0.003)\tL 1.3249 (1.1779)//RL 1.7485 (1.6378)//RL1 3.0696 (3.0325)\tE 0.488 (0.412)//RE 0.700 (0.605)//RE1 0.925 (0.923)\n",
      "\n",
      "Taken 30.45493721961975 s/epoch\n",
      "Test: [1/79]\tTime 13.805 (13.805)\tL 1.0847 (1.0847)//RL 1.718 (1.718)//RL1 3.734 (3.734)\tE 0.328 (0.328)//RE 0.633 (0.633)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.026 (0.216)\tL 0.9844 (1.1349)//RL 1.622 (1.764)//RL1 3.713 (3.736)\tE 0.375 (0.404)//RE 0.688 (0.635)//RE1 1.000 (0.966)\n",
      "\n",
      " * Robust error 0.635\tError 0.404\n",
      "111 th epoch: epsilon: 0.1188235 - 0.1200000, kappa: 0.1583 - 0.1500, lr: 0.0010000\n",
      "Epoch: [111][1/391]\tTime 0.231 (0.231)\tEps 0.119\tData 0.112 (0.112)\tL 1.0726 (1.0726)//RL 1.7122 (1.7122)//RL1 3.7099 (3.7099)\tE 0.414 (0.414)//RE 0.625 (0.625)//RE1 0.984 (0.984)\n",
      "Epoch: [111][200/391]\tTime 0.079 (0.075)\tEps 0.119\tData 0.002 (0.003)\tL 1.2119 (1.1897)//RL 1.6673 (1.6507)//RL1 3.0182 (3.0733)\tE 0.453 (0.416)//RE 0.602 (0.609)//RE1 0.914 (0.925)\n",
      "Epoch: [111][391/391]\tTime 0.056 (0.075)\tEps 0.120\tData 0.002 (0.003)\tL 1.2751 (1.1814)//RL 1.7587 (1.6368)//RL1 3.1559 (3.0244)\tE 0.525 (0.414)//RE 0.650 (0.604)//RE1 0.913 (0.921)\n",
      "\n",
      "Taken 29.534699201583862 s/epoch\n",
      "Test: [1/79]\tTime 3.186 (3.186)\tL 1.0838 (1.0838)//RL 1.733 (1.733)//RL1 3.689 (3.689)\tE 0.352 (0.352)//RE 0.570 (0.570)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.025 (0.080)\tL 0.8397 (1.1501)//RL 1.424 (1.814)//RL1 3.452 (3.770)\tE 0.250 (0.404)//RE 0.625 (0.633)//RE1 1.000 (0.957)\n",
      "\n",
      " * Robust error 0.633\tError 0.404\n",
      "112 th epoch: epsilon: 0.1200000 - 0.1211765, kappa: 0.1500 - 0.1417, lr: 0.0010000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [112][1/391]\tTime 0.238 (0.238)\tEps 0.120\tData 0.116 (0.116)\tL 1.0767 (1.0767)//RL 1.7673 (1.7673)//RL1 3.7594 (3.7594)\tE 0.375 (0.375)//RE 0.672 (0.672)//RE1 0.938 (0.938)\n",
      "Epoch: [112][200/391]\tTime 0.069 (0.079)\tEps 0.121\tData 0.002 (0.003)\tL 1.2470 (1.1974)//RL 1.7381 (1.6579)//RL1 3.2420 (3.0410)\tE 0.461 (0.420)//RE 0.656 (0.614)//RE1 0.977 (0.927)\n",
      "Epoch: [112][391/391]\tTime 0.064 (0.077)\tEps 0.121\tData 0.002 (0.003)\tL 1.1998 (1.1919)//RL 1.6306 (1.6436)//RL1 2.9026 (3.0166)\tE 0.412 (0.419)//RE 0.637 (0.606)//RE1 0.900 (0.923)\n",
      "\n",
      "Taken 30.387747526168823 s/epoch\n",
      "Test: [1/79]\tTime 11.261 (11.261)\tL 1.0669 (1.0669)//RL 1.742 (1.742)//RL1 3.915 (3.915)\tE 0.320 (0.320)//RE 0.578 (0.578)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.025 (0.185)\tL 0.9825 (1.1176)//RL 1.657 (1.791)//RL1 3.908 (3.928)\tE 0.375 (0.392)//RE 0.750 (0.650)//RE1 1.000 (0.975)\n",
      "\n",
      " * Robust error 0.650\tError 0.392\n",
      "113 th epoch: epsilon: 0.1211765 - 0.1223529, kappa: 0.1417 - 0.1333, lr: 0.0010000\n",
      "Epoch: [113][1/391]\tTime 0.251 (0.251)\tEps 0.121\tData 0.125 (0.125)\tL 1.1587 (1.1587)//RL 1.8329 (1.8329)//RL1 3.9957 (3.9957)\tE 0.398 (0.398)//RE 0.680 (0.680)//RE1 0.977 (0.977)\n",
      "Epoch: [113][200/391]\tTime 0.075 (0.071)\tEps 0.122\tData 0.003 (0.003)\tL 1.1048 (1.1956)//RL 1.5369 (1.6487)//RL1 2.9167 (3.0647)\tE 0.414 (0.420)//RE 0.531 (0.609)//RE1 0.922 (0.925)\n",
      "Epoch: [113][391/391]\tTime 0.055 (0.070)\tEps 0.122\tData 0.002 (0.002)\tL 1.2227 (1.1932)//RL 1.6688 (1.6399)//RL1 3.0896 (3.0402)\tE 0.463 (0.418)//RE 0.650 (0.605)//RE1 0.913 (0.924)\n",
      "\n",
      "Taken 27.562321662902832 s/epoch\n",
      "Test: [1/79]\tTime 2.543 (2.543)\tL 1.0668 (1.0668)//RL 1.788 (1.788)//RL1 4.076 (4.076)\tE 0.336 (0.336)//RE 0.641 (0.641)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.031 (0.076)\tL 0.8567 (1.1275)//RL 1.502 (1.856)//RL1 3.890 (4.132)\tE 0.250 (0.397)//RE 0.625 (0.661)//RE1 1.000 (0.978)\n",
      "\n",
      " * Robust error 0.661\tError 0.397\n",
      "114 th epoch: epsilon: 0.1223529 - 0.1235294, kappa: 0.1333 - 0.1250, lr: 0.0010000\n",
      "Epoch: [114][1/391]\tTime 0.225 (0.225)\tEps 0.122\tData 0.096 (0.096)\tL 1.0712 (1.0712)//RL 1.8382 (1.8382)//RL1 4.2049 (4.2049)\tE 0.375 (0.375)//RE 0.672 (0.672)//RE1 1.000 (1.000)\n",
      "Epoch: [114][200/391]\tTime 0.076 (0.077)\tEps 0.123\tData 0.002 (0.003)\tL 1.2798 (1.2082)//RL 1.7415 (1.6658)//RL1 3.1727 (3.1294)\tE 0.484 (0.421)//RE 0.609 (0.619)//RE1 0.953 (0.936)\n",
      "Epoch: [114][391/391]\tTime 0.065 (0.077)\tEps 0.124\tData 0.002 (0.003)\tL 1.1230 (1.2087)//RL 1.5201 (1.6545)//RL1 2.7320 (3.0640)\tE 0.363 (0.423)//RE 0.538 (0.612)//RE1 0.913 (0.930)\n",
      "\n",
      "Taken 30.283801794052124 s/epoch\n",
      "Test: [1/79]\tTime 4.698 (4.698)\tL 1.0477 (1.0477)//RL 1.638 (1.638)//RL1 3.525 (3.525)\tE 0.312 (0.312)//RE 0.602 (0.602)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.026 (0.100)\tL 1.0461 (1.1197)//RL 1.663 (1.717)//RL1 3.738 (3.611)\tE 0.562 (0.395)//RE 0.688 (0.625)//RE1 1.000 (0.962)\n",
      "\n",
      " * Robust error 0.625\tError 0.395\n",
      "115 th epoch: epsilon: 0.1235294 - 0.1247059, kappa: 0.1250 - 0.1167, lr: 0.0010000\n",
      "Epoch: [115][1/391]\tTime 0.246 (0.246)\tEps 0.124\tData 0.096 (0.096)\tL 1.2623 (1.2623)//RL 1.9408 (1.9408)//RL1 3.9293 (3.9293)\tE 0.469 (0.469)//RE 0.727 (0.727)//RE1 0.977 (0.977)\n",
      "Epoch: [115][200/391]\tTime 0.084 (0.082)\tEps 0.124\tData 0.002 (0.003)\tL 1.1753 (1.2038)//RL 1.6093 (1.6470)//RL1 2.9137 (2.9642)\tE 0.430 (0.420)//RE 0.570 (0.607)//RE1 0.906 (0.919)\n",
      "Epoch: [115][391/391]\tTime 0.061 (0.079)\tEps 0.125\tData 0.002 (0.003)\tL 1.3419 (1.2044)//RL 1.7910 (1.6425)//RL1 3.0626 (2.9321)\tE 0.438 (0.421)//RE 0.625 (0.606)//RE1 0.963 (0.917)\n",
      "\n",
      "Taken 31.109375476837158 s/epoch\n",
      "Test: [1/79]\tTime 5.228 (5.228)\tL 1.1600 (1.1600)//RL 1.853 (1.853)//RL1 3.887 (3.887)\tE 0.406 (0.406)//RE 0.688 (0.688)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.025 (0.108)\tL 1.2072 (1.2242)//RL 1.929 (1.918)//RL1 4.122 (3.952)\tE 0.500 (0.445)//RE 0.750 (0.676)//RE1 1.000 (0.968)\n",
      "\n",
      " * Robust error 0.676\tError 0.445\n",
      "116 th epoch: epsilon: 0.1247059 - 0.1258824, kappa: 0.1167 - 0.1083, lr: 0.0010000\n",
      "Epoch: [116][1/391]\tTime 0.265 (0.265)\tEps 0.125\tData 0.125 (0.125)\tL 1.2769 (1.2769)//RL 1.9806 (1.9806)//RL1 4.0635 (4.0635)\tE 0.461 (0.461)//RE 0.719 (0.719)//RE1 0.961 (0.961)\n",
      "Epoch: [116][200/391]\tTime 0.075 (0.076)\tEps 0.125\tData 0.003 (0.003)\tL 1.2238 (1.2321)//RL 1.7046 (1.6811)//RL1 3.1090 (3.0535)\tE 0.430 (0.429)//RE 0.656 (0.622)//RE1 0.945 (0.931)\n",
      "Epoch: [116][391/391]\tTime 0.069 (0.076)\tEps 0.126\tData 0.002 (0.003)\tL 1.3496 (1.2232)//RL 1.7964 (1.6644)//RL1 3.1509 (3.0160)\tE 0.500 (0.427)//RE 0.688 (0.615)//RE1 0.975 (0.928)\n",
      "\n",
      "Taken 29.941210508346558 s/epoch\n",
      "Test: [1/79]\tTime 2.395 (2.395)\tL 1.0643 (1.0643)//RL 1.730 (1.730)//RL1 3.936 (3.936)\tE 0.328 (0.328)//RE 0.648 (0.648)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.030 (0.074)\tL 1.0481 (1.1768)//RL 1.666 (1.860)//RL1 3.989 (4.057)\tE 0.438 (0.411)//RE 0.688 (0.679)//RE1 1.000 (0.985)\n",
      "\n",
      " * Robust error 0.679\tError 0.411\n",
      "117 th epoch: epsilon: 0.1258824 - 0.1270588, kappa: 0.1083 - 0.1000, lr: 0.0010000\n",
      "Epoch: [117][1/391]\tTime 0.244 (0.244)\tEps 0.126\tData 0.111 (0.111)\tL 1.2742 (1.2742)//RL 1.9920 (1.9920)//RL1 4.2206 (4.2206)\tE 0.430 (0.430)//RE 0.703 (0.703)//RE1 0.984 (0.984)\n",
      "Epoch: [117][200/391]\tTime 0.085 (0.082)\tEps 0.126\tData 0.002 (0.003)\tL 1.3893 (1.2109)//RL 1.8019 (1.6451)//RL1 3.0341 (3.0084)\tE 0.492 (0.424)//RE 0.664 (0.609)//RE1 0.914 (0.929)\n",
      "Epoch: [117][391/391]\tTime 0.055 (0.076)\tEps 0.127\tData 0.002 (0.002)\tL 1.1424 (1.2087)//RL 1.5727 (1.6406)//RL1 2.8908 (2.9724)\tE 0.425 (0.422)//RE 0.575 (0.607)//RE1 0.887 (0.925)\n",
      "\n",
      "Taken 29.642081022262573 s/epoch\n",
      "Test: [1/79]\tTime 2.757 (2.757)\tL 1.0387 (1.0387)//RL 1.672 (1.672)//RL1 3.748 (3.748)\tE 0.312 (0.312)//RE 0.578 (0.578)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.075)\tL 0.8597 (1.1405)//RL 1.447 (1.777)//RL1 3.651 (3.832)\tE 0.312 (0.399)//RE 0.688 (0.647)//RE1 1.000 (0.973)\n",
      "\n",
      " * Robust error 0.647\tError 0.399\n",
      "118 th epoch: epsilon: 0.1270588 - 0.1282353, kappa: 0.1000 - 0.0917, lr: 0.0010000\n",
      "Epoch: [118][1/391]\tTime 0.238 (0.238)\tEps 0.127\tData 0.121 (0.121)\tL 1.2295 (1.2295)//RL 1.8955 (1.8955)//RL1 4.0032 (4.0032)\tE 0.383 (0.383)//RE 0.711 (0.711)//RE1 0.984 (0.984)\n",
      "Epoch: [118][200/391]\tTime 0.080 (0.079)\tEps 0.128\tData 0.003 (0.003)\tL 1.2974 (1.2191)//RL 1.7210 (1.6530)//RL1 2.9849 (3.0054)\tE 0.547 (0.429)//RE 0.695 (0.612)//RE1 0.898 (0.928)\n",
      "Epoch: [118][391/391]\tTime 0.070 (0.079)\tEps 0.128\tData 0.002 (0.003)\tL 1.2605 (1.2263)//RL 1.6683 (1.6574)//RL1 2.9971 (2.9917)\tE 0.388 (0.432)//RE 0.512 (0.614)//RE1 0.963 (0.929)\n",
      "\n",
      "Taken 30.916603565216064 s/epoch\n",
      "Test: [1/79]\tTime 2.609 (2.609)\tL 1.1414 (1.1414)//RL 1.724 (1.724)//RL1 3.640 (3.640)\tE 0.352 (0.352)//RE 0.641 (0.641)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.025 (0.073)\tL 0.9544 (1.2293)//RL 1.476 (1.818)//RL1 3.439 (3.712)\tE 0.312 (0.437)//RE 0.625 (0.664)//RE1 1.000 (0.979)\n",
      "\n",
      " * Robust error 0.664\tError 0.437\n",
      "119 th epoch: epsilon: 0.1282353 - 0.1294118, kappa: 0.0917 - 0.0833, lr: 0.0010000\n",
      "Epoch: [119][1/391]\tTime 0.242 (0.242)\tEps 0.128\tData 0.093 (0.093)\tL 1.2777 (1.2777)//RL 1.8794 (1.8794)//RL1 3.8107 (3.8107)\tE 0.445 (0.445)//RE 0.680 (0.680)//RE1 0.984 (0.984)\n",
      "Epoch: [119][200/391]\tTime 0.084 (0.073)\tEps 0.129\tData 0.002 (0.003)\tL 1.1969 (1.2351)//RL 1.6032 (1.6595)//RL1 2.8236 (2.9783)\tE 0.422 (0.433)//RE 0.570 (0.613)//RE1 0.914 (0.929)\n",
      "Epoch: [119][391/391]\tTime 0.069 (0.078)\tEps 0.129\tData 0.002 (0.002)\tL 1.2965 (1.2315)//RL 1.7307 (1.6553)//RL1 2.9890 (2.9574)\tE 0.475 (0.431)//RE 0.588 (0.612)//RE1 0.913 (0.926)\n",
      "\n",
      "Taken 30.435500860214233 s/epoch\n",
      "Test: [1/79]\tTime 2.775 (2.775)\tL 1.0785 (1.0785)//RL 1.718 (1.718)//RL1 3.803 (3.803)\tE 0.336 (0.336)//RE 0.641 (0.641)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.024 (0.076)\tL 0.8971 (1.1461)//RL 1.474 (1.794)//RL1 3.609 (3.857)\tE 0.438 (0.396)//RE 0.625 (0.656)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.656\tError 0.396\n",
      "120 th epoch: epsilon: 0.1294118 - 0.1305882, kappa: 0.0833 - 0.0750, lr: 0.0010000\n",
      "Epoch: [120][1/391]\tTime 0.253 (0.253)\tEps 0.129\tData 0.114 (0.114)\tL 1.1687 (1.1687)//RL 1.8420 (1.8420)//RL1 3.8904 (3.8904)\tE 0.422 (0.422)//RE 0.664 (0.664)//RE1 0.953 (0.953)\n",
      "Epoch: [120][200/391]\tTime 0.072 (0.075)\tEps 0.130\tData 0.003 (0.003)\tL 1.2260 (1.2497)//RL 1.6505 (1.6735)//RL1 3.0434 (3.0037)\tE 0.406 (0.435)//RE 0.625 (0.614)//RE1 0.938 (0.934)\n",
      "Epoch: [120][391/391]\tTime 0.065 (0.076)\tEps 0.131\tData 0.002 (0.003)\tL 1.3593 (1.2404)//RL 1.7998 (1.6576)//RL1 3.0307 (2.9486)\tE 0.500 (0.434)//RE 0.650 (0.612)//RE1 0.887 (0.927)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 29.769829511642456 s/epoch\n",
      "Test: [1/79]\tTime 2.870 (2.870)\tL 1.0944 (1.0944)//RL 1.766 (1.766)//RL1 3.871 (3.871)\tE 0.367 (0.367)//RE 0.664 (0.664)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.024 (0.077)\tL 1.0566 (1.1711)//RL 1.714 (1.848)//RL1 3.850 (3.927)\tE 0.562 (0.417)//RE 0.625 (0.666)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.666\tError 0.417\n",
      "121 th epoch: epsilon: 0.1305882 - 0.1317647, kappa: 0.0750 - 0.0667, lr: 0.0010000\n",
      "Epoch: [121][1/391]\tTime 0.240 (0.240)\tEps 0.131\tData 0.098 (0.098)\tL 1.3025 (1.3025)//RL 2.0539 (2.0539)//RL1 4.2150 (4.2150)\tE 0.477 (0.477)//RE 0.742 (0.742)//RE1 0.992 (0.992)\n",
      "Epoch: [121][200/391]\tTime 0.070 (0.076)\tEps 0.131\tData 0.002 (0.003)\tL 1.3280 (1.2631)//RL 1.7307 (1.7034)//RL1 3.0072 (3.1074)\tE 0.430 (0.443)//RE 0.648 (0.629)//RE1 0.922 (0.943)\n",
      "Epoch: [121][391/391]\tTime 0.071 (0.078)\tEps 0.132\tData 0.002 (0.003)\tL 1.2853 (1.2537)//RL 1.7510 (1.6806)//RL1 3.2109 (3.0255)\tE 0.400 (0.439)//RE 0.625 (0.623)//RE1 0.963 (0.936)\n",
      "\n",
      "Taken 30.431164026260376 s/epoch\n",
      "Test: [1/79]\tTime 9.036 (9.036)\tL 1.1149 (1.1149)//RL 1.863 (1.863)//RL1 4.289 (4.289)\tE 0.344 (0.344)//RE 0.727 (0.727)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.024 (0.156)\tL 0.9026 (1.2039)//RL 1.570 (1.960)//RL1 4.092 (4.360)\tE 0.312 (0.421)//RE 0.625 (0.699)//RE1 1.000 (0.984)\n",
      "\n",
      " * Robust error 0.699\tError 0.421\n",
      "122 th epoch: epsilon: 0.1317647 - 0.1329412, kappa: 0.0667 - 0.0583, lr: 0.0010000\n",
      "Epoch: [122][1/391]\tTime 0.240 (0.240)\tEps 0.132\tData 0.091 (0.091)\tL 1.3126 (1.3126)//RL 2.1126 (2.1126)//RL1 4.4480 (4.4480)\tE 0.531 (0.531)//RE 0.734 (0.734)//RE1 0.961 (0.961)\n",
      "Epoch: [122][200/391]\tTime 0.086 (0.078)\tEps 0.132\tData 0.002 (0.003)\tL 1.2661 (1.2702)//RL 1.6711 (1.6879)//RL1 2.9449 (3.0366)\tE 0.430 (0.445)//RE 0.617 (0.621)//RE1 0.938 (0.936)\n",
      "Epoch: [122][391/391]\tTime 0.064 (0.078)\tEps 0.133\tData 0.002 (0.003)\tL 1.1155 (1.2551)//RL 1.5153 (1.6656)//RL1 2.7780 (2.9704)\tE 0.350 (0.440)//RE 0.538 (0.614)//RE1 0.925 (0.930)\n",
      "\n",
      "Taken 30.473320960998535 s/epoch\n",
      "Test: [1/79]\tTime 13.099 (13.099)\tL 1.1227 (1.1227)//RL 1.720 (1.720)//RL1 3.648 (3.648)\tE 0.352 (0.352)//RE 0.578 (0.578)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.028 (0.206)\tL 1.1166 (1.1955)//RL 1.731 (1.803)//RL1 3.763 (3.732)\tE 0.500 (0.420)//RE 0.688 (0.664)//RE1 1.000 (0.969)\n",
      "\n",
      " * Robust error 0.664\tError 0.420\n",
      "123 th epoch: epsilon: 0.1329412 - 0.1341176, kappa: 0.0583 - 0.0500, lr: 0.0010000\n",
      "Epoch: [123][1/391]\tTime 0.269 (0.269)\tEps 0.133\tData 0.129 (0.129)\tL 1.3620 (1.3620)//RL 2.0121 (2.0121)//RL1 3.9934 (3.9934)\tE 0.484 (0.484)//RE 0.711 (0.711)//RE1 0.977 (0.977)\n",
      "Epoch: [123][200/391]\tTime 0.075 (0.077)\tEps 0.134\tData 0.003 (0.003)\tL 1.2850 (1.2460)//RL 1.7103 (1.6599)//RL1 2.9625 (2.9481)\tE 0.438 (0.437)//RE 0.648 (0.616)//RE1 0.914 (0.925)\n",
      "Epoch: [123][391/391]\tTime 0.071 (0.076)\tEps 0.134\tData 0.002 (0.003)\tL 1.3055 (1.2473)//RL 1.7359 (1.6561)//RL1 3.0972 (2.9234)\tE 0.500 (0.438)//RE 0.650 (0.613)//RE1 0.963 (0.924)\n",
      "\n",
      "Taken 29.964908838272095 s/epoch\n",
      "Test: [1/79]\tTime 2.427 (2.427)\tL 1.1168 (1.1168)//RL 1.676 (1.676)//RL1 3.506 (3.506)\tE 0.344 (0.344)//RE 0.625 (0.625)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.024 (0.071)\tL 1.0946 (1.1719)//RL 1.658 (1.733)//RL1 3.586 (3.548)\tE 0.500 (0.420)//RE 0.625 (0.632)//RE1 1.000 (0.968)\n",
      "\n",
      " * Robust error 0.632\tError 0.420\n",
      "124 th epoch: epsilon: 0.1341176 - 0.1352941, kappa: 0.0500 - 0.0417, lr: 0.0010000\n",
      "Epoch: [124][1/391]\tTime 0.235 (0.235)\tEps 0.134\tData 0.094 (0.094)\tL 1.1331 (1.1331)//RL 1.7037 (1.7037)//RL1 3.5135 (3.5135)\tE 0.375 (0.375)//RE 0.664 (0.664)//RE1 0.961 (0.961)\n",
      "Epoch: [124][200/391]\tTime 0.075 (0.076)\tEps 0.135\tData 0.002 (0.003)\tL 1.4245 (1.2644)//RL 1.8418 (1.6858)//RL1 3.2081 (3.0397)\tE 0.516 (0.441)//RE 0.727 (0.619)//RE1 0.984 (0.937)\n",
      "Epoch: [124][391/391]\tTime 0.064 (0.078)\tEps 0.135\tData 0.002 (0.003)\tL 1.3270 (1.2631)//RL 1.7221 (1.6748)//RL1 3.0040 (3.0014)\tE 0.388 (0.443)//RE 0.625 (0.618)//RE1 0.938 (0.933)\n",
      "\n",
      "Taken 30.440388441085815 s/epoch\n",
      "Test: [1/79]\tTime 3.045 (3.045)\tL 1.0940 (1.0940)//RL 1.653 (1.653)//RL1 3.590 (3.590)\tE 0.320 (0.320)//RE 0.633 (0.633)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.024 (0.081)\tL 1.0002 (1.1698)//RL 1.544 (1.736)//RL1 3.583 (3.666)\tE 0.375 (0.409)//RE 0.688 (0.640)//RE1 1.000 (0.970)\n",
      "\n",
      " * Robust error 0.640\tError 0.409\n",
      "125 th epoch: epsilon: 0.1352941 - 0.1364706, kappa: 0.0417 - 0.0333, lr: 0.0010000\n",
      "Epoch: [125][1/391]\tTime 0.238 (0.238)\tEps 0.135\tData 0.091 (0.091)\tL 1.3009 (1.3009)//RL 1.8946 (1.8946)//RL1 3.8909 (3.8909)\tE 0.453 (0.453)//RE 0.680 (0.680)//RE1 0.992 (0.992)\n",
      "Epoch: [125][200/391]\tTime 0.075 (0.082)\tEps 0.136\tData 0.002 (0.003)\tL 1.3634 (1.2639)//RL 1.8311 (1.6708)//RL1 3.3187 (3.0150)\tE 0.547 (0.443)//RE 0.750 (0.619)//RE1 0.953 (0.936)\n",
      "Epoch: [125][391/391]\tTime 0.064 (0.078)\tEps 0.136\tData 0.002 (0.002)\tL 1.2569 (1.2636)//RL 1.6789 (1.6705)//RL1 3.0553 (3.0305)\tE 0.412 (0.442)//RE 0.713 (0.621)//RE1 0.963 (0.937)\n",
      "\n",
      "Taken 30.784374475479126 s/epoch\n",
      "Test: [1/79]\tTime 6.075 (6.075)\tL 1.1993 (1.1993)//RL 1.761 (1.761)//RL1 3.733 (3.733)\tE 0.367 (0.367)//RE 0.641 (0.641)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.027 (0.117)\tL 1.0985 (1.2284)//RL 1.641 (1.787)//RL1 3.708 (3.740)\tE 0.438 (0.436)//RE 0.625 (0.663)//RE1 1.000 (0.987)\n",
      "\n",
      " * Robust error 0.663\tError 0.436\n",
      "126 th epoch: epsilon: 0.1364706 - 0.1376471, kappa: 0.0333 - 0.0250, lr: 0.0010000\n",
      "Epoch: [126][1/391]\tTime 0.240 (0.240)\tEps 0.136\tData 0.094 (0.094)\tL 1.2995 (1.2995)//RL 1.8910 (1.8910)//RL1 3.8884 (3.8884)\tE 0.469 (0.469)//RE 0.727 (0.727)//RE1 0.984 (0.984)\n",
      "Epoch: [126][200/391]\tTime 0.085 (0.081)\tEps 0.137\tData 0.002 (0.003)\tL 1.4492 (1.2652)//RL 1.8936 (1.6754)//RL1 3.3186 (3.1046)\tE 0.555 (0.440)//RE 0.703 (0.618)//RE1 0.930 (0.944)\n",
      "Epoch: [126][391/391]\tTime 0.056 (0.078)\tEps 0.138\tData 0.002 (0.002)\tL 1.4298 (1.2733)//RL 1.8575 (1.6744)//RL1 3.2146 (3.0606)\tE 0.525 (0.444)//RE 0.762 (0.620)//RE1 0.950 (0.941)\n",
      "\n",
      "Taken 30.75277090072632 s/epoch\n",
      "Test: [1/79]\tTime 1.842 (1.842)\tL 1.1312 (1.1312)//RL 1.672 (1.672)//RL1 3.518 (3.518)\tE 0.336 (0.336)//RE 0.617 (0.617)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.024 (0.066)\tL 1.0050 (1.2022)//RL 1.504 (1.754)//RL1 3.458 (3.592)\tE 0.500 (0.420)//RE 0.562 (0.633)//RE1 0.938 (0.961)\n",
      "\n",
      " * Robust error 0.633\tError 0.420\n",
      "127 th epoch: epsilon: 0.1376471 - 0.1388235, kappa: 0.0250 - 0.0167, lr: 0.0010000\n",
      "Epoch: [127][1/391]\tTime 0.240 (0.240)\tEps 0.138\tData 0.094 (0.094)\tL 1.1159 (1.1159)//RL 1.6545 (1.6545)//RL1 3.5152 (3.5152)\tE 0.352 (0.352)//RE 0.594 (0.594)//RE1 0.992 (0.992)\n",
      "Epoch: [127][200/391]\tTime 0.085 (0.083)\tEps 0.138\tData 0.002 (0.003)\tL 1.1750 (1.2824)//RL 1.5068 (1.6795)//RL1 2.6976 (3.0605)\tE 0.375 (0.451)//RE 0.555 (0.621)//RE1 0.914 (0.941)\n",
      "Epoch: [127][391/391]\tTime 0.070 (0.083)\tEps 0.139\tData 0.002 (0.002)\tL 1.2577 (1.2795)//RL 1.6383 (1.6731)//RL1 3.0084 (3.0391)\tE 0.463 (0.448)//RE 0.625 (0.620)//RE1 0.925 (0.938)\n",
      "\n",
      "Taken 32.660544633865356 s/epoch\n",
      "Test: [1/79]\tTime 2.690 (2.690)\tL 1.2050 (1.2050)//RL 1.833 (1.833)//RL1 4.156 (4.156)\tE 0.406 (0.406)//RE 0.656 (0.656)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.032 (0.076)\tL 1.0684 (1.2383)//RL 1.658 (1.860)//RL1 4.062 (4.153)\tE 0.375 (0.442)//RE 0.625 (0.697)//RE1 1.000 (0.991)\n",
      "\n",
      " * Robust error 0.697\tError 0.442\n",
      "128 th epoch: epsilon: 0.1388235 - 0.1400000, kappa: 0.0167 - 0.0083, lr: 0.0010000\n",
      "Epoch: [128][1/391]\tTime 0.232 (0.232)\tEps 0.139\tData 0.106 (0.106)\tL 1.3671 (1.3671)//RL 2.0210 (2.0210)//RL1 4.3883 (4.3883)\tE 0.492 (0.492)//RE 0.766 (0.766)//RE1 0.992 (0.992)\n",
      "Epoch: [128][200/391]\tTime 0.075 (0.078)\tEps 0.139\tData 0.002 (0.003)\tL 1.2446 (1.2872)//RL 1.6479 (1.6918)//RL1 3.0769 (3.1117)\tE 0.406 (0.451)//RE 0.633 (0.628)//RE1 0.938 (0.948)\n",
      "Epoch: [128][391/391]\tTime 0.066 (0.079)\tEps 0.140\tData 0.002 (0.003)\tL 1.2187 (1.2829)//RL 1.5990 (1.6758)//RL1 2.8801 (3.0389)\tE 0.450 (0.448)//RE 0.663 (0.622)//RE1 0.900 (0.938)\n",
      "\n",
      "Taken 30.826231002807617 s/epoch\n",
      "Test: [1/79]\tTime 1.503 (1.503)\tL 1.1428 (1.1428)//RL 1.703 (1.703)//RL1 3.649 (3.649)\tE 0.344 (0.344)//RE 0.617 (0.617)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.025 (0.062)\tL 1.0273 (1.2121)//RL 1.573 (1.781)//RL1 3.708 (3.721)\tE 0.500 (0.428)//RE 0.688 (0.655)//RE1 1.000 (0.970)\n",
      "\n",
      " * Robust error 0.655\tError 0.428\n",
      "129 th epoch: epsilon: 0.1400000 - 0.1411765, kappa: 0.0083 - 0.0000, lr: 0.0010000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [129][1/391]\tTime 0.214 (0.214)\tEps 0.140\tData 0.095 (0.095)\tL 1.3949 (1.3949)//RL 2.0149 (2.0149)//RL1 4.0514 (4.0514)\tE 0.508 (0.508)//RE 0.734 (0.734)//RE1 0.984 (0.984)\n",
      "Epoch: [129][200/391]\tTime 0.075 (0.075)\tEps 0.141\tData 0.003 (0.003)\tL 1.2148 (1.2855)//RL 1.5914 (1.6812)//RL1 2.8922 (3.0187)\tE 0.422 (0.451)//RE 0.586 (0.627)//RE1 0.953 (0.936)\n",
      "Epoch: [129][391/391]\tTime 0.056 (0.075)\tEps 0.141\tData 0.002 (0.003)\tL 1.1796 (1.2874)//RL 1.5658 (1.6788)//RL1 2.8798 (2.9995)\tE 0.363 (0.451)//RE 0.525 (0.625)//RE1 0.950 (0.933)\n",
      "\n",
      "Taken 29.611621618270874 s/epoch\n",
      "Test: [1/79]\tTime 2.242 (2.242)\tL 1.1440 (1.1440)//RL 1.738 (1.738)//RL1 3.814 (3.814)\tE 0.383 (0.383)//RE 0.625 (0.625)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.024 (0.068)\tL 1.1058 (1.1970)//RL 1.716 (1.796)//RL1 3.974 (3.857)\tE 0.500 (0.424)//RE 0.750 (0.651)//RE1 1.000 (0.978)\n",
      "\n",
      " * Robust error 0.651\tError 0.424\n",
      "130 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [130][1/391]\tTime 0.248 (0.248)\tEps 0.141\tData 0.121 (0.121)\tL 1.3392 (1.3392)//RL 1.9751 (1.9751)//RL1 4.1495 (4.1495)\tE 0.508 (0.508)//RE 0.773 (0.773)//RE1 0.992 (0.992)\n",
      "Epoch: [130][200/391]\tTime 0.079 (0.078)\tEps 0.142\tData 0.003 (0.003)\tL 1.2813 (1.3186)//RL 1.6730 (1.7554)//RL1 3.3691 (3.4030)\tE 0.445 (0.458)//RE 0.570 (0.652)//RE1 0.977 (0.962)\n",
      "Epoch: [130][391/391]\tTime 0.063 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.2451 (1.3244)//RL 1.6039 (1.7260)//RL1 3.0237 (3.2834)\tE 0.475 (0.463)//RE 0.562 (0.640)//RE1 0.950 (0.959)\n",
      "\n",
      "Taken 30.239879846572876 s/epoch\n",
      "Test: [1/79]\tTime 2.820 (2.820)\tL 1.1594 (1.1594)//RL 1.675 (1.675)//RL1 3.734 (3.734)\tE 0.359 (0.359)//RE 0.594 (0.594)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.030 (0.079)\tL 0.9925 (1.2302)//RL 1.468 (1.754)//RL1 3.690 (3.818)\tE 0.312 (0.433)//RE 0.562 (0.645)//RE1 1.000 (0.969)\n",
      "\n",
      " * Robust error 0.645\tError 0.433\n",
      "LR DECAY STEP\n",
      "131 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [131][1/391]\tTime 0.229 (0.229)\tEps 0.141\tData 0.105 (0.105)\tL 1.2428 (1.2428)//RL 1.7609 (1.7609)//RL1 3.8909 (3.8909)\tE 0.453 (0.453)//RE 0.688 (0.688)//RE1 0.984 (0.984)\n",
      "Epoch: [131][200/391]\tTime 0.076 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.3697 (1.3074)//RL 1.7765 (1.6861)//RL1 3.3041 (3.1509)\tE 0.539 (0.461)//RE 0.656 (0.626)//RE1 0.930 (0.948)\n",
      "Epoch: [131][391/391]\tTime 0.065 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.4143 (1.3045)//RL 1.7747 (1.6824)//RL1 3.1414 (3.1343)\tE 0.538 (0.458)//RE 0.650 (0.623)//RE1 0.938 (0.948)\n",
      "\n",
      "Taken 30.07062005996704 s/epoch\n",
      "Test: [1/79]\tTime 2.143 (2.143)\tL 1.1942 (1.1942)//RL 1.773 (1.773)//RL1 4.126 (4.126)\tE 0.422 (0.422)//RE 0.648 (0.648)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.026 (0.069)\tL 1.1046 (1.2405)//RL 1.663 (1.822)//RL1 4.141 (4.179)\tE 0.500 (0.442)//RE 0.625 (0.676)//RE1 1.000 (0.992)\n",
      "\n",
      " * Robust error 0.676\tError 0.442\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.676\n",
      "132 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [132][1/391]\tTime 0.232 (0.232)\tEps 0.141\tData 0.106 (0.106)\tL 1.3475 (1.3475)//RL 1.9809 (1.9809)//RL1 4.3515 (4.3515)\tE 0.523 (0.523)//RE 0.711 (0.711)//RE1 1.000 (1.000)\n",
      "Epoch: [132][200/391]\tTime 0.085 (0.074)\tEps 0.142\tData 0.002 (0.003)\tL 1.3062 (1.3253)//RL 1.6491 (1.7056)//RL1 3.0033 (3.2054)\tE 0.422 (0.464)//RE 0.578 (0.630)//RE1 0.953 (0.958)\n",
      "Epoch: [132][391/391]\tTime 0.066 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.2928 (1.3109)//RL 1.6558 (1.6870)//RL1 3.0541 (3.1471)\tE 0.463 (0.458)//RE 0.650 (0.624)//RE1 0.963 (0.953)\n",
      "\n",
      "Taken 29.317874908447266 s/epoch\n",
      "Test: [1/79]\tTime 2.327 (2.327)\tL 1.2031 (1.2031)//RL 1.767 (1.767)//RL1 3.954 (3.954)\tE 0.383 (0.383)//RE 0.688 (0.688)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.032 (0.073)\tL 1.1297 (1.2329)//RL 1.690 (1.790)//RL1 3.963 (3.969)\tE 0.438 (0.438)//RE 0.750 (0.655)//RE1 1.000 (0.988)\n",
      "\n",
      " * Robust error 0.655\tError 0.438\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.655\n",
      "133 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [133][1/391]\tTime 0.220 (0.220)\tEps 0.141\tData 0.097 (0.097)\tL 1.2819 (1.2819)//RL 1.8675 (1.8675)//RL1 4.1097 (4.1097)\tE 0.422 (0.422)//RE 0.711 (0.711)//RE1 1.000 (1.000)\n",
      "Epoch: [133][200/391]\tTime 0.081 (0.076)\tEps 0.142\tData 0.003 (0.003)\tL 1.2416 (1.2900)//RL 1.6196 (1.6687)//RL1 3.0631 (3.1032)\tE 0.438 (0.457)//RE 0.609 (0.619)//RE1 0.945 (0.947)\n",
      "Epoch: [133][391/391]\tTime 0.064 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.5150 (1.2986)//RL 1.9586 (1.6757)//RL1 3.5646 (3.0994)\tE 0.550 (0.456)//RE 0.688 (0.618)//RE1 0.975 (0.947)\n",
      "\n",
      "Taken 29.740918397903442 s/epoch\n",
      "Test: [1/79]\tTime 15.141 (15.141)\tL 1.1961 (1.1961)//RL 1.787 (1.787)//RL1 4.018 (4.018)\tE 0.375 (0.375)//RE 0.633 (0.633)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.024 (0.231)\tL 0.9358 (1.2594)//RL 1.474 (1.856)//RL1 3.814 (4.086)\tE 0.312 (0.453)//RE 0.625 (0.671)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.671\tError 0.453\n",
      "LR DECAY STEP\n",
      "134 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [134][1/391]\tTime 0.256 (0.256)\tEps 0.141\tData 0.115 (0.115)\tL 1.1846 (1.1846)//RL 1.7550 (1.7550)//RL1 4.0193 (4.0193)\tE 0.383 (0.383)//RE 0.641 (0.641)//RE1 1.000 (1.000)\n",
      "Epoch: [134][200/391]\tTime 0.069 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.3188 (1.3123)//RL 1.6505 (1.6910)//RL1 2.8650 (3.1514)\tE 0.453 (0.462)//RE 0.594 (0.630)//RE1 0.930 (0.953)\n",
      "Epoch: [134][391/391]\tTime 0.064 (0.073)\tEps 0.142\tData 0.002 (0.002)\tL 1.1919 (1.3036)//RL 1.5812 (1.6770)//RL1 2.9959 (3.0747)\tE 0.388 (0.459)//RE 0.613 (0.622)//RE1 0.950 (0.946)\n",
      "\n",
      "Taken 28.81811237335205 s/epoch\n",
      "Test: [1/79]\tTime 8.663 (8.663)\tL 1.1623 (1.1623)//RL 1.715 (1.715)//RL1 3.797 (3.797)\tE 0.328 (0.328)//RE 0.617 (0.617)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.026 (0.150)\tL 1.1057 (1.2562)//RL 1.648 (1.806)//RL1 3.827 (3.888)\tE 0.500 (0.434)//RE 0.812 (0.660)//RE1 1.000 (0.981)\n",
      "\n",
      " * Robust error 0.660\tError 0.434\n",
      "LR DECAY STEP\n",
      "135 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [135][1/391]\tTime 0.234 (0.234)\tEps 0.141\tData 0.117 (0.117)\tL 1.4997 (1.4997)//RL 2.1068 (2.1068)//RL1 4.2552 (4.2552)\tE 0.523 (0.523)//RE 0.797 (0.797)//RE1 0.992 (0.992)\n",
      "Epoch: [135][200/391]\tTime 0.076 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.3536 (1.2982)//RL 1.7421 (1.6677)//RL1 3.1790 (3.0139)\tE 0.508 (0.462)//RE 0.680 (0.622)//RE1 0.961 (0.937)\n",
      "Epoch: [135][391/391]\tTime 0.065 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.2333 (1.3006)//RL 1.5735 (1.6710)//RL1 2.7984 (3.0072)\tE 0.475 (0.459)//RE 0.562 (0.619)//RE1 0.863 (0.938)\n",
      "\n",
      "Taken 29.969358444213867 s/epoch\n",
      "Test: [1/79]\tTime 16.609 (16.609)\tL 1.1314 (1.1314)//RL 1.613 (1.613)//RL1 3.445 (3.445)\tE 0.328 (0.328)//RE 0.570 (0.570)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.025 (0.250)\tL 1.0221 (1.2184)//RL 1.476 (1.703)//RL1 3.395 (3.528)\tE 0.375 (0.429)//RE 0.500 (0.629)//RE1 1.000 (0.970)\n",
      "\n",
      " * Robust error 0.629\tError 0.429\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.629\n",
      "136 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [136][1/391]\tTime 0.223 (0.223)\tEps 0.141\tData 0.107 (0.107)\tL 1.2760 (1.2760)//RL 1.7731 (1.7731)//RL1 3.6160 (3.6160)\tE 0.469 (0.469)//RE 0.641 (0.641)//RE1 0.969 (0.969)\n",
      "Epoch: [136][200/391]\tTime 0.068 (0.069)\tEps 0.142\tData 0.002 (0.002)\tL 1.2726 (1.3025)//RL 1.6245 (1.6749)//RL1 2.8901 (3.0168)\tE 0.414 (0.463)//RE 0.555 (0.620)//RE1 0.930 (0.942)\n",
      "Epoch: [136][391/391]\tTime 0.069 (0.070)\tEps 0.142\tData 0.002 (0.002)\tL 1.4443 (1.3028)//RL 1.8431 (1.6725)//RL1 3.0876 (2.9918)\tE 0.463 (0.459)//RE 0.625 (0.619)//RE1 0.913 (0.937)\n",
      "\n",
      "Taken 27.601959943771362 s/epoch\n",
      "Test: [1/79]\tTime 6.140 (6.140)\tL 1.2081 (1.2081)//RL 1.804 (1.804)//RL1 3.900 (3.900)\tE 0.422 (0.422)//RE 0.688 (0.688)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.024 (0.117)\tL 1.0450 (1.2456)//RL 1.586 (1.833)//RL1 3.753 (3.916)\tE 0.438 (0.430)//RE 0.688 (0.683)//RE1 1.000 (0.982)\n",
      "\n",
      " * Robust error 0.683\tError 0.430\n",
      "LR DECAY STEP\n",
      "137 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [137][1/391]\tTime 0.252 (0.252)\tEps 0.141\tData 0.112 (0.112)\tL 1.3471 (1.3471)//RL 1.9785 (1.9785)//RL1 4.1381 (4.1381)\tE 0.469 (0.469)//RE 0.773 (0.773)//RE1 1.000 (1.000)\n",
      "Epoch: [137][200/391]\tTime 0.074 (0.074)\tEps 0.142\tData 0.003 (0.003)\tL 1.3396 (1.2910)//RL 1.6857 (1.6668)//RL1 3.0376 (3.0152)\tE 0.477 (0.454)//RE 0.641 (0.616)//RE1 0.938 (0.938)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [137][391/391]\tTime 0.061 (0.073)\tEps 0.142\tData 0.002 (0.003)\tL 1.2923 (1.2982)//RL 1.6541 (1.6690)//RL1 2.8713 (2.9862)\tE 0.488 (0.457)//RE 0.650 (0.618)//RE1 0.988 (0.935)\n",
      "\n",
      "Taken 28.59499454498291 s/epoch\n",
      "Test: [1/79]\tTime 1.705 (1.705)\tL 1.1473 (1.1473)//RL 1.665 (1.665)//RL1 3.596 (3.596)\tE 0.336 (0.336)//RE 0.609 (0.609)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.029 (0.063)\tL 1.0392 (1.2211)//RL 1.543 (1.740)//RL1 3.562 (3.653)\tE 0.438 (0.424)//RE 0.688 (0.647)//RE1 1.000 (0.977)\n",
      "\n",
      " * Robust error 0.647\tError 0.424\n",
      "LR DECAY STEP\n",
      "138 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [138][1/391]\tTime 0.233 (0.233)\tEps 0.141\tData 0.109 (0.109)\tL 1.2963 (1.2963)//RL 1.8486 (1.8486)//RL1 3.8080 (3.8080)\tE 0.383 (0.383)//RE 0.680 (0.680)//RE1 0.984 (0.984)\n",
      "Epoch: [138][200/391]\tTime 0.074 (0.071)\tEps 0.142\tData 0.003 (0.003)\tL 1.2285 (1.2992)//RL 1.5974 (1.6708)//RL1 2.8588 (2.9975)\tE 0.430 (0.456)//RE 0.602 (0.622)//RE1 0.898 (0.935)\n",
      "Epoch: [138][391/391]\tTime 0.070 (0.075)\tEps 0.142\tData 0.002 (0.002)\tL 1.1824 (1.3008)//RL 1.5069 (1.6680)//RL1 2.6303 (2.9616)\tE 0.400 (0.457)//RE 0.500 (0.620)//RE1 0.900 (0.933)\n",
      "\n",
      "Taken 29.331174612045288 s/epoch\n",
      "Test: [1/79]\tTime 3.454 (3.454)\tL 1.1433 (1.1433)//RL 1.712 (1.712)//RL1 3.777 (3.777)\tE 0.352 (0.352)//RE 0.633 (0.633)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.031 (0.086)\tL 1.1096 (1.2258)//RL 1.671 (1.806)//RL1 3.894 (3.867)\tE 0.438 (0.433)//RE 0.688 (0.666)//RE1 1.000 (0.977)\n",
      "\n",
      " * Robust error 0.666\tError 0.433\n",
      "LR DECAY STEP\n",
      "139 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [139][1/391]\tTime 0.261 (0.261)\tEps 0.141\tData 0.112 (0.112)\tL 1.5584 (1.5584)//RL 2.2048 (2.2048)//RL1 4.3464 (4.3464)\tE 0.531 (0.531)//RE 0.773 (0.773)//RE1 1.000 (1.000)\n",
      "Epoch: [139][200/391]\tTime 0.075 (0.081)\tEps 0.142\tData 0.002 (0.003)\tL 1.3575 (1.3040)//RL 1.7123 (1.6746)//RL1 2.9640 (2.9870)\tE 0.469 (0.459)//RE 0.570 (0.617)//RE1 0.906 (0.934)\n",
      "Epoch: [139][391/391]\tTime 0.056 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.2625 (1.3037)//RL 1.6395 (1.6732)//RL1 2.9359 (2.9681)\tE 0.412 (0.459)//RE 0.600 (0.619)//RE1 0.938 (0.930)\n",
      "\n",
      "Taken 30.14876389503479 s/epoch\n",
      "Test: [1/79]\tTime 4.671 (4.671)\tL 1.2254 (1.2254)//RL 1.832 (1.832)//RL1 3.849 (3.849)\tE 0.352 (0.352)//RE 0.680 (0.680)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.030 (0.103)\tL 1.1523 (1.2559)//RL 1.749 (1.851)//RL1 3.913 (3.858)\tE 0.375 (0.434)//RE 0.750 (0.665)//RE1 1.000 (0.969)\n",
      "\n",
      " * Robust error 0.665\tError 0.434\n",
      "LR DECAY STEP\n",
      "140 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [140][1/391]\tTime 0.233 (0.233)\tEps 0.141\tData 0.108 (0.108)\tL 1.3563 (1.3563)//RL 1.9818 (1.9818)//RL1 4.0381 (4.0381)\tE 0.477 (0.477)//RE 0.695 (0.695)//RE1 0.992 (0.992)\n",
      "Epoch: [140][200/391]\tTime 0.082 (0.079)\tEps 0.142\tData 0.003 (0.003)\tL 1.2160 (1.2534)//RL 1.5199 (1.6068)//RL1 2.6006 (2.8141)\tE 0.383 (0.439)//RE 0.531 (0.596)//RE1 0.891 (0.908)\n",
      "Epoch: [140][391/391]\tTime 0.065 (0.080)\tEps 0.142\tData 0.002 (0.003)\tL 1.2428 (1.2426)//RL 1.5691 (1.5907)//RL1 2.6054 (2.7542)\tE 0.388 (0.436)//RE 0.538 (0.589)//RE1 0.812 (0.900)\n",
      "\n",
      "Taken 31.309906482696533 s/epoch\n",
      "Test: [1/79]\tTime 1.817 (1.817)\tL 1.0718 (1.0718)//RL 1.531 (1.531)//RL1 3.028 (3.028)\tE 0.328 (0.328)//RE 0.562 (0.562)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.030 (0.065)\tL 1.0123 (1.1664)//RL 1.455 (1.630)//RL1 3.089 (3.139)\tE 0.375 (0.413)//RE 0.625 (0.592)//RE1 1.000 (0.920)\n",
      "\n",
      " * Robust error 0.592\tError 0.413\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.592\n",
      "141 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [141][1/391]\tTime 0.245 (0.245)\tEps 0.141\tData 0.112 (0.112)\tL 1.1263 (1.1263)//RL 1.6109 (1.6109)//RL1 3.1069 (3.1069)\tE 0.344 (0.344)//RE 0.570 (0.570)//RE1 0.930 (0.930)\n",
      "Epoch: [141][200/391]\tTime 0.072 (0.077)\tEps 0.142\tData 0.003 (0.003)\tL 1.1237 (1.2295)//RL 1.4740 (1.5826)//RL1 2.6024 (2.6992)\tE 0.422 (0.428)//RE 0.547 (0.582)//RE1 0.906 (0.886)\n",
      "Epoch: [141][391/391]\tTime 0.062 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.1243 (1.2243)//RL 1.4620 (1.5727)//RL1 2.5133 (2.6636)\tE 0.412 (0.427)//RE 0.512 (0.579)//RE1 0.863 (0.884)\n",
      "\n",
      "Taken 30.342671632766724 s/epoch\n",
      "Test: [1/79]\tTime 6.923 (6.923)\tL 1.1069 (1.1069)//RL 1.537 (1.537)//RL1 2.837 (2.837)\tE 0.336 (0.336)//RE 0.516 (0.516)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.028 (0.131)\tL 1.0846 (1.2000)//RL 1.516 (1.641)//RL1 2.961 (2.961)\tE 0.438 (0.434)//RE 0.625 (0.599)//RE1 1.000 (0.897)\n",
      "\n",
      " * Robust error 0.599\tError 0.434\n",
      "LR DECAY STEP\n",
      "142 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [142][1/391]\tTime 0.216 (0.216)\tEps 0.141\tData 0.092 (0.092)\tL 1.3068 (1.3068)//RL 1.7867 (1.7867)//RL1 3.1703 (3.1703)\tE 0.453 (0.453)//RE 0.711 (0.711)//RE1 0.953 (0.953)\n",
      "Epoch: [142][200/391]\tTime 0.083 (0.079)\tEps 0.142\tData 0.002 (0.003)\tL 1.1390 (1.2247)//RL 1.4619 (1.5727)//RL1 2.5003 (2.6382)\tE 0.391 (0.432)//RE 0.531 (0.582)//RE1 0.906 (0.878)\n",
      "Epoch: [142][391/391]\tTime 0.065 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.2178 (1.2154)//RL 1.5802 (1.5621)//RL1 2.6053 (2.6094)\tE 0.400 (0.426)//RE 0.550 (0.574)//RE1 0.900 (0.874)\n",
      "\n",
      "Taken 30.42992377281189 s/epoch\n",
      "Test: [1/79]\tTime 1.785 (1.785)\tL 1.0514 (1.0514)//RL 1.498 (1.498)//RL1 2.833 (2.833)\tE 0.312 (0.312)//RE 0.516 (0.516)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.033 (0.066)\tL 0.9786 (1.1550)//RL 1.411 (1.605)//RL1 2.872 (2.938)\tE 0.438 (0.415)//RE 0.625 (0.581)//RE1 0.938 (0.884)\n",
      "\n",
      " * Robust error 0.581\tError 0.415\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.581\n",
      "143 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [143][1/391]\tTime 0.224 (0.224)\tEps 0.141\tData 0.107 (0.107)\tL 1.1596 (1.1596)//RL 1.6230 (1.6230)//RL1 2.9889 (2.9889)\tE 0.422 (0.422)//RE 0.602 (0.602)//RE1 0.930 (0.930)\n",
      "Epoch: [143][200/391]\tTime 0.081 (0.076)\tEps 0.142\tData 0.003 (0.003)\tL 1.1642 (1.2171)//RL 1.5186 (1.5750)//RL1 2.5740 (2.6259)\tE 0.414 (0.422)//RE 0.555 (0.579)//RE1 0.844 (0.878)\n",
      "Epoch: [143][391/391]\tTime 0.065 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.1641 (1.2150)//RL 1.4942 (1.5709)//RL1 2.4744 (2.6188)\tE 0.388 (0.424)//RE 0.550 (0.580)//RE1 0.850 (0.876)\n",
      "\n",
      "Taken 29.329922676086426 s/epoch\n",
      "Test: [1/79]\tTime 4.762 (4.762)\tL 1.0462 (1.0462)//RL 1.509 (1.509)//RL1 2.880 (2.880)\tE 0.320 (0.320)//RE 0.547 (0.547)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.032 (0.104)\tL 1.0261 (1.1425)//RL 1.476 (1.606)//RL1 2.970 (2.976)\tE 0.500 (0.400)//RE 0.625 (0.585)//RE1 0.938 (0.898)\n",
      "\n",
      " * Robust error 0.585\tError 0.400\n",
      "LR DECAY STEP\n",
      "144 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [144][1/391]\tTime 0.225 (0.225)\tEps 0.141\tData 0.094 (0.094)\tL 1.1384 (1.1384)//RL 1.5944 (1.5944)//RL1 2.9689 (2.9689)\tE 0.406 (0.406)//RE 0.578 (0.578)//RE1 0.906 (0.906)\n",
      "Epoch: [144][200/391]\tTime 0.075 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.0009 (1.2182)//RL 1.3109 (1.5742)//RL1 2.2510 (2.6061)\tE 0.344 (0.428)//RE 0.484 (0.582)//RE1 0.812 (0.878)\n",
      "Epoch: [144][391/391]\tTime 0.071 (0.077)\tEps 0.142\tData 0.003 (0.003)\tL 1.2505 (1.2140)//RL 1.6081 (1.5687)//RL1 2.5287 (2.5850)\tE 0.388 (0.425)//RE 0.575 (0.579)//RE1 0.825 (0.871)\n",
      "\n",
      "Taken 30.193036556243896 s/epoch\n",
      "Test: [1/79]\tTime 3.952 (3.952)\tL 1.0829 (1.0829)//RL 1.553 (1.553)//RL1 2.869 (2.869)\tE 0.297 (0.297)//RE 0.531 (0.531)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.023 (0.090)\tL 0.9046 (1.1675)//RL 1.323 (1.644)//RL1 2.710 (2.958)\tE 0.438 (0.410)//RE 0.688 (0.599)//RE1 0.875 (0.899)\n",
      "\n",
      " * Robust error 0.599\tError 0.410\n",
      "LR DECAY STEP\n",
      "145 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [145][1/391]\tTime 0.221 (0.221)\tEps 0.141\tData 0.102 (0.102)\tL 1.2380 (1.2380)//RL 1.7364 (1.7364)//RL1 3.1265 (3.1265)\tE 0.438 (0.438)//RE 0.664 (0.664)//RE1 0.938 (0.938)\n",
      "Epoch: [145][200/391]\tTime 0.086 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.0959 (1.2118)//RL 1.4437 (1.5685)//RL1 2.4716 (2.5593)\tE 0.375 (0.420)//RE 0.586 (0.576)//RE1 0.891 (0.863)\n",
      "Epoch: [145][391/391]\tTime 0.065 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.2329 (1.2075)//RL 1.5797 (1.5620)//RL1 2.5325 (2.5361)\tE 0.475 (0.422)//RE 0.562 (0.575)//RE1 0.838 (0.858)\n",
      "\n",
      "Taken 30.343318223953247 s/epoch\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [1/79]\tTime 3.139 (3.139)\tL 1.1251 (1.1251)//RL 1.601 (1.601)//RL1 2.869 (2.869)\tE 0.336 (0.336)//RE 0.586 (0.586)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.025 (0.079)\tL 0.9260 (1.2001)//RL 1.354 (1.675)//RL1 2.713 (2.937)\tE 0.438 (0.437)//RE 0.625 (0.611)//RE1 1.000 (0.898)\n",
      "\n",
      " * Robust error 0.611\tError 0.437\n",
      "LR DECAY STEP\n",
      "146 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [146][1/391]\tTime 0.227 (0.227)\tEps 0.141\tData 0.094 (0.094)\tL 1.2318 (1.2318)//RL 1.7004 (1.7004)//RL1 2.9667 (2.9667)\tE 0.461 (0.461)//RE 0.617 (0.617)//RE1 0.883 (0.883)\n",
      "Epoch: [146][200/391]\tTime 0.070 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.1453 (1.1994)//RL 1.4703 (1.5647)//RL1 2.3735 (2.5287)\tE 0.359 (0.419)//RE 0.547 (0.576)//RE1 0.859 (0.859)\n",
      "Epoch: [146][391/391]\tTime 0.069 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.2967 (1.2057)//RL 1.6663 (1.5686)//RL1 2.5715 (2.5147)\tE 0.512 (0.421)//RE 0.625 (0.579)//RE1 0.825 (0.856)\n",
      "\n",
      "Taken 29.97911310195923 s/epoch\n",
      "Test: [1/79]\tTime 3.651 (3.651)\tL 1.0919 (1.0919)//RL 1.571 (1.571)//RL1 2.797 (2.797)\tE 0.281 (0.281)//RE 0.570 (0.570)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.024 (0.088)\tL 0.9517 (1.1521)//RL 1.395 (1.633)//RL1 2.696 (2.855)\tE 0.500 (0.400)//RE 0.688 (0.600)//RE1 0.875 (0.886)\n",
      "\n",
      " * Robust error 0.600\tError 0.400\n",
      "LR DECAY STEP\n",
      "147 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [147][1/391]\tTime 0.219 (0.219)\tEps 0.141\tData 0.094 (0.094)\tL 1.1799 (1.1799)//RL 1.6923 (1.6923)//RL1 2.9582 (2.9582)\tE 0.438 (0.438)//RE 0.648 (0.648)//RE1 0.930 (0.930)\n",
      "Epoch: [147][200/391]\tTime 0.081 (0.081)\tEps 0.142\tData 0.003 (0.003)\tL 1.1281 (1.2025)//RL 1.4467 (1.5621)//RL1 2.2616 (2.4832)\tE 0.406 (0.416)//RE 0.516 (0.571)//RE1 0.781 (0.851)\n",
      "Epoch: [147][391/391]\tTime 0.062 (0.079)\tEps 0.142\tData 0.003 (0.003)\tL 1.2112 (1.1994)//RL 1.6016 (1.5575)//RL1 2.5429 (2.4664)\tE 0.463 (0.419)//RE 0.700 (0.574)//RE1 0.812 (0.848)\n",
      "\n",
      "Taken 31.191660404205322 s/epoch\n",
      "Test: [1/79]\tTime 3.247 (3.247)\tL 1.0722 (1.0722)//RL 1.567 (1.567)//RL1 2.837 (2.837)\tE 0.312 (0.312)//RE 0.539 (0.539)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.033 (0.084)\tL 1.0341 (1.1594)//RL 1.495 (1.652)//RL1 2.859 (2.909)\tE 0.438 (0.408)//RE 0.688 (0.608)//RE1 0.938 (0.899)\n",
      "\n",
      " * Robust error 0.608\tError 0.408\n",
      "LR DECAY STEP\n",
      "148 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [148][1/391]\tTime 0.224 (0.224)\tEps 0.141\tData 0.106 (0.106)\tL 1.0682 (1.0682)//RL 1.5349 (1.5349)//RL1 2.8112 (2.8112)\tE 0.359 (0.359)//RE 0.609 (0.609)//RE1 0.930 (0.930)\n",
      "Epoch: [148][200/391]\tTime 0.070 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.1224 (1.1964)//RL 1.4561 (1.5560)//RL1 2.2987 (2.4486)\tE 0.406 (0.418)//RE 0.531 (0.574)//RE1 0.781 (0.842)\n",
      "Epoch: [148][391/391]\tTime 0.057 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.1872 (1.1986)//RL 1.5435 (1.5554)//RL1 2.4702 (2.4367)\tE 0.488 (0.419)//RE 0.625 (0.572)//RE1 0.875 (0.840)\n",
      "\n",
      "Taken 29.292766571044922 s/epoch\n",
      "Test: [1/79]\tTime 19.406 (19.406)\tL 1.0644 (1.0644)//RL 1.554 (1.554)//RL1 2.780 (2.780)\tE 0.328 (0.328)//RE 0.586 (0.586)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.030 (0.289)\tL 0.9199 (1.1296)//RL 1.360 (1.621)//RL1 2.627 (2.840)\tE 0.438 (0.394)//RE 0.625 (0.592)//RE1 0.875 (0.892)\n",
      "\n",
      " * Robust error 0.592\tError 0.394\n",
      "LR DECAY STEP\n",
      "149 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [149][1/391]\tTime 0.232 (0.232)\tEps 0.141\tData 0.099 (0.099)\tL 1.1969 (1.1969)//RL 1.7089 (1.7089)//RL1 2.9895 (2.9895)\tE 0.383 (0.383)//RE 0.648 (0.648)//RE1 0.930 (0.930)\n",
      "Epoch: [149][200/391]\tTime 0.086 (0.081)\tEps 0.142\tData 0.002 (0.003)\tL 1.1454 (1.1946)//RL 1.4894 (1.5629)//RL1 2.3324 (2.4583)\tE 0.383 (0.414)//RE 0.508 (0.572)//RE1 0.797 (0.845)\n",
      "Epoch: [149][391/391]\tTime 0.071 (0.082)\tEps 0.142\tData 0.002 (0.003)\tL 1.2808 (1.1944)//RL 1.6651 (1.5576)//RL1 2.5296 (2.4365)\tE 0.350 (0.415)//RE 0.550 (0.572)//RE1 0.838 (0.842)\n",
      "\n",
      "Taken 32.25851225852966 s/epoch\n",
      "Test: [1/79]\tTime 3.633 (3.633)\tL 1.0312 (1.0312)//RL 1.511 (1.511)//RL1 2.700 (2.700)\tE 0.258 (0.258)//RE 0.523 (0.523)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.033 (0.089)\tL 0.9552 (1.1251)//RL 1.411 (1.609)//RL1 2.642 (2.793)\tE 0.375 (0.382)//RE 0.688 (0.594)//RE1 0.875 (0.887)\n",
      "\n",
      " * Robust error 0.594\tError 0.382\n",
      "LR DECAY STEP\n",
      "150 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [150][1/391]\tTime 0.224 (0.224)\tEps 0.141\tData 0.106 (0.106)\tL 1.2516 (1.2516)//RL 1.7690 (1.7690)//RL1 2.9989 (2.9989)\tE 0.430 (0.430)//RE 0.602 (0.602)//RE1 0.930 (0.930)\n",
      "Epoch: [150][200/391]\tTime 0.078 (0.079)\tEps 0.142\tData 0.002 (0.003)\tL 1.1037 (1.1728)//RL 1.4381 (1.5208)//RL1 2.2773 (2.3508)\tE 0.414 (0.407)//RE 0.539 (0.561)//RE1 0.758 (0.827)\n",
      "Epoch: [150][391/391]\tTime 0.065 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.0754 (1.1665)//RL 1.3979 (1.5122)//RL1 2.1585 (2.3321)\tE 0.338 (0.407)//RE 0.500 (0.558)//RE1 0.762 (0.823)\n",
      "\n",
      "Taken 30.67104959487915 s/epoch\n",
      "Test: [1/79]\tTime 8.793 (8.793)\tL 1.0315 (1.0315)//RL 1.436 (1.436)//RL1 2.396 (2.396)\tE 0.281 (0.281)//RE 0.484 (0.484)//RE1 0.852 (0.852)\n",
      "Test: [79/79]\tTime 0.025 (0.149)\tL 1.0098 (1.1130)//RL 1.412 (1.520)//RL1 2.441 (2.482)\tE 0.500 (0.399)//RE 0.688 (0.553)//RE1 0.812 (0.831)\n",
      "\n",
      " * Robust error 0.553\tError 0.399\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.553\n",
      "151 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [151][1/391]\tTime 0.240 (0.240)\tEps 0.141\tData 0.099 (0.099)\tL 1.1282 (1.1282)//RL 1.5586 (1.5586)//RL1 2.5582 (2.5582)\tE 0.383 (0.383)//RE 0.578 (0.578)//RE1 0.891 (0.891)\n",
      "Epoch: [151][200/391]\tTime 0.080 (0.080)\tEps 0.142\tData 0.002 (0.003)\tL 1.3066 (1.1601)//RL 1.6440 (1.5040)//RL1 2.4204 (2.2909)\tE 0.438 (0.404)//RE 0.555 (0.554)//RE1 0.844 (0.807)\n",
      "Epoch: [151][391/391]\tTime 0.057 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.1537 (1.1550)//RL 1.5042 (1.4979)//RL1 2.3175 (2.2832)\tE 0.438 (0.402)//RE 0.562 (0.550)//RE1 0.850 (0.808)\n",
      "\n",
      "Taken 30.785746574401855 s/epoch\n",
      "Test: [1/79]\tTime 6.049 (6.049)\tL 1.0700 (1.0700)//RL 1.507 (1.507)//RL1 2.485 (2.485)\tE 0.312 (0.312)//RE 0.539 (0.539)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.023 (0.117)\tL 0.9165 (1.1268)//RL 1.329 (1.559)//RL1 2.376 (2.533)\tE 0.438 (0.391)//RE 0.625 (0.572)//RE1 0.812 (0.842)\n",
      "\n",
      " * Robust error 0.572\tError 0.391\n",
      "LR DECAY STEP\n",
      "152 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [152][1/391]\tTime 0.218 (0.218)\tEps 0.141\tData 0.094 (0.094)\tL 1.2390 (1.2390)//RL 1.6985 (1.6985)//RL1 2.7116 (2.7116)\tE 0.406 (0.406)//RE 0.641 (0.641)//RE1 0.867 (0.867)\n",
      "Epoch: [152][200/391]\tTime 0.075 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.1203 (1.1535)//RL 1.4581 (1.4998)//RL1 2.2482 (2.2793)\tE 0.375 (0.403)//RE 0.531 (0.550)//RE1 0.812 (0.804)\n",
      "Epoch: [152][391/391]\tTime 0.065 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.2009 (1.1521)//RL 1.5310 (1.4974)//RL1 2.3031 (2.2771)\tE 0.388 (0.402)//RE 0.575 (0.552)//RE1 0.738 (0.807)\n",
      "\n",
      "Taken 29.773507833480835 s/epoch\n",
      "Test: [1/79]\tTime 5.189 (5.189)\tL 1.0021 (1.0021)//RL 1.413 (1.413)//RL1 2.352 (2.352)\tE 0.312 (0.312)//RE 0.531 (0.531)//RE1 0.836 (0.836)\n",
      "Test: [79/79]\tTime 0.026 (0.103)\tL 0.8812 (1.0912)//RL 1.262 (1.505)//RL1 2.233 (2.437)\tE 0.438 (0.383)//RE 0.625 (0.549)//RE1 0.875 (0.810)\n",
      "\n",
      " * Robust error 0.549\tError 0.383\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.549\n",
      "153 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [153][1/391]\tTime 0.238 (0.238)\tEps 0.141\tData 0.111 (0.111)\tL 1.1211 (1.1211)//RL 1.5474 (1.5474)//RL1 2.4941 (2.4941)\tE 0.336 (0.336)//RE 0.594 (0.594)//RE1 0.797 (0.797)\n",
      "Epoch: [153][200/391]\tTime 0.074 (0.078)\tEps 0.142\tData 0.003 (0.003)\tL 1.2389 (1.1397)//RL 1.6221 (1.4926)//RL1 2.4450 (2.2793)\tE 0.406 (0.399)//RE 0.594 (0.552)//RE1 0.867 (0.809)\n",
      "Epoch: [153][391/391]\tTime 0.069 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.2000 (1.1451)//RL 1.5380 (1.4945)//RL1 2.2699 (2.2743)\tE 0.338 (0.400)//RE 0.463 (0.551)//RE1 0.788 (0.807)\n",
      "\n",
      "Taken 30.103498220443726 s/epoch\n",
      "Test: [1/79]\tTime 4.412 (4.412)\tL 1.0043 (1.0043)//RL 1.422 (1.422)//RL1 2.377 (2.377)\tE 0.289 (0.289)//RE 0.516 (0.516)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.031 (0.098)\tL 0.9079 (1.0910)//RL 1.302 (1.510)//RL1 2.297 (2.458)\tE 0.375 (0.379)//RE 0.562 (0.549)//RE1 0.812 (0.822)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " * Robust error 0.549\tError 0.379\n",
      "LR DECAY STEP\n",
      "154 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [154][1/391]\tTime 0.228 (0.228)\tEps 0.141\tData 0.106 (0.106)\tL 1.0517 (1.0517)//RL 1.4966 (1.4966)//RL1 2.4665 (2.4665)\tE 0.336 (0.336)//RE 0.539 (0.539)//RE1 0.875 (0.875)\n",
      "Epoch: [154][200/391]\tTime 0.076 (0.079)\tEps 0.142\tData 0.003 (0.003)\tL 1.1223 (1.1379)//RL 1.4555 (1.4864)//RL1 2.2514 (2.2712)\tE 0.398 (0.397)//RE 0.562 (0.549)//RE1 0.836 (0.805)\n",
      "Epoch: [154][391/391]\tTime 0.065 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.2947 (1.1430)//RL 1.6581 (1.4917)//RL1 2.4897 (2.2741)\tE 0.450 (0.400)//RE 0.550 (0.548)//RE1 0.800 (0.804)\n",
      "\n",
      "Taken 30.798125982284546 s/epoch\n",
      "Test: [1/79]\tTime 7.305 (7.305)\tL 1.0029 (1.0029)//RL 1.436 (1.436)//RL1 2.419 (2.419)\tE 0.336 (0.336)//RE 0.547 (0.547)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.024 (0.131)\tL 0.9664 (1.0857)//RL 1.399 (1.516)//RL1 2.437 (2.494)\tE 0.562 (0.385)//RE 0.750 (0.554)//RE1 0.875 (0.828)\n",
      "\n",
      " * Robust error 0.554\tError 0.385\n",
      "LR DECAY STEP\n",
      "155 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [155][1/391]\tTime 0.226 (0.226)\tEps 0.141\tData 0.092 (0.092)\tL 1.1582 (1.1582)//RL 1.6343 (1.6343)//RL1 2.6543 (2.6543)\tE 0.391 (0.391)//RE 0.602 (0.602)//RE1 0.859 (0.859)\n",
      "Epoch: [155][200/391]\tTime 0.077 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.1800 (1.1365)//RL 1.5417 (1.4868)//RL1 2.3352 (2.2698)\tE 0.398 (0.393)//RE 0.547 (0.548)//RE1 0.812 (0.801)\n",
      "Epoch: [155][391/391]\tTime 0.065 (0.079)\tEps 0.142\tData 0.002 (0.003)\tL 1.0322 (1.1393)//RL 1.3551 (1.4890)//RL1 2.1593 (2.2747)\tE 0.375 (0.396)//RE 0.550 (0.549)//RE1 0.812 (0.803)\n",
      "\n",
      "Taken 30.81560778617859 s/epoch\n",
      "Test: [1/79]\tTime 11.992 (11.992)\tL 0.9896 (0.9896)//RL 1.420 (1.420)//RL1 2.415 (2.415)\tE 0.289 (0.289)//RE 0.492 (0.492)//RE1 0.852 (0.852)\n",
      "Test: [79/79]\tTime 0.030 (0.193)\tL 0.9824 (1.0853)//RL 1.413 (1.519)//RL1 2.466 (2.519)\tE 0.375 (0.374)//RE 0.625 (0.559)//RE1 0.812 (0.837)\n",
      "\n",
      " * Robust error 0.559\tError 0.374\n",
      "LR DECAY STEP\n",
      "156 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [156][1/391]\tTime 0.262 (0.262)\tEps 0.141\tData 0.123 (0.123)\tL 1.0817 (1.0817)//RL 1.5106 (1.5106)//RL1 2.5285 (2.5285)\tE 0.336 (0.336)//RE 0.531 (0.531)//RE1 0.852 (0.852)\n",
      "Epoch: [156][200/391]\tTime 0.069 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.1940 (1.1383)//RL 1.5362 (1.4906)//RL1 2.3089 (2.2825)\tE 0.422 (0.393)//RE 0.562 (0.547)//RE1 0.828 (0.803)\n",
      "Epoch: [156][391/391]\tTime 0.057 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.1870 (1.1404)//RL 1.5531 (1.4921)//RL1 2.3507 (2.2851)\tE 0.450 (0.395)//RE 0.588 (0.549)//RE1 0.812 (0.806)\n",
      "\n",
      "Taken 29.897995948791504 s/epoch\n",
      "Test: [1/79]\tTime 13.420 (13.420)\tL 0.9942 (0.9942)//RL 1.406 (1.406)//RL1 2.359 (2.359)\tE 0.312 (0.312)//RE 0.531 (0.531)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.025 (0.211)\tL 0.9647 (1.0871)//RL 1.370 (1.502)//RL1 2.385 (2.453)\tE 0.438 (0.376)//RE 0.688 (0.550)//RE1 0.812 (0.826)\n",
      "\n",
      " * Robust error 0.550\tError 0.376\n",
      "LR DECAY STEP\n",
      "157 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [157][1/391]\tTime 0.238 (0.238)\tEps 0.141\tData 0.112 (0.112)\tL 1.1142 (1.1142)//RL 1.5208 (1.5208)//RL1 2.5107 (2.5107)\tE 0.422 (0.422)//RE 0.609 (0.609)//RE1 0.844 (0.844)\n",
      "Epoch: [157][200/391]\tTime 0.072 (0.078)\tEps 0.142\tData 0.003 (0.003)\tL 1.1607 (1.1399)//RL 1.5127 (1.4923)//RL1 2.3264 (2.2890)\tE 0.328 (0.398)//RE 0.523 (0.550)//RE1 0.836 (0.808)\n",
      "Epoch: [157][391/391]\tTime 0.065 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.1393 (1.1362)//RL 1.5048 (1.4870)//RL1 2.3054 (2.2878)\tE 0.338 (0.394)//RE 0.575 (0.547)//RE1 0.838 (0.805)\n",
      "\n",
      "Taken 29.785403728485107 s/epoch\n",
      "Test: [1/79]\tTime 4.062 (4.062)\tL 0.9961 (0.9961)//RL 1.419 (1.419)//RL1 2.429 (2.429)\tE 0.297 (0.297)//RE 0.492 (0.492)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.031 (0.092)\tL 0.9426 (1.0819)//RL 1.365 (1.505)//RL1 2.422 (2.507)\tE 0.500 (0.378)//RE 0.688 (0.550)//RE1 0.875 (0.839)\n",
      "\n",
      " * Robust error 0.550\tError 0.378\n",
      "LR DECAY STEP\n",
      "158 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [158][1/391]\tTime 0.221 (0.221)\tEps 0.141\tData 0.106 (0.106)\tL 1.2161 (1.2161)//RL 1.6829 (1.6829)//RL1 2.7462 (2.7462)\tE 0.453 (0.453)//RE 0.609 (0.609)//RE1 0.883 (0.883)\n",
      "Epoch: [158][200/391]\tTime 0.070 (0.074)\tEps 0.142\tData 0.002 (0.003)\tL 1.0923 (1.1304)//RL 1.4157 (1.4831)//RL1 2.1597 (2.2936)\tE 0.336 (0.395)//RE 0.500 (0.549)//RE1 0.734 (0.806)\n",
      "Epoch: [158][391/391]\tTime 0.056 (0.072)\tEps 0.142\tData 0.002 (0.002)\tL 1.0470 (1.1355)//RL 1.3858 (1.4888)//RL1 2.2136 (2.3019)\tE 0.338 (0.396)//RE 0.538 (0.550)//RE1 0.850 (0.808)\n",
      "\n",
      "Taken 28.128608226776123 s/epoch\n",
      "Test: [1/79]\tTime 6.890 (6.890)\tL 0.9989 (0.9989)//RL 1.439 (1.439)//RL1 2.472 (2.472)\tE 0.281 (0.281)//RE 0.516 (0.516)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.030 (0.129)\tL 0.9538 (1.0800)//RL 1.388 (1.519)//RL1 2.462 (2.546)\tE 0.438 (0.379)//RE 0.688 (0.551)//RE1 0.875 (0.832)\n",
      "\n",
      " * Robust error 0.551\tError 0.379\n",
      "LR DECAY STEP\n",
      "159 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [159][1/391]\tTime 0.205 (0.205)\tEps 0.141\tData 0.090 (0.090)\tL 0.9485 (0.9485)//RL 1.3850 (1.3850)//RL1 2.4015 (2.4015)\tE 0.352 (0.352)//RE 0.523 (0.523)//RE1 0.828 (0.828)\n",
      "Epoch: [159][200/391]\tTime 0.070 (0.072)\tEps 0.142\tData 0.002 (0.003)\tL 1.1492 (1.1379)//RL 1.5064 (1.4949)//RL1 2.3546 (2.3276)\tE 0.367 (0.399)//RE 0.500 (0.550)//RE1 0.828 (0.815)\n",
      "Epoch: [159][391/391]\tTime 0.068 (0.075)\tEps 0.142\tData 0.003 (0.003)\tL 1.1501 (1.1360)//RL 1.5141 (1.4903)//RL1 2.3565 (2.3267)\tE 0.375 (0.396)//RE 0.588 (0.547)//RE1 0.812 (0.815)\n",
      "\n",
      "Taken 29.2857768535614 s/epoch\n",
      "Test: [1/79]\tTime 4.710 (4.710)\tL 1.0010 (1.0010)//RL 1.453 (1.453)//RL1 2.570 (2.570)\tE 0.281 (0.281)//RE 0.539 (0.539)//RE1 0.852 (0.852)\n",
      "Test: [79/79]\tTime 0.023 (0.098)\tL 0.9284 (1.0775)//RL 1.362 (1.528)//RL1 2.483 (2.631)\tE 0.500 (0.373)//RE 0.625 (0.558)//RE1 0.812 (0.847)\n",
      "\n",
      " * Robust error 0.558\tError 0.373\n",
      "LR DECAY STEP\n",
      "160 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [160][1/391]\tTime 0.239 (0.239)\tEps 0.141\tData 0.113 (0.113)\tL 1.2408 (1.2408)//RL 1.7487 (1.7487)//RL1 2.8955 (2.8955)\tE 0.375 (0.375)//RE 0.586 (0.586)//RE1 0.922 (0.922)\n",
      "Epoch: [160][200/391]\tTime 0.068 (0.070)\tEps 0.142\tData 0.002 (0.003)\tL 1.1168 (1.1243)//RL 1.4717 (1.4736)//RL1 2.3433 (2.3137)\tE 0.344 (0.391)//RE 0.516 (0.541)//RE1 0.836 (0.808)\n",
      "Epoch: [160][391/391]\tTime 0.055 (0.069)\tEps 0.142\tData 0.002 (0.002)\tL 1.2211 (1.1192)//RL 1.5755 (1.4665)//RL1 2.4280 (2.3042)\tE 0.388 (0.388)//RE 0.562 (0.540)//RE1 0.825 (0.808)\n",
      "\n",
      "Taken 27.16167640686035 s/epoch\n",
      "Test: [1/79]\tTime 4.300 (4.300)\tL 0.9672 (0.9672)//RL 1.363 (1.363)//RL1 2.355 (2.355)\tE 0.250 (0.250)//RE 0.453 (0.453)//RE1 0.836 (0.836)\n",
      "Test: [79/79]\tTime 0.024 (0.095)\tL 0.9252 (1.0613)//RL 1.314 (1.462)//RL1 2.338 (2.451)\tE 0.438 (0.365)//RE 0.562 (0.534)//RE1 0.812 (0.819)\n",
      "\n",
      " * Robust error 0.534\tError 0.365\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.534\n",
      "161 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [161][1/391]\tTime 0.239 (0.239)\tEps 0.141\tData 0.112 (0.112)\tL 1.1521 (1.1521)//RL 1.5895 (1.5895)//RL1 2.6590 (2.6590)\tE 0.398 (0.398)//RE 0.602 (0.602)//RE1 0.891 (0.891)\n",
      "Epoch: [161][200/391]\tTime 0.089 (0.079)\tEps 0.142\tData 0.003 (0.003)\tL 1.1396 (1.1129)//RL 1.4912 (1.4542)//RL1 2.3244 (2.2746)\tE 0.398 (0.386)//RE 0.523 (0.534)//RE1 0.781 (0.800)\n",
      "Epoch: [161][391/391]\tTime 0.075 (0.082)\tEps 0.142\tData 0.003 (0.003)\tL 1.1078 (1.1132)//RL 1.4568 (1.4578)//RL1 2.2759 (2.2900)\tE 0.463 (0.385)//RE 0.525 (0.535)//RE1 0.800 (0.804)\n",
      "\n",
      "Taken 32.31734871864319 s/epoch\n",
      "Test: [1/79]\tTime 7.527 (7.527)\tL 0.9871 (0.9871)//RL 1.382 (1.382)//RL1 2.345 (2.345)\tE 0.305 (0.305)//RE 0.500 (0.500)//RE1 0.820 (0.820)\n",
      "Test: [79/79]\tTime 0.031 (0.134)\tL 0.9570 (1.0695)//RL 1.363 (1.466)//RL1 2.367 (2.427)\tE 0.500 (0.374)//RE 0.750 (0.536)//RE1 0.875 (0.804)\n",
      "\n",
      " * Robust error 0.536\tError 0.374\n",
      "LR DECAY STEP\n",
      "162 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [162][1/391]\tTime 0.235 (0.235)\tEps 0.141\tData 0.119 (0.119)\tL 1.1684 (1.1684)//RL 1.6024 (1.6024)//RL1 2.5676 (2.5676)\tE 0.391 (0.391)//RE 0.570 (0.570)//RE1 0.820 (0.820)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [162][200/391]\tTime 0.070 (0.073)\tEps 0.142\tData 0.002 (0.003)\tL 1.1062 (1.1163)//RL 1.4686 (1.4613)//RL1 2.3756 (2.3064)\tE 0.375 (0.389)//RE 0.516 (0.539)//RE1 0.875 (0.803)\n",
      "Epoch: [162][391/391]\tTime 0.071 (0.073)\tEps 0.142\tData 0.003 (0.003)\tL 1.1203 (1.1035)//RL 1.4621 (1.4483)//RL1 2.3210 (2.2995)\tE 0.400 (0.382)//RE 0.538 (0.532)//RE1 0.800 (0.803)\n",
      "\n",
      "Taken 28.797943115234375 s/epoch\n",
      "Test: [1/79]\tTime 5.172 (5.172)\tL 0.9729 (0.9729)//RL 1.389 (1.389)//RL1 2.457 (2.457)\tE 0.266 (0.266)//RE 0.492 (0.492)//RE1 0.852 (0.852)\n",
      "Test: [79/79]\tTime 0.023 (0.103)\tL 0.9596 (1.0535)//RL 1.369 (1.466)//RL1 2.457 (2.524)\tE 0.562 (0.369)//RE 0.625 (0.534)//RE1 0.938 (0.825)\n",
      "\n",
      " * Robust error 0.534\tError 0.369\n",
      "LR DECAY STEP\n",
      "163 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [163][1/391]\tTime 0.251 (0.251)\tEps 0.141\tData 0.112 (0.112)\tL 1.0674 (1.0674)//RL 1.4984 (1.4984)//RL1 2.5820 (2.5820)\tE 0.352 (0.352)//RE 0.531 (0.531)//RE1 0.875 (0.875)\n",
      "Epoch: [163][200/391]\tTime 0.081 (0.081)\tEps 0.142\tData 0.003 (0.003)\tL 1.1516 (1.1094)//RL 1.5107 (1.4579)//RL1 2.4270 (2.3308)\tE 0.344 (0.382)//RE 0.484 (0.535)//RE1 0.797 (0.809)\n",
      "Epoch: [163][391/391]\tTime 0.064 (0.080)\tEps 0.142\tData 0.002 (0.003)\tL 1.2103 (1.1068)//RL 1.5691 (1.4567)//RL1 2.5194 (2.3381)\tE 0.488 (0.382)//RE 0.650 (0.535)//RE1 0.825 (0.810)\n",
      "\n",
      "Taken 31.27056312561035 s/epoch\n",
      "Test: [1/79]\tTime 4.637 (4.637)\tL 0.9579 (0.9579)//RL 1.357 (1.357)//RL1 2.426 (2.426)\tE 0.273 (0.273)//RE 0.469 (0.469)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.023 (0.096)\tL 0.9082 (1.0571)//RL 1.295 (1.466)//RL1 2.387 (2.532)\tE 0.312 (0.367)//RE 0.625 (0.536)//RE1 0.875 (0.827)\n",
      "\n",
      " * Robust error 0.536\tError 0.367\n",
      "LR DECAY STEP\n",
      "164 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [164][1/391]\tTime 0.232 (0.232)\tEps 0.141\tData 0.115 (0.115)\tL 0.9648 (0.9648)//RL 1.3664 (1.3664)//RL1 2.4569 (2.4569)\tE 0.336 (0.336)//RE 0.555 (0.555)//RE1 0.828 (0.828)\n",
      "Epoch: [164][200/391]\tTime 0.075 (0.076)\tEps 0.142\tData 0.003 (0.003)\tL 0.9870 (1.1073)//RL 1.3016 (1.4537)//RL1 2.1486 (2.3375)\tE 0.336 (0.387)//RE 0.453 (0.541)//RE1 0.781 (0.809)\n",
      "Epoch: [164][391/391]\tTime 0.062 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.1255 (1.1051)//RL 1.4936 (1.4521)//RL1 2.4305 (2.3417)\tE 0.400 (0.384)//RE 0.488 (0.536)//RE1 0.838 (0.808)\n",
      "\n",
      "Taken 29.4489529132843 s/epoch\n",
      "Test: [1/79]\tTime 17.164 (17.164)\tL 0.9662 (0.9662)//RL 1.359 (1.359)//RL1 2.395 (2.395)\tE 0.258 (0.258)//RE 0.445 (0.445)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.024 (0.255)\tL 0.8448 (1.0610)//RL 1.203 (1.461)//RL1 2.236 (2.500)\tE 0.312 (0.368)//RE 0.625 (0.530)//RE1 0.812 (0.814)\n",
      "\n",
      " * Robust error 0.530\tError 0.368\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.530\n",
      "165 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [165][1/391]\tTime 0.242 (0.242)\tEps 0.141\tData 0.112 (0.112)\tL 1.1554 (1.1554)//RL 1.5651 (1.5651)//RL1 2.6700 (2.6700)\tE 0.438 (0.438)//RE 0.586 (0.586)//RE1 0.891 (0.891)\n",
      "Epoch: [165][200/391]\tTime 0.076 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.1641 (1.1104)//RL 1.5352 (1.4556)//RL1 2.5158 (2.3510)\tE 0.383 (0.386)//RE 0.570 (0.536)//RE1 0.867 (0.809)\n",
      "Epoch: [165][391/391]\tTime 0.064 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.1947 (1.1059)//RL 1.5704 (1.4527)//RL1 2.5729 (2.3600)\tE 0.475 (0.385)//RE 0.663 (0.534)//RE1 0.875 (0.810)\n",
      "\n",
      "Taken 30.54266357421875 s/epoch\n",
      "Test: [1/79]\tTime 6.363 (6.363)\tL 0.9550 (0.9550)//RL 1.347 (1.347)//RL1 2.429 (2.429)\tE 0.266 (0.266)//RE 0.469 (0.469)//RE1 0.836 (0.836)\n",
      "Test: [79/79]\tTime 0.025 (0.119)\tL 0.8886 (1.0522)//RL 1.274 (1.451)//RL1 2.359 (2.530)\tE 0.438 (0.365)//RE 0.625 (0.529)//RE1 0.875 (0.822)\n",
      "\n",
      " * Robust error 0.529\tError 0.365\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.529\n",
      "166 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [166][1/391]\tTime 0.239 (0.239)\tEps 0.141\tData 0.097 (0.097)\tL 0.9990 (0.9990)//RL 1.3836 (1.3836)//RL1 2.4454 (2.4454)\tE 0.359 (0.359)//RE 0.469 (0.469)//RE1 0.812 (0.812)\n",
      "Epoch: [166][200/391]\tTime 0.076 (0.074)\tEps 0.142\tData 0.002 (0.003)\tL 1.1203 (1.1025)//RL 1.4726 (1.4507)//RL1 2.3941 (2.3804)\tE 0.359 (0.382)//RE 0.555 (0.533)//RE1 0.812 (0.815)\n",
      "Epoch: [166][391/391]\tTime 0.065 (0.075)\tEps 0.142\tData 0.002 (0.002)\tL 1.1992 (1.1001)//RL 1.5704 (1.4477)//RL1 2.5938 (2.3860)\tE 0.450 (0.382)//RE 0.637 (0.531)//RE1 0.887 (0.815)\n",
      "\n",
      "Taken 29.47936511039734 s/epoch\n",
      "Test: [1/79]\tTime 15.846 (15.846)\tL 0.9654 (0.9654)//RL 1.357 (1.357)//RL1 2.500 (2.500)\tE 0.266 (0.266)//RE 0.461 (0.461)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.040 (0.240)\tL 0.9231 (1.0573)//RL 1.299 (1.455)//RL1 2.419 (2.592)\tE 0.500 (0.369)//RE 0.625 (0.533)//RE1 0.875 (0.834)\n",
      "\n",
      " * Robust error 0.533\tError 0.369\n",
      "LR DECAY STEP\n",
      "167 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [167][1/391]\tTime 0.260 (0.260)\tEps 0.141\tData 0.113 (0.113)\tL 1.1489 (1.1489)//RL 1.5685 (1.5685)//RL1 2.8440 (2.8440)\tE 0.352 (0.352)//RE 0.641 (0.641)//RE1 0.914 (0.914)\n",
      "Epoch: [167][200/391]\tTime 0.076 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.1449 (1.0989)//RL 1.4999 (1.4412)//RL1 2.4647 (2.3794)\tE 0.398 (0.383)//RE 0.547 (0.531)//RE1 0.797 (0.816)\n",
      "Epoch: [167][391/391]\tTime 0.065 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.1518 (1.1050)//RL 1.5252 (1.4543)//RL1 2.5287 (2.4234)\tE 0.463 (0.383)//RE 0.588 (0.535)//RE1 0.800 (0.821)\n",
      "\n",
      "Taken 30.268497228622437 s/epoch\n",
      "Test: [1/79]\tTime 30.946 (30.946)\tL 0.9725 (0.9725)//RL 1.369 (1.369)//RL1 2.482 (2.482)\tE 0.281 (0.281)//RE 0.492 (0.492)//RE1 0.828 (0.828)\n",
      "Test: [79/79]\tTime 0.025 (0.429)\tL 0.8568 (1.0645)//RL 1.243 (1.472)//RL1 2.349 (2.592)\tE 0.438 (0.375)//RE 0.625 (0.537)//RE1 0.812 (0.814)\n",
      "\n",
      " * Robust error 0.537\tError 0.375\n",
      "LR DECAY STEP\n",
      "168 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [168][1/391]\tTime 0.255 (0.255)\tEps 0.141\tData 0.111 (0.111)\tL 1.1525 (1.1525)//RL 1.5964 (1.5964)//RL1 2.7620 (2.7620)\tE 0.430 (0.430)//RE 0.625 (0.625)//RE1 0.875 (0.875)\n",
      "Epoch: [168][200/391]\tTime 0.074 (0.077)\tEps 0.142\tData 0.003 (0.003)\tL 1.0804 (1.0986)//RL 1.4375 (1.4409)//RL1 2.4560 (2.4145)\tE 0.383 (0.381)//RE 0.562 (0.530)//RE1 0.797 (0.817)\n",
      "Epoch: [168][391/391]\tTime 0.055 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.0235 (1.1017)//RL 1.3502 (1.4486)//RL1 2.3631 (2.4490)\tE 0.388 (0.382)//RE 0.525 (0.532)//RE1 0.788 (0.823)\n",
      "\n",
      "Taken 29.40727734565735 s/epoch\n",
      "Test: [1/79]\tTime 7.826 (7.826)\tL 0.9577 (0.9577)//RL 1.348 (1.348)//RL1 2.556 (2.556)\tE 0.281 (0.281)//RE 0.445 (0.445)//RE1 0.852 (0.852)\n",
      "Test: [79/79]\tTime 0.031 (0.140)\tL 0.9018 (1.0503)//RL 1.287 (1.447)//RL1 2.466 (2.648)\tE 0.500 (0.362)//RE 0.625 (0.527)//RE1 0.875 (0.836)\n",
      "\n",
      " * Robust error 0.527\tError 0.362\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.527\n",
      "169 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [169][1/391]\tTime 0.237 (0.237)\tEps 0.141\tData 0.106 (0.106)\tL 1.1272 (1.1272)//RL 1.5447 (1.5447)//RL1 2.7648 (2.7648)\tE 0.414 (0.414)//RE 0.578 (0.578)//RE1 0.906 (0.906)\n",
      "Epoch: [169][200/391]\tTime 0.090 (0.079)\tEps 0.142\tData 0.003 (0.003)\tL 1.0882 (1.1029)//RL 1.4364 (1.4496)//RL1 2.4597 (2.4858)\tE 0.383 (0.382)//RE 0.531 (0.533)//RE1 0.836 (0.826)\n",
      "Epoch: [169][391/391]\tTime 0.071 (0.081)\tEps 0.142\tData 0.003 (0.003)\tL 1.1874 (1.1012)//RL 1.5618 (1.4493)//RL1 2.5893 (2.5042)\tE 0.412 (0.384)//RE 0.575 (0.532)//RE1 0.850 (0.828)\n",
      "\n",
      "Taken 31.59391689300537 s/epoch\n",
      "Test: [1/79]\tTime 3.738 (3.738)\tL 0.9632 (0.9632)//RL 1.367 (1.367)//RL1 2.664 (2.664)\tE 0.258 (0.258)//RE 0.445 (0.445)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.024 (0.084)\tL 0.8766 (1.0521)//RL 1.262 (1.463)//RL1 2.534 (2.754)\tE 0.500 (0.366)//RE 0.625 (0.531)//RE1 0.875 (0.850)\n",
      "\n",
      " * Robust error 0.531\tError 0.366\n",
      "LR DECAY STEP\n",
      "170 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [170][1/391]\tTime 0.249 (0.249)\tEps 0.141\tData 0.117 (0.117)\tL 1.0286 (1.0286)//RL 1.4516 (1.4516)//RL1 2.8041 (2.8041)\tE 0.328 (0.328)//RE 0.570 (0.570)//RE1 0.883 (0.883)\n",
      "Epoch: [170][200/391]\tTime 0.079 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.1918 (1.0942)//RL 1.5656 (1.4440)//RL1 2.6179 (2.5329)\tE 0.430 (0.378)//RE 0.555 (0.531)//RE1 0.828 (0.835)\n",
      "Epoch: [170][391/391]\tTime 0.065 (0.081)\tEps 0.142\tData 0.002 (0.002)\tL 1.1319 (1.0906)//RL 1.5044 (1.4389)//RL1 2.5379 (2.5242)\tE 0.412 (0.377)//RE 0.550 (0.529)//RE1 0.825 (0.831)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Taken 31.631831407546997 s/epoch\n",
      "Test: [1/79]\tTime 4.982 (4.982)\tL 0.9470 (0.9470)//RL 1.328 (1.328)//RL1 2.586 (2.586)\tE 0.250 (0.250)//RE 0.477 (0.477)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.024 (0.103)\tL 0.8990 (1.0414)//RL 1.268 (1.425)//RL1 2.484 (2.672)\tE 0.438 (0.359)//RE 0.625 (0.521)//RE1 0.875 (0.837)\n",
      "\n",
      " * Robust error 0.521\tError 0.359\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.521\n",
      "171 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [171][1/391]\tTime 0.239 (0.239)\tEps 0.141\tData 0.113 (0.113)\tL 1.1861 (1.1861)//RL 1.5850 (1.5850)//RL1 3.0055 (3.0055)\tE 0.430 (0.430)//RE 0.586 (0.586)//RE1 0.922 (0.922)\n",
      "Epoch: [171][200/391]\tTime 0.081 (0.078)\tEps 0.142\tData 0.003 (0.003)\tL 1.0915 (1.0884)//RL 1.4588 (1.4280)//RL1 2.4919 (2.4945)\tE 0.367 (0.375)//RE 0.539 (0.523)//RE1 0.812 (0.826)\n",
      "Epoch: [171][391/391]\tTime 0.063 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.1580 (1.0882)//RL 1.5092 (1.4310)//RL1 2.5446 (2.5066)\tE 0.388 (0.375)//RE 0.550 (0.525)//RE1 0.800 (0.826)\n",
      "\n",
      "Taken 29.86511540412903 s/epoch\n",
      "Test: [1/79]\tTime 4.386 (4.386)\tL 0.9458 (0.9458)//RL 1.326 (1.326)//RL1 2.583 (2.583)\tE 0.258 (0.258)//RE 0.438 (0.438)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.030 (0.095)\tL 0.8710 (1.0346)//RL 1.241 (1.419)//RL1 2.465 (2.668)\tE 0.438 (0.358)//RE 0.625 (0.518)//RE1 0.875 (0.830)\n",
      "\n",
      " * Robust error 0.518\tError 0.358\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.518\n",
      "172 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [172][1/391]\tTime 0.234 (0.234)\tEps 0.141\tData 0.117 (0.117)\tL 0.9843 (0.9843)//RL 1.3811 (1.3811)//RL1 2.6513 (2.6513)\tE 0.320 (0.320)//RE 0.539 (0.539)//RE1 0.898 (0.898)\n",
      "Epoch: [172][200/391]\tTime 0.080 (0.073)\tEps 0.142\tData 0.003 (0.003)\tL 1.0876 (1.0899)//RL 1.4446 (1.4295)//RL1 2.5239 (2.5054)\tE 0.375 (0.377)//RE 0.500 (0.527)//RE1 0.844 (0.827)\n",
      "Epoch: [172][391/391]\tTime 0.056 (0.074)\tEps 0.142\tData 0.002 (0.003)\tL 1.0946 (1.0873)//RL 1.4499 (1.4315)//RL1 2.4888 (2.5275)\tE 0.412 (0.377)//RE 0.588 (0.527)//RE1 0.788 (0.831)\n",
      "\n",
      "Taken 29.199345350265503 s/epoch\n",
      "Test: [1/79]\tTime 16.800 (16.800)\tL 0.9411 (0.9411)//RL 1.316 (1.316)//RL1 2.584 (2.584)\tE 0.258 (0.258)//RE 0.453 (0.453)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.025 (0.253)\tL 0.8861 (1.0406)//RL 1.253 (1.421)//RL1 2.494 (2.680)\tE 0.438 (0.361)//RE 0.625 (0.519)//RE1 0.875 (0.839)\n",
      "\n",
      " * Robust error 0.519\tError 0.361\n",
      "LR DECAY STEP\n",
      "173 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [173][1/391]\tTime 0.235 (0.235)\tEps 0.141\tData 0.115 (0.115)\tL 1.1568 (1.1568)//RL 1.5763 (1.5763)//RL1 2.9205 (2.9205)\tE 0.391 (0.391)//RE 0.586 (0.586)//RE1 0.867 (0.867)\n",
      "Epoch: [173][200/391]\tTime 0.077 (0.080)\tEps 0.142\tData 0.003 (0.003)\tL 1.1471 (1.0857)//RL 1.5141 (1.4281)//RL1 2.7295 (2.5325)\tE 0.398 (0.378)//RE 0.570 (0.526)//RE1 0.875 (0.831)\n",
      "Epoch: [173][391/391]\tTime 0.072 (0.078)\tEps 0.142\tData 0.003 (0.003)\tL 1.1102 (1.0834)//RL 1.4595 (1.4280)//RL1 2.6791 (2.5450)\tE 0.425 (0.376)//RE 0.625 (0.526)//RE1 0.875 (0.831)\n",
      "\n",
      "Taken 30.46003818511963 s/epoch\n",
      "Test: [1/79]\tTime 14.425 (14.425)\tL 0.9522 (0.9522)//RL 1.331 (1.331)//RL1 2.622 (2.622)\tE 0.250 (0.250)//RE 0.492 (0.492)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.025 (0.221)\tL 0.8712 (1.0366)//RL 1.237 (1.418)//RL1 2.484 (2.694)\tE 0.438 (0.356)//RE 0.562 (0.519)//RE1 0.875 (0.838)\n",
      "\n",
      " * Robust error 0.519\tError 0.356\n",
      "LR DECAY STEP\n",
      "174 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [174][1/391]\tTime 0.213 (0.213)\tEps 0.141\tData 0.097 (0.097)\tL 1.1071 (1.1071)//RL 1.5178 (1.5178)//RL1 2.8541 (2.8541)\tE 0.406 (0.406)//RE 0.531 (0.531)//RE1 0.914 (0.914)\n",
      "Epoch: [174][200/391]\tTime 0.081 (0.075)\tEps 0.142\tData 0.003 (0.003)\tL 1.0012 (1.0756)//RL 1.3343 (1.4190)//RL1 2.4556 (2.5497)\tE 0.344 (0.372)//RE 0.547 (0.520)//RE1 0.820 (0.829)\n",
      "Epoch: [174][391/391]\tTime 0.075 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.0815 (1.0828)//RL 1.4170 (1.4314)//RL1 2.6784 (2.5796)\tE 0.375 (0.376)//RE 0.488 (0.525)//RE1 0.825 (0.833)\n",
      "\n",
      "Taken 29.891157865524292 s/epoch\n",
      "Test: [1/79]\tTime 7.346 (7.346)\tL 0.9483 (0.9483)//RL 1.334 (1.334)//RL1 2.663 (2.663)\tE 0.258 (0.258)//RE 0.477 (0.477)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.030 (0.131)\tL 0.8467 (1.0365)//RL 1.212 (1.427)//RL1 2.488 (2.742)\tE 0.438 (0.357)//RE 0.625 (0.520)//RE1 0.875 (0.840)\n",
      "\n",
      " * Robust error 0.520\tError 0.357\n",
      "LR DECAY STEP\n",
      "175 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [175][1/391]\tTime 0.247 (0.247)\tEps 0.141\tData 0.114 (0.114)\tL 1.0543 (1.0543)//RL 1.4631 (1.4631)//RL1 2.7962 (2.7962)\tE 0.367 (0.367)//RE 0.547 (0.547)//RE1 0.844 (0.844)\n",
      "Epoch: [175][200/391]\tTime 0.075 (0.080)\tEps 0.142\tData 0.003 (0.003)\tL 1.1010 (1.0875)//RL 1.4611 (1.4305)//RL1 2.6517 (2.5786)\tE 0.398 (0.376)//RE 0.539 (0.523)//RE1 0.844 (0.836)\n",
      "Epoch: [175][391/391]\tTime 0.070 (0.079)\tEps 0.142\tData 0.002 (0.003)\tL 1.0643 (1.0833)//RL 1.4324 (1.4298)//RL1 2.6562 (2.5900)\tE 0.400 (0.375)//RE 0.575 (0.524)//RE1 0.825 (0.837)\n",
      "\n",
      "Taken 31.038984298706055 s/epoch\n",
      "Test: [1/79]\tTime 6.938 (6.938)\tL 0.9483 (0.9483)//RL 1.328 (1.328)//RL1 2.678 (2.678)\tE 0.242 (0.242)//RE 0.422 (0.422)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.025 (0.125)\tL 0.8726 (1.0345)//RL 1.238 (1.419)//RL1 2.561 (2.757)\tE 0.500 (0.359)//RE 0.562 (0.517)//RE1 0.875 (0.842)\n",
      "\n",
      " * Robust error 0.517\tError 0.359\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.517\n",
      "176 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [176][1/391]\tTime 0.246 (0.246)\tEps 0.141\tData 0.110 (0.110)\tL 1.1071 (1.1071)//RL 1.5068 (1.5068)//RL1 2.9579 (2.9579)\tE 0.375 (0.375)//RE 0.547 (0.547)//RE1 0.875 (0.875)\n",
      "Epoch: [176][200/391]\tTime 0.079 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.0607 (1.0836)//RL 1.3995 (1.4268)//RL1 2.5982 (2.5947)\tE 0.406 (0.372)//RE 0.508 (0.523)//RE1 0.859 (0.835)\n",
      "Epoch: [176][391/391]\tTime 0.056 (0.078)\tEps 0.142\tData 0.002 (0.002)\tL 1.0068 (1.0831)//RL 1.3429 (1.4285)//RL1 2.4731 (2.6061)\tE 0.350 (0.372)//RE 0.450 (0.523)//RE1 0.800 (0.837)\n",
      "\n",
      "Taken 30.745514154434204 s/epoch\n",
      "Test: [1/79]\tTime 18.105 (18.105)\tL 0.9434 (0.9434)//RL 1.320 (1.320)//RL1 2.687 (2.687)\tE 0.266 (0.266)//RE 0.438 (0.438)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.025 (0.265)\tL 0.8905 (1.0339)//RL 1.262 (1.417)//RL1 2.596 (2.772)\tE 0.438 (0.357)//RE 0.625 (0.515)//RE1 0.875 (0.843)\n",
      "\n",
      " * Robust error 0.515\tError 0.357\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.515\n",
      "177 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [177][1/391]\tTime 0.238 (0.238)\tEps 0.141\tData 0.120 (0.120)\tL 1.1247 (1.1247)//RL 1.5227 (1.5227)//RL1 2.9599 (2.9599)\tE 0.359 (0.359)//RE 0.602 (0.602)//RE1 0.914 (0.914)\n",
      "Epoch: [177][200/391]\tTime 0.069 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.1365 (1.0861)//RL 1.4893 (1.4297)//RL1 2.6999 (2.6139)\tE 0.352 (0.373)//RE 0.547 (0.526)//RE1 0.812 (0.837)\n",
      "Epoch: [177][391/391]\tTime 0.061 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 0.9850 (1.0802)//RL 1.3276 (1.4269)//RL1 2.5700 (2.6263)\tE 0.263 (0.372)//RE 0.488 (0.525)//RE1 0.850 (0.839)\n",
      "\n",
      "Taken 29.23833441734314 s/epoch\n",
      "Test: [1/79]\tTime 14.682 (14.682)\tL 0.9369 (0.9369)//RL 1.316 (1.316)//RL1 2.710 (2.710)\tE 0.258 (0.258)//RE 0.445 (0.445)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.024 (0.223)\tL 0.8768 (1.0309)//RL 1.251 (1.417)//RL1 2.624 (2.806)\tE 0.500 (0.363)//RE 0.562 (0.514)//RE1 0.875 (0.844)\n",
      "\n",
      " * Robust error 0.514\tError 0.363\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.514\n",
      "178 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [178][1/391]\tTime 0.257 (0.257)\tEps 0.141\tData 0.111 (0.111)\tL 1.0052 (1.0052)//RL 1.3953 (1.3953)//RL1 2.8298 (2.8298)\tE 0.312 (0.312)//RE 0.477 (0.477)//RE1 0.844 (0.844)\n",
      "Epoch: [178][200/391]\tTime 0.075 (0.080)\tEps 0.142\tData 0.002 (0.003)\tL 1.2007 (1.0783)//RL 1.5755 (1.4265)//RL1 2.8112 (2.6558)\tE 0.414 (0.374)//RE 0.578 (0.523)//RE1 0.859 (0.843)\n",
      "Epoch: [178][391/391]\tTime 0.065 (0.080)\tEps 0.142\tData 0.002 (0.003)\tL 0.8802 (1.0803)//RL 1.2020 (1.4285)//RL1 2.3470 (2.6652)\tE 0.275 (0.373)//RE 0.450 (0.523)//RE1 0.825 (0.843)\n",
      "\n",
      "Taken 31.238203525543213 s/epoch\n",
      "Test: [1/79]\tTime 5.278 (5.278)\tL 0.9319 (0.9319)//RL 1.307 (1.307)//RL1 2.696 (2.696)\tE 0.258 (0.258)//RE 0.453 (0.453)//RE1 0.859 (0.859)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [79/79]\tTime 0.027 (0.106)\tL 0.8576 (1.0332)//RL 1.221 (1.415)//RL1 2.610 (2.807)\tE 0.500 (0.362)//RE 0.562 (0.515)//RE1 0.875 (0.848)\n",
      "\n",
      " * Robust error 0.515\tError 0.362\n",
      "LR DECAY STEP\n",
      "179 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [179][1/391]\tTime 0.238 (0.238)\tEps 0.141\tData 0.116 (0.116)\tL 1.0235 (1.0235)//RL 1.4381 (1.4381)//RL1 2.8910 (2.8910)\tE 0.367 (0.367)//RE 0.617 (0.617)//RE1 0.883 (0.883)\n",
      "Epoch: [179][200/391]\tTime 0.079 (0.079)\tEps 0.142\tData 0.002 (0.003)\tL 1.0564 (1.0808)//RL 1.3811 (1.4240)//RL1 2.6484 (2.6536)\tE 0.375 (0.376)//RE 0.531 (0.525)//RE1 0.797 (0.841)\n",
      "Epoch: [179][391/391]\tTime 0.056 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.1005 (1.0802)//RL 1.4599 (1.4277)//RL1 2.7078 (2.6878)\tE 0.375 (0.376)//RE 0.488 (0.525)//RE1 0.913 (0.846)\n",
      "\n",
      "Taken 29.698567628860474 s/epoch\n",
      "Test: [1/79]\tTime 7.682 (7.682)\tL 0.9376 (0.9376)//RL 1.330 (1.330)//RL1 2.860 (2.860)\tE 0.266 (0.266)//RE 0.469 (0.469)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.022 (0.134)\tL 0.8971 (1.0316)//RL 1.285 (1.429)//RL1 2.805 (2.951)\tE 0.438 (0.359)//RE 0.625 (0.520)//RE1 0.875 (0.865)\n",
      "\n",
      " * Robust error 0.520\tError 0.359\n",
      "LR DECAY STEP\n",
      "180 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [180][1/391]\tTime 0.231 (0.231)\tEps 0.141\tData 0.109 (0.109)\tL 1.1744 (1.1744)//RL 1.6250 (1.6250)//RL1 3.1656 (3.1656)\tE 0.352 (0.352)//RE 0.578 (0.578)//RE1 0.891 (0.891)\n",
      "Epoch: [180][200/391]\tTime 0.075 (0.074)\tEps 0.142\tData 0.003 (0.003)\tL 1.0091 (1.0719)//RL 1.3497 (1.4179)//RL1 2.7158 (2.6984)\tE 0.320 (0.370)//RE 0.477 (0.518)//RE1 0.883 (0.849)\n",
      "Epoch: [180][391/391]\tTime 0.065 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.1666 (1.0749)//RL 1.5243 (1.4229)//RL1 2.9359 (2.7061)\tE 0.375 (0.371)//RE 0.512 (0.521)//RE1 0.887 (0.850)\n",
      "\n",
      "Taken 29.72768521308899 s/epoch\n",
      "Test: [1/79]\tTime 5.704 (5.704)\tL 0.9346 (0.9346)//RL 1.294 (1.294)//RL1 2.647 (2.647)\tE 0.273 (0.273)//RE 0.469 (0.469)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.023 (0.109)\tL 0.8641 (1.0309)//RL 1.213 (1.397)//RL1 2.563 (2.747)\tE 0.500 (0.358)//RE 0.625 (0.506)//RE1 0.875 (0.836)\n",
      "\n",
      " * Robust error 0.506\tError 0.358\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.506\n",
      "181 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [181][1/391]\tTime 0.242 (0.242)\tEps 0.141\tData 0.112 (0.112)\tL 1.0387 (1.0387)//RL 1.4163 (1.4163)//RL1 2.7546 (2.7546)\tE 0.336 (0.336)//RE 0.500 (0.500)//RE1 0.867 (0.867)\n",
      "Epoch: [181][200/391]\tTime 0.075 (0.078)\tEps 0.142\tData 0.003 (0.003)\tL 1.1934 (1.0761)//RL 1.5580 (1.4175)//RL1 2.9026 (2.6745)\tE 0.414 (0.371)//RE 0.562 (0.520)//RE1 0.867 (0.841)\n",
      "Epoch: [181][391/391]\tTime 0.065 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.0023 (1.0761)//RL 1.3483 (1.4205)//RL1 2.5753 (2.6942)\tE 0.338 (0.372)//RE 0.525 (0.522)//RE1 0.825 (0.844)\n",
      "\n",
      "Taken 30.298423051834106 s/epoch\n",
      "Test: [1/79]\tTime 12.448 (12.448)\tL 0.9365 (0.9365)//RL 1.290 (1.290)//RL1 2.650 (2.650)\tE 0.242 (0.242)//RE 0.453 (0.453)//RE1 0.844 (0.844)\n",
      "Test: [79/79]\tTime 0.026 (0.198)\tL 0.8708 (1.0286)//RL 1.217 (1.387)//RL1 2.579 (2.742)\tE 0.438 (0.358)//RE 0.625 (0.505)//RE1 0.875 (0.834)\n",
      "\n",
      " * Robust error 0.505\tError 0.358\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.505\n",
      "182 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [182][1/391]\tTime 0.226 (0.226)\tEps 0.141\tData 0.097 (0.097)\tL 1.0453 (1.0453)//RL 1.4098 (1.4098)//RL1 2.7307 (2.7307)\tE 0.391 (0.391)//RE 0.492 (0.492)//RE1 0.828 (0.828)\n",
      "Epoch: [182][200/391]\tTime 0.077 (0.080)\tEps 0.142\tData 0.003 (0.003)\tL 1.0263 (1.0649)//RL 1.3856 (1.4056)//RL1 2.7585 (2.6813)\tE 0.359 (0.369)//RE 0.562 (0.517)//RE1 0.914 (0.846)\n",
      "Epoch: [182][391/391]\tTime 0.065 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 0.9372 (1.0721)//RL 1.2800 (1.4180)//RL1 2.5899 (2.7213)\tE 0.325 (0.371)//RE 0.525 (0.521)//RE1 0.838 (0.851)\n",
      "\n",
      "Taken 30.70838737487793 s/epoch\n",
      "Test: [1/79]\tTime 12.866 (12.866)\tL 0.9372 (0.9372)//RL 1.309 (1.309)//RL1 2.776 (2.776)\tE 0.242 (0.242)//RE 0.453 (0.453)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.026 (0.204)\tL 0.8881 (1.0243)//RL 1.255 (1.397)//RL1 2.726 (2.849)\tE 0.500 (0.354)//RE 0.625 (0.507)//RE1 0.875 (0.848)\n",
      "\n",
      " * Robust error 0.507\tError 0.354\n",
      "LR DECAY STEP\n",
      "183 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [183][1/391]\tTime 0.218 (0.218)\tEps 0.141\tData 0.095 (0.095)\tL 1.0652 (1.0652)//RL 1.4488 (1.4488)//RL1 2.8998 (2.8998)\tE 0.391 (0.391)//RE 0.508 (0.508)//RE1 0.852 (0.852)\n",
      "Epoch: [183][200/391]\tTime 0.079 (0.078)\tEps 0.142\tData 0.003 (0.003)\tL 1.2303 (1.0716)//RL 1.6122 (1.4126)//RL1 3.0302 (2.7052)\tE 0.430 (0.370)//RE 0.570 (0.517)//RE1 0.906 (0.847)\n",
      "Epoch: [183][391/391]\tTime 0.056 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.3017 (1.0734)//RL 1.6983 (1.4182)//RL1 3.1229 (2.7343)\tE 0.488 (0.371)//RE 0.637 (0.520)//RE1 0.913 (0.850)\n",
      "\n",
      "Taken 30.41818642616272 s/epoch\n",
      "Test: [1/79]\tTime 10.850 (10.850)\tL 0.9305 (0.9305)//RL 1.293 (1.293)//RL1 2.739 (2.739)\tE 0.242 (0.242)//RE 0.438 (0.438)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.029 (0.178)\tL 0.8833 (1.0255)//RL 1.244 (1.394)//RL1 2.712 (2.836)\tE 0.500 (0.354)//RE 0.625 (0.507)//RE1 0.875 (0.847)\n",
      "\n",
      " * Robust error 0.507\tError 0.354\n",
      "LR DECAY STEP\n",
      "184 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [184][1/391]\tTime 0.228 (0.228)\tEps 0.141\tData 0.099 (0.099)\tL 0.9316 (0.9316)//RL 1.2779 (1.2779)//RL1 2.6070 (2.6070)\tE 0.328 (0.328)//RE 0.469 (0.469)//RE1 0.797 (0.797)\n",
      "Epoch: [184][200/391]\tTime 0.077 (0.079)\tEps 0.142\tData 0.002 (0.003)\tL 1.0448 (1.0688)//RL 1.4013 (1.4060)//RL1 2.7597 (2.6965)\tE 0.367 (0.369)//RE 0.500 (0.515)//RE1 0.859 (0.845)\n",
      "Epoch: [184][391/391]\tTime 0.071 (0.078)\tEps 0.142\tData 0.003 (0.003)\tL 1.0975 (1.0691)//RL 1.4627 (1.4133)//RL1 2.7421 (2.7459)\tE 0.412 (0.370)//RE 0.525 (0.518)//RE1 0.812 (0.852)\n",
      "\n",
      "Taken 30.568328142166138 s/epoch\n",
      "Test: [1/79]\tTime 8.998 (8.998)\tL 0.9329 (0.9329)//RL 1.293 (1.293)//RL1 2.754 (2.754)\tE 0.242 (0.242)//RE 0.453 (0.453)//RE1 0.852 (0.852)\n",
      "Test: [79/79]\tTime 0.030 (0.151)\tL 0.8708 (1.0247)//RL 1.225 (1.393)//RL1 2.706 (2.849)\tE 0.438 (0.355)//RE 0.625 (0.509)//RE1 0.875 (0.844)\n",
      "\n",
      " * Robust error 0.509\tError 0.355\n",
      "LR DECAY STEP\n",
      "185 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [185][1/391]\tTime 0.243 (0.243)\tEps 0.141\tData 0.109 (0.109)\tL 1.0298 (1.0298)//RL 1.4155 (1.4155)//RL1 2.8383 (2.8383)\tE 0.320 (0.320)//RE 0.523 (0.523)//RE1 0.852 (0.852)\n",
      "Epoch: [185][200/391]\tTime 0.069 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.1187 (1.0677)//RL 1.4790 (1.4118)//RL1 2.9244 (2.7736)\tE 0.414 (0.371)//RE 0.586 (0.519)//RE1 0.859 (0.856)\n",
      "Epoch: [185][391/391]\tTime 0.062 (0.076)\tEps 0.142\tData 0.003 (0.003)\tL 1.0336 (1.0709)//RL 1.3702 (1.4173)//RL1 2.5954 (2.7830)\tE 0.338 (0.370)//RE 0.512 (0.520)//RE1 0.775 (0.855)\n",
      "\n",
      "Taken 29.778478860855103 s/epoch\n",
      "Test: [1/79]\tTime 11.094 (11.094)\tL 0.9325 (0.9325)//RL 1.299 (1.299)//RL1 2.816 (2.816)\tE 0.227 (0.227)//RE 0.453 (0.453)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.032 (0.181)\tL 0.8786 (1.0243)//RL 1.245 (1.395)//RL1 2.790 (2.903)\tE 0.500 (0.355)//RE 0.625 (0.505)//RE1 0.875 (0.853)\n",
      "\n",
      " * Robust error 0.505\tError 0.355\n",
      "LR DECAY STEP\n",
      "186 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [186][1/391]\tTime 0.233 (0.233)\tEps 0.141\tData 0.108 (0.108)\tL 0.9939 (0.9939)//RL 1.3629 (1.3629)//RL1 2.8562 (2.8562)\tE 0.383 (0.383)//RE 0.516 (0.516)//RE1 0.828 (0.828)\n",
      "Epoch: [186][200/391]\tTime 0.076 (0.080)\tEps 0.142\tData 0.002 (0.003)\tL 1.0178 (1.0729)//RL 1.3644 (1.4173)//RL1 2.8528 (2.7887)\tE 0.320 (0.369)//RE 0.500 (0.519)//RE1 0.883 (0.856)\n",
      "Epoch: [186][391/391]\tTime 0.065 (0.079)\tEps 0.142\tData 0.002 (0.003)\tL 1.1691 (1.0710)//RL 1.5297 (1.4165)//RL1 3.0440 (2.8033)\tE 0.400 (0.370)//RE 0.525 (0.519)//RE1 0.850 (0.858)\n",
      "\n",
      "Taken 30.842382192611694 s/epoch\n",
      "Test: [1/79]\tTime 9.695 (9.695)\tL 0.9301 (0.9301)//RL 1.292 (1.292)//RL1 2.796 (2.796)\tE 0.258 (0.258)//RE 0.438 (0.438)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.026 (0.161)\tL 0.8466 (1.0228)//RL 1.196 (1.390)//RL1 2.724 (2.887)\tE 0.500 (0.354)//RE 0.625 (0.506)//RE1 0.875 (0.847)\n",
      "\n",
      " * Robust error 0.506\tError 0.354\n",
      "LR DECAY STEP\n",
      "187 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [187][1/391]\tTime 0.213 (0.213)\tEps 0.141\tData 0.096 (0.096)\tL 1.0835 (1.0835)//RL 1.4707 (1.4707)//RL1 2.9695 (2.9695)\tE 0.398 (0.398)//RE 0.539 (0.539)//RE1 0.867 (0.867)\n",
      "Epoch: [187][200/391]\tTime 0.076 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.0257 (1.0732)//RL 1.3607 (1.4147)//RL1 2.8833 (2.8019)\tE 0.312 (0.372)//RE 0.469 (0.518)//RE1 0.875 (0.858)\n",
      "Epoch: [187][391/391]\tTime 0.061 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.1111 (1.0726)//RL 1.4728 (1.4175)//RL1 2.9257 (2.8289)\tE 0.325 (0.372)//RE 0.488 (0.519)//RE1 0.863 (0.860)\n",
      "\n",
      "Taken 30.038166284561157 s/epoch\n",
      "Test: [1/79]\tTime 12.620 (12.620)\tL 0.9329 (0.9329)//RL 1.289 (1.289)//RL1 2.826 (2.826)\tE 0.242 (0.242)//RE 0.430 (0.430)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.025 (0.199)\tL 0.8631 (1.0268)//RL 1.205 (1.389)//RL1 2.770 (2.918)\tE 0.438 (0.354)//RE 0.625 (0.508)//RE1 0.875 (0.854)\n",
      "\n",
      " * Robust error 0.508\tError 0.354\n",
      "LR DECAY STEP\n",
      "188 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [188][1/391]\tTime 0.261 (0.261)\tEps 0.141\tData 0.118 (0.118)\tL 1.1803 (1.1803)//RL 1.5761 (1.5761)//RL1 3.1565 (3.1565)\tE 0.422 (0.422)//RE 0.562 (0.562)//RE1 0.891 (0.891)\n",
      "Epoch: [188][200/391]\tTime 0.074 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.1616 (1.0731)//RL 1.5237 (1.4115)//RL1 2.9818 (2.8248)\tE 0.422 (0.369)//RE 0.547 (0.517)//RE1 0.891 (0.862)\n",
      "Epoch: [188][391/391]\tTime 0.064 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.1346 (1.0708)//RL 1.4843 (1.4149)//RL1 3.0390 (2.8529)\tE 0.438 (0.370)//RE 0.512 (0.517)//RE1 0.938 (0.864)\n",
      "\n",
      "Taken 29.471007823944092 s/epoch\n",
      "Test: [1/79]\tTime 7.703 (7.703)\tL 0.9376 (0.9376)//RL 1.302 (1.302)//RL1 2.906 (2.906)\tE 0.258 (0.258)//RE 0.469 (0.469)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.030 (0.136)\tL 0.8579 (1.0256)//RL 1.213 (1.393)//RL1 2.864 (2.986)\tE 0.500 (0.354)//RE 0.562 (0.506)//RE1 0.875 (0.863)\n",
      "\n",
      " * Robust error 0.506\tError 0.354\n",
      "LR DECAY STEP\n",
      "189 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [189][1/391]\tTime 0.239 (0.239)\tEps 0.141\tData 0.114 (0.114)\tL 0.9574 (0.9574)//RL 1.3302 (1.3302)//RL1 2.9480 (2.9480)\tE 0.320 (0.320)//RE 0.539 (0.539)//RE1 0.906 (0.906)\n",
      "Epoch: [189][200/391]\tTime 0.080 (0.074)\tEps 0.142\tData 0.003 (0.003)\tL 0.9753 (1.0669)//RL 1.3243 (1.4074)//RL1 2.8628 (2.8748)\tE 0.320 (0.368)//RE 0.516 (0.517)//RE1 0.883 (0.866)\n",
      "Epoch: [189][391/391]\tTime 0.069 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.2625 (1.0689)//RL 1.6555 (1.4150)//RL1 3.2689 (2.9100)\tE 0.412 (0.369)//RE 0.588 (0.520)//RE1 0.913 (0.867)\n",
      "\n",
      "Taken 29.99115777015686 s/epoch\n",
      "Test: [1/79]\tTime 15.855 (15.855)\tL 0.9242 (0.9242)//RL 1.285 (1.285)//RL1 2.913 (2.913)\tE 0.273 (0.273)//RE 0.453 (0.453)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.025 (0.238)\tL 0.8623 (1.0268)//RL 1.213 (1.395)//RL1 2.899 (3.023)\tE 0.438 (0.357)//RE 0.625 (0.508)//RE1 0.875 (0.863)\n",
      "\n",
      " * Robust error 0.508\tError 0.357\n",
      "LR DECAY STEP\n",
      "190 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [190][1/391]\tTime 0.257 (0.257)\tEps 0.141\tData 0.118 (0.118)\tL 1.1859 (1.1859)//RL 1.6185 (1.6185)//RL1 3.2898 (3.2898)\tE 0.383 (0.383)//RE 0.562 (0.562)//RE1 0.953 (0.953)\n",
      "Epoch: [190][200/391]\tTime 0.069 (0.077)\tEps 0.142\tData 0.002 (0.003)\tL 1.0891 (1.0615)//RL 1.4381 (1.4062)//RL1 2.9180 (2.9149)\tE 0.383 (0.363)//RE 0.539 (0.515)//RE1 0.875 (0.869)\n",
      "Epoch: [190][391/391]\tTime 0.055 (0.073)\tEps 0.142\tData 0.002 (0.002)\tL 1.0384 (1.0652)//RL 1.3754 (1.4116)//RL1 2.9452 (2.9370)\tE 0.325 (0.368)//RE 0.463 (0.520)//RE1 0.875 (0.869)\n",
      "\n",
      "Taken 28.50022864341736 s/epoch\n",
      "Test: [1/79]\tTime 13.338 (13.338)\tL 0.9275 (0.9275)//RL 1.285 (1.285)//RL1 2.928 (2.928)\tE 0.258 (0.258)//RE 0.453 (0.453)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.023 (0.207)\tL 0.8500 (1.0232)//RL 1.194 (1.387)//RL1 2.905 (3.028)\tE 0.438 (0.356)//RE 0.625 (0.505)//RE1 0.875 (0.860)\n",
      "\n",
      " * Robust error 0.505\tError 0.356\n",
      "LR DECAY STEP\n",
      "191 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [191][1/391]\tTime 0.237 (0.237)\tEps 0.141\tData 0.112 (0.112)\tL 1.0142 (1.0142)//RL 1.4002 (1.4002)//RL1 3.0887 (3.0887)\tE 0.336 (0.336)//RE 0.492 (0.492)//RE1 0.922 (0.922)\n",
      "Epoch: [191][200/391]\tTime 0.069 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 1.2185 (1.0674)//RL 1.6135 (1.4116)//RL1 3.1506 (2.9366)\tE 0.383 (0.369)//RE 0.570 (0.518)//RE1 0.938 (0.869)\n",
      "Epoch: [191][391/391]\tTime 0.062 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 0.9592 (1.0668)//RL 1.2957 (1.4127)//RL1 2.6069 (2.9557)\tE 0.287 (0.368)//RE 0.412 (0.518)//RE1 0.788 (0.871)\n",
      "\n",
      "Taken 29.878904104232788 s/epoch\n",
      "Test: [1/79]\tTime 8.546 (8.546)\tL 0.9269 (0.9269)//RL 1.283 (1.283)//RL1 2.940 (2.940)\tE 0.242 (0.242)//RE 0.438 (0.438)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.030 (0.148)\tL 0.8526 (1.0228)//RL 1.194 (1.385)//RL1 2.921 (3.039)\tE 0.500 (0.355)//RE 0.625 (0.504)//RE1 0.875 (0.862)\n",
      "\n",
      " * Robust error 0.504\tError 0.355\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.504\n",
      "192 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [192][1/391]\tTime 0.232 (0.232)\tEps 0.141\tData 0.114 (0.114)\tL 0.9989 (0.9989)//RL 1.3567 (1.3567)//RL1 3.0412 (3.0412)\tE 0.391 (0.391)//RE 0.539 (0.539)//RE1 0.906 (0.906)\n",
      "Epoch: [192][200/391]\tTime 0.077 (0.077)\tEps 0.142\tData 0.003 (0.003)\tL 1.0027 (1.0605)//RL 1.3422 (1.4025)//RL1 2.9601 (2.9443)\tE 0.297 (0.369)//RE 0.461 (0.517)//RE1 0.922 (0.867)\n",
      "Epoch: [192][391/391]\tTime 0.062 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.0198 (1.0630)//RL 1.3389 (1.4082)//RL1 2.8391 (2.9754)\tE 0.338 (0.367)//RE 0.512 (0.518)//RE1 0.800 (0.872)\n",
      "\n",
      "Taken 29.72984480857849 s/epoch\n",
      "Test: [1/79]\tTime 12.304 (12.304)\tL 0.9246 (0.9246)//RL 1.277 (1.277)//RL1 2.940 (2.940)\tE 0.234 (0.234)//RE 0.430 (0.430)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.024 (0.194)\tL 0.8590 (1.0211)//RL 1.204 (1.380)//RL1 2.959 (3.043)\tE 0.500 (0.355)//RE 0.625 (0.502)//RE1 0.875 (0.861)\n",
      "\n",
      " * Robust error 0.502\tError 0.355\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.502\n",
      "193 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [193][1/391]\tTime 0.227 (0.227)\tEps 0.141\tData 0.110 (0.110)\tL 1.0032 (1.0032)//RL 1.3641 (1.3641)//RL1 2.9467 (2.9467)\tE 0.312 (0.312)//RE 0.469 (0.469)//RE1 0.852 (0.852)\n",
      "Epoch: [193][200/391]\tTime 0.069 (0.071)\tEps 0.142\tData 0.002 (0.003)\tL 0.9720 (1.0567)//RL 1.3048 (1.3973)//RL1 2.8506 (2.9617)\tE 0.344 (0.365)//RE 0.508 (0.515)//RE1 0.844 (0.867)\n",
      "Epoch: [193][391/391]\tTime 0.056 (0.070)\tEps 0.142\tData 0.002 (0.002)\tL 1.0694 (1.0637)//RL 1.4092 (1.4100)//RL1 3.0284 (2.9997)\tE 0.400 (0.368)//RE 0.512 (0.519)//RE1 0.875 (0.872)\n",
      "\n",
      "Taken 27.42530608177185 s/epoch\n",
      "Test: [1/79]\tTime 25.716 (25.716)\tL 0.9255 (0.9255)//RL 1.279 (1.279)//RL1 2.964 (2.964)\tE 0.258 (0.258)//RE 0.430 (0.430)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.024 (0.362)\tL 0.8567 (1.0205)//RL 1.201 (1.379)//RL1 2.969 (3.060)\tE 0.500 (0.355)//RE 0.625 (0.500)//RE1 0.875 (0.861)\n",
      "\n",
      " * Robust error 0.500\tError 0.355\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.500\n",
      "194 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [194][1/391]\tTime 0.242 (0.242)\tEps 0.141\tData 0.102 (0.102)\tL 1.0103 (1.0103)//RL 1.3755 (1.3755)//RL1 2.9780 (2.9780)\tE 0.344 (0.344)//RE 0.516 (0.516)//RE1 0.867 (0.867)\n",
      "Epoch: [194][200/391]\tTime 0.076 (0.081)\tEps 0.142\tData 0.002 (0.003)\tL 1.1428 (1.0685)//RL 1.4964 (1.4123)//RL1 3.2213 (3.0009)\tE 0.375 (0.364)//RE 0.539 (0.521)//RE1 0.914 (0.876)\n",
      "Epoch: [194][391/391]\tTime 0.061 (0.080)\tEps 0.142\tData 0.002 (0.003)\tL 1.1228 (1.0637)//RL 1.5042 (1.4080)//RL1 3.1407 (3.0033)\tE 0.425 (0.366)//RE 0.550 (0.518)//RE1 0.900 (0.873)\n",
      "\n",
      "Taken 31.2072594165802 s/epoch\n",
      "Test: [1/79]\tTime 15.529 (15.529)\tL 0.9243 (0.9243)//RL 1.275 (1.275)//RL1 2.998 (2.998)\tE 0.234 (0.234)//RE 0.430 (0.430)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.023 (0.236)\tL 0.8820 (1.0242)//RL 1.229 (1.383)//RL1 3.052 (3.106)\tE 0.500 (0.354)//RE 0.625 (0.505)//RE1 0.875 (0.871)\n",
      "\n",
      " * Robust error 0.505\tError 0.354\n",
      "LR DECAY STEP\n",
      "195 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [195][1/391]\tTime 0.249 (0.249)\tEps 0.141\tData 0.118 (0.118)\tL 1.0962 (1.0962)//RL 1.4669 (1.4669)//RL1 3.2616 (3.2616)\tE 0.375 (0.375)//RE 0.492 (0.492)//RE1 0.891 (0.891)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [195][200/391]\tTime 0.081 (0.078)\tEps 0.142\tData 0.002 (0.003)\tL 1.0043 (1.0586)//RL 1.3420 (1.4000)//RL1 3.0000 (3.0086)\tE 0.352 (0.364)//RE 0.477 (0.512)//RE1 0.875 (0.874)\n",
      "Epoch: [195][391/391]\tTime 0.061 (0.076)\tEps 0.142\tData 0.002 (0.003)\tL 1.1630 (1.0631)//RL 1.5343 (1.4090)//RL1 3.2514 (3.0393)\tE 0.412 (0.367)//RE 0.538 (0.516)//RE1 0.887 (0.876)\n",
      "\n",
      "Taken 29.992878913879395 s/epoch\n",
      "Test: [1/79]\tTime 7.427 (7.427)\tL 0.9244 (0.9244)//RL 1.281 (1.281)//RL1 3.023 (3.023)\tE 0.227 (0.227)//RE 0.430 (0.430)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.024 (0.131)\tL 0.8675 (1.0199)//RL 1.219 (1.382)//RL1 3.060 (3.124)\tE 0.438 (0.353)//RE 0.625 (0.504)//RE1 0.875 (0.870)\n",
      "\n",
      " * Robust error 0.504\tError 0.353\n",
      "LR DECAY STEP\n",
      "196 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [196][1/391]\tTime 0.224 (0.224)\tEps 0.141\tData 0.109 (0.109)\tL 1.0835 (1.0835)//RL 1.4845 (1.4845)//RL1 3.2386 (3.2386)\tE 0.406 (0.406)//RE 0.531 (0.531)//RE1 0.930 (0.930)\n",
      "Epoch: [196][200/391]\tTime 0.070 (0.073)\tEps 0.142\tData 0.002 (0.003)\tL 1.1434 (1.0577)//RL 1.5071 (1.4009)//RL1 3.0655 (3.0262)\tE 0.406 (0.366)//RE 0.570 (0.518)//RE1 0.875 (0.874)\n",
      "Epoch: [196][391/391]\tTime 0.065 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 0.9893 (1.0626)//RL 1.3190 (1.4089)//RL1 2.9246 (3.0496)\tE 0.325 (0.367)//RE 0.488 (0.518)//RE1 0.913 (0.880)\n",
      "\n",
      "Taken 29.521593809127808 s/epoch\n",
      "Test: [1/79]\tTime 11.114 (11.114)\tL 0.9248 (0.9248)//RL 1.275 (1.275)//RL1 2.986 (2.986)\tE 0.234 (0.234)//RE 0.430 (0.430)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.034 (0.182)\tL 0.8542 (1.0209)//RL 1.195 (1.378)//RL1 3.004 (3.090)\tE 0.375 (0.357)//RE 0.625 (0.500)//RE1 0.875 (0.868)\n",
      "\n",
      " * Robust error 0.500\tError 0.357\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.500\n",
      "197 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [197][1/391]\tTime 0.231 (0.231)\tEps 0.141\tData 0.107 (0.107)\tL 1.0417 (1.0417)//RL 1.4129 (1.4129)//RL1 3.2175 (3.2175)\tE 0.352 (0.352)//RE 0.523 (0.523)//RE1 0.891 (0.891)\n",
      "Epoch: [197][200/391]\tTime 0.075 (0.074)\tEps 0.142\tData 0.002 (0.003)\tL 1.0150 (1.0625)//RL 1.3538 (1.3991)//RL1 2.9929 (3.0022)\tE 0.375 (0.364)//RE 0.484 (0.513)//RE1 0.852 (0.873)\n",
      "Epoch: [197][391/391]\tTime 0.070 (0.074)\tEps 0.142\tData 0.002 (0.003)\tL 0.9750 (1.0659)//RL 1.3133 (1.4098)//RL1 2.9737 (3.0455)\tE 0.338 (0.369)//RE 0.538 (0.517)//RE1 0.863 (0.878)\n",
      "\n",
      "Taken 29.136473894119263 s/epoch\n",
      "Test: [1/79]\tTime 7.300 (7.300)\tL 0.9211 (0.9211)//RL 1.275 (1.275)//RL1 3.037 (3.037)\tE 0.234 (0.234)//RE 0.430 (0.430)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.030 (0.132)\tL 0.8445 (1.0211)//RL 1.186 (1.383)//RL1 3.045 (3.146)\tE 0.375 (0.353)//RE 0.625 (0.503)//RE1 0.875 (0.874)\n",
      "\n",
      " * Robust error 0.503\tError 0.353\n",
      "LR DECAY STEP\n",
      "198 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [198][1/391]\tTime 0.254 (0.254)\tEps 0.141\tData 0.116 (0.116)\tL 1.0600 (1.0600)//RL 1.4375 (1.4375)//RL1 3.3232 (3.3232)\tE 0.391 (0.391)//RE 0.570 (0.570)//RE1 0.922 (0.922)\n",
      "Epoch: [198][200/391]\tTime 0.070 (0.074)\tEps 0.142\tData 0.002 (0.003)\tL 1.1177 (1.0666)//RL 1.4924 (1.4093)//RL1 3.1532 (3.0622)\tE 0.383 (0.369)//RE 0.523 (0.521)//RE1 0.875 (0.882)\n",
      "Epoch: [198][391/391]\tTime 0.066 (0.075)\tEps 0.142\tData 0.002 (0.003)\tL 0.9483 (1.0635)//RL 1.2915 (1.4092)//RL1 2.9329 (3.0842)\tE 0.338 (0.366)//RE 0.475 (0.518)//RE1 0.887 (0.883)\n",
      "\n",
      "Taken 29.377777576446533 s/epoch\n",
      "Test: [1/79]\tTime 12.555 (12.555)\tL 0.9235 (0.9235)//RL 1.278 (1.278)//RL1 3.071 (3.071)\tE 0.242 (0.242)//RE 0.430 (0.430)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.026 (0.199)\tL 0.8574 (1.0199)//RL 1.202 (1.380)//RL1 3.110 (3.174)\tE 0.438 (0.353)//RE 0.625 (0.503)//RE1 0.875 (0.874)\n",
      "\n",
      " * Robust error 0.503\tError 0.353\n",
      "LR DECAY STEP\n",
      "199 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [199][1/391]\tTime 0.222 (0.222)\tEps 0.141\tData 0.099 (0.099)\tL 1.0043 (1.0043)//RL 1.3776 (1.3776)//RL1 3.1518 (3.1518)\tE 0.328 (0.328)//RE 0.539 (0.539)//RE1 0.906 (0.906)\n",
      "Epoch: [199][200/391]\tTime 0.075 (0.074)\tEps 0.142\tData 0.002 (0.003)\tL 0.9874 (1.0624)//RL 1.3315 (1.4070)//RL1 2.9806 (3.0876)\tE 0.359 (0.366)//RE 0.469 (0.516)//RE1 0.898 (0.883)\n",
      "Epoch: [199][391/391]\tTime 0.067 (0.074)\tEps 0.142\tData 0.002 (0.003)\tL 0.9897 (1.0625)//RL 1.3246 (1.4085)//RL1 2.9108 (3.1109)\tE 0.400 (0.366)//RE 0.525 (0.518)//RE1 0.825 (0.884)\n",
      "\n",
      "Taken 28.875908613204956 s/epoch\n",
      "Test: [1/79]\tTime 11.144 (11.144)\tL 0.9241 (0.9241)//RL 1.273 (1.273)//RL1 3.061 (3.061)\tE 0.242 (0.242)//RE 0.430 (0.430)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.032 (0.182)\tL 0.8656 (1.0203)//RL 1.208 (1.375)//RL1 3.126 (3.165)\tE 0.500 (0.354)//RE 0.625 (0.500)//RE1 0.875 (0.874)\n",
      "\n",
      " * Robust error 0.500\tError 0.354\n",
      "LR DECAY STEP\n",
      "std testing ...\n",
      "Test: [1/79]\tTime 0.0861 (0.0861)\tLoss 0.9248 (0.9248)\tError 0.2344 (0.2344)\n",
      "Test: [79/79]\tTime 0.0040 (0.0245)\tLoss 0.8542 (1.0209)\tError 0.3750 (0.3567)\n",
      " * Error 0.3567\n",
      "pgd testing ...\n",
      " * Error 0.4058\n",
      "verification testing ...\n",
      "iter 1 / out ratio: 0.77406400 -> 0.00194916 / t_BCP/t_LMT: 0.2802\n",
      "iter 2 / out ratio: 0.00194916 -> 0.00003540 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77447492 -> 0.00193253 / t_BCP/t_LMT: 0.2789\n",
      "iter 2 / out ratio: 0.00193253 -> 0.00002655 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002655 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77398300 -> 0.00195618 / t_BCP/t_LMT: 0.2817\n",
      "iter 2 / out ratio: 0.00195618 -> 0.00003510 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77312040 -> 0.00192856 / t_BCP/t_LMT: 0.2791\n",
      "iter 2 / out ratio: 0.00192856 -> 0.00002975 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00002975 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77493638 -> 0.00188721 / t_BCP/t_LMT: 0.2810\n",
      "iter 2 / out ratio: 0.00188721 -> 0.00002502 / t_BCP/t_LMT: 0.9973\n",
      "iter 3 / out ratio: 0.00002502 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77406526 -> 0.00195908 / t_BCP/t_LMT: 0.2797\n",
      "iter 2 / out ratio: 0.00195908 -> 0.00002731 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002731 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77404130 -> 0.00186874 / t_BCP/t_LMT: 0.2805\n",
      "iter 2 / out ratio: 0.00186874 -> 0.00002762 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002762 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77436841 -> 0.00198914 / t_BCP/t_LMT: 0.2805\n",
      "iter 2 / out ratio: 0.00198914 -> 0.00003220 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003220 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77425826 -> 0.00201324 / t_BCP/t_LMT: 0.2803\n",
      "iter 2 / out ratio: 0.00201324 -> 0.00002838 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00002838 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77235591 -> 0.00192520 / t_BCP/t_LMT: 0.2821\n",
      "iter 2 / out ratio: 0.00192520 -> 0.00003067 / t_BCP/t_LMT: 0.9971\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77480680 -> 0.00196655 / t_BCP/t_LMT: 0.2796\n",
      "iter 2 / out ratio: 0.00196655 -> 0.00003372 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77308697 -> 0.00187210 / t_BCP/t_LMT: 0.2819\n",
      "iter 2 / out ratio: 0.00187210 -> 0.00003616 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003616 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77337384 -> 0.00191910 / t_BCP/t_LMT: 0.2816\n",
      "iter 2 / out ratio: 0.00191910 -> 0.00003311 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003311 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77422756 -> 0.00196915 / t_BCP/t_LMT: 0.2810\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 2 / out ratio: 0.00196915 -> 0.00003387 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003387 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77502865 -> 0.00184860 / t_BCP/t_LMT: 0.2800\n",
      "iter 2 / out ratio: 0.00184860 -> 0.00003250 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003250 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77432752 -> 0.00201508 / t_BCP/t_LMT: 0.2795\n",
      "iter 2 / out ratio: 0.00201508 -> 0.00003738 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003738 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77343476 -> 0.00206635 / t_BCP/t_LMT: 0.2803\n",
      "iter 2 / out ratio: 0.00206635 -> 0.00003510 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77305889 -> 0.00201279 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00201279 -> 0.00003403 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003403 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77323288 -> 0.00190140 / t_BCP/t_LMT: 0.2808\n",
      "iter 2 / out ratio: 0.00190140 -> 0.00003281 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003281 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77343535 -> 0.00194885 / t_BCP/t_LMT: 0.2823\n",
      "iter 2 / out ratio: 0.00194885 -> 0.00003174 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003174 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77309829 -> 0.00210724 / t_BCP/t_LMT: 0.2788\n",
      "iter 2 / out ratio: 0.00210724 -> 0.00003510 / t_BCP/t_LMT: 0.9963\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77540755 -> 0.00198608 / t_BCP/t_LMT: 0.2788\n",
      "iter 2 / out ratio: 0.00198608 -> 0.00003326 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003326 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77425903 -> 0.00208221 / t_BCP/t_LMT: 0.2798\n",
      "iter 2 / out ratio: 0.00208221 -> 0.00003555 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003555 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77326477 -> 0.00196014 / t_BCP/t_LMT: 0.2805\n",
      "iter 2 / out ratio: 0.00196014 -> 0.00002930 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002930 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77320892 -> 0.00193329 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00193329 -> 0.00002838 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002838 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77461988 -> 0.00198547 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00198547 -> 0.00003342 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003342 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77327377 -> 0.00190506 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00190506 -> 0.00002884 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002884 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77236080 -> 0.00203522 / t_BCP/t_LMT: 0.2824\n",
      "iter 2 / out ratio: 0.00203522 -> 0.00003433 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003433 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77617234 -> 0.00197067 / t_BCP/t_LMT: 0.2782\n",
      "iter 2 / out ratio: 0.00197067 -> 0.00003464 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003464 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77458268 -> 0.00185074 / t_BCP/t_LMT: 0.2808\n",
      "iter 2 / out ratio: 0.00185074 -> 0.00003021 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003021 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77417004 -> 0.00189270 / t_BCP/t_LMT: 0.2788\n",
      "iter 2 / out ratio: 0.00189270 -> 0.00003342 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00003342 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77306122 -> 0.00202728 / t_BCP/t_LMT: 0.2825\n",
      "iter 2 / out ratio: 0.00202728 -> 0.00004120 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00004120 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77425289 -> 0.00179718 / t_BCP/t_LMT: 0.2796\n",
      "iter 2 / out ratio: 0.00179718 -> 0.00002502 / t_BCP/t_LMT: 0.9973\n",
      "iter 3 / out ratio: 0.00002502 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77495635 -> 0.00189056 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00189056 -> 0.00002609 / t_BCP/t_LMT: 0.9972\n",
      "iter 3 / out ratio: 0.00002609 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77521622 -> 0.00183960 / t_BCP/t_LMT: 0.2800\n",
      "iter 2 / out ratio: 0.00183960 -> 0.00003067 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77360302 -> 0.00187683 / t_BCP/t_LMT: 0.2811\n",
      "iter 2 / out ratio: 0.00187683 -> 0.00003387 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003387 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77203536 -> 0.00192352 / t_BCP/t_LMT: 0.2821\n",
      "iter 2 / out ratio: 0.00192352 -> 0.00002975 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00002975 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77541977 -> 0.00193176 / t_BCP/t_LMT: 0.2794\n",
      "iter 2 / out ratio: 0.00193176 -> 0.00003250 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003250 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77380520 -> 0.00203064 / t_BCP/t_LMT: 0.2813\n",
      "iter 2 / out ratio: 0.00203064 -> 0.00003372 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77390349 -> 0.00197510 / t_BCP/t_LMT: 0.2813\n",
      "iter 2 / out ratio: 0.00197510 -> 0.00003448 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003448 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77375716 -> 0.00193985 / t_BCP/t_LMT: 0.2802\n",
      "iter 2 / out ratio: 0.00193985 -> 0.00002670 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00002670 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77377594 -> 0.00184616 / t_BCP/t_LMT: 0.2814\n",
      "iter 2 / out ratio: 0.00184616 -> 0.00003540 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77380168 -> 0.00193954 / t_BCP/t_LMT: 0.2814\n",
      "iter 2 / out ratio: 0.00193954 -> 0.00003174 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003174 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77264756 -> 0.00193909 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00193909 -> 0.00003052 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003052 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77313828 -> 0.00205109 / t_BCP/t_LMT: 0.2806\n",
      "iter 2 / out ratio: 0.00205109 -> 0.00002991 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002991 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77369767 -> 0.00184296 / t_BCP/t_LMT: 0.2808\n",
      "iter 2 / out ratio: 0.00184296 -> 0.00002655 / t_BCP/t_LMT: 0.9971\n",
      "iter 3 / out ratio: 0.00002655 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77300948 -> 0.00199844 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00199844 -> 0.00003433 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003433 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77417952 -> 0.00187607 / t_BCP/t_LMT: 0.2789\n",
      "iter 2 / out ratio: 0.00187607 -> 0.00003281 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003281 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77432644 -> 0.00194321 / t_BCP/t_LMT: 0.2799\n",
      "iter 2 / out ratio: 0.00194321 -> 0.00003540 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77324462 -> 0.00202774 / t_BCP/t_LMT: 0.2807\n",
      "iter 2 / out ratio: 0.00202774 -> 0.00003372 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77455002 -> 0.00201874 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00201874 -> 0.00003479 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003479 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77441114 -> 0.00206528 / t_BCP/t_LMT: 0.2800\n",
      "iter 2 / out ratio: 0.00206528 -> 0.00003586 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003586 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77415681 -> 0.00201706 / t_BCP/t_LMT: 0.2795\n",
      "iter 2 / out ratio: 0.00201706 -> 0.00003967 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003967 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77362943 -> 0.00201492 / t_BCP/t_LMT: 0.2814\n",
      "iter 2 / out ratio: 0.00201492 -> 0.00002899 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002899 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77400374 -> 0.00200012 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00200012 -> 0.00003632 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003632 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77381790 -> 0.00206268 / t_BCP/t_LMT: 0.2795\n",
      "iter 2 / out ratio: 0.00206268 -> 0.00003281 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003281 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77364624 -> 0.00198135 / t_BCP/t_LMT: 0.2795\n",
      "iter 2 / out ratio: 0.00198135 -> 0.00003174 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003174 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77377957 -> 0.00196594 / t_BCP/t_LMT: 0.2805\n",
      "iter 2 / out ratio: 0.00196594 -> 0.00003052 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003052 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77419460 -> 0.00199097 / t_BCP/t_LMT: 0.2808\n",
      "iter 2 / out ratio: 0.00199097 -> 0.00003296 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003296 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77276975 -> 0.00199112 / t_BCP/t_LMT: 0.2819\n",
      "iter 2 / out ratio: 0.00199112 -> 0.00003693 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003693 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77433211 -> 0.00176575 / t_BCP/t_LMT: 0.2813\n",
      "iter 2 / out ratio: 0.00176575 -> 0.00003235 / t_BCP/t_LMT: 0.9972\n",
      "iter 3 / out ratio: 0.00003235 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77325302 -> 0.00193924 / t_BCP/t_LMT: 0.2823\n",
      "iter 2 / out ratio: 0.00193924 -> 0.00003403 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003403 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77346879 -> 0.00193359 / t_BCP/t_LMT: 0.2807\n",
      "iter 2 / out ratio: 0.00193359 -> 0.00003723 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003723 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77277738 -> 0.00188354 / t_BCP/t_LMT: 0.2822\n",
      "iter 2 / out ratio: 0.00188354 -> 0.00002777 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002777 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77427304 -> 0.00200272 / t_BCP/t_LMT: 0.2794\n",
      "iter 2 / out ratio: 0.00200272 -> 0.00003723 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003723 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77432752 -> 0.00192490 / t_BCP/t_LMT: 0.2804\n",
      "iter 2 / out ratio: 0.00192490 -> 0.00003113 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003113 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77490479 -> 0.00190750 / t_BCP/t_LMT: 0.2813\n",
      "iter 2 / out ratio: 0.00190750 -> 0.00003189 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003189 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77343827 -> 0.00193970 / t_BCP/t_LMT: 0.2798\n",
      "iter 2 / out ratio: 0.00193970 -> 0.00003479 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003479 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77409285 -> 0.00202637 / t_BCP/t_LMT: 0.2807\n",
      "iter 2 / out ratio: 0.00202637 -> 0.00003693 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003693 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77448851 -> 0.00191589 / t_BCP/t_LMT: 0.2800\n",
      "iter 2 / out ratio: 0.00191589 -> 0.00003693 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003693 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77398831 -> 0.00187775 / t_BCP/t_LMT: 0.2809\n",
      "iter 2 / out ratio: 0.00187775 -> 0.00002823 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00002823 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77488023 -> 0.00202850 / t_BCP/t_LMT: 0.2804\n",
      "iter 2 / out ratio: 0.00202850 -> 0.00002853 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002853 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77384490 -> 0.00181641 / t_BCP/t_LMT: 0.2799\n",
      "iter 2 / out ratio: 0.00181641 -> 0.00003128 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003128 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77460903 -> 0.00203323 / t_BCP/t_LMT: 0.2799\n",
      "iter 2 / out ratio: 0.00203323 -> 0.00003113 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003113 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77504164 -> 0.00190842 / t_BCP/t_LMT: 0.2789\n",
      "iter 2 / out ratio: 0.00190842 -> 0.00002686 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002686 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77484101 -> 0.00197220 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00197220 -> 0.00003235 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003235 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77549636 -> 0.00196487 / t_BCP/t_LMT: 0.2785\n",
      "iter 2 / out ratio: 0.00196487 -> 0.00002808 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002808 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77382749 -> 0.00194168 / t_BCP/t_LMT: 0.2806\n",
      "iter 2 / out ratio: 0.00194168 -> 0.00002914 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002914 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77909547 -> 0.00196655 / t_BCP/t_LMT: 0.2757\n",
      "iter 2 / out ratio: 0.00196655 -> 0.00004150 / t_BCP/t_LMT: 0.9951\n",
      "iter 3 / out ratio: 0.00004150 -> 0.00000122 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000122 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "\n",
      " * Robust error 0.500\tError 0.357\n",
      "Best model evaluation: 0.35670000314712524 0.4057999849319458 0.5\n"
     ]
    }
   ],
   "source": [
    "!python train_cifar10.py --model 'large' --cuda_ids 4 --prefix 10161313"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Output Example)**\n",
    "```\n",
    "13 th epoch: epsilon: 0.0035294 - 0.0047059, kappa: 0.9750 - 0.9667, lr: 0.0010000\n",
    "Epoch: [13][1/391]\tTime 0.259 (0.259)\tEps 0.004\tData 0.124 (0.124)\tL 0.7062 (0.7062)//RL 6.3040 (6.3040)//RL1 7.2972 (7.2972)\tE 0.227 (0.227)//RE 0.969 (0.969)//RE1 0.977 (0.977)\n",
    "Epoch: [13][200/391]\tTime 0.080 (0.083)\tEps 0.004\tData 0.003 (0.004)\tL 0.6465 (0.6609)//RL 4.0435 (4.1239)//RL1 4.7006 (4.7991)\tE 0.234 (0.230)//RE 0.898 (0.867)//RE1 0.938 (0.906)\n",
    "Epoch: [13][391/391]\tTime 0.070 (0.084)\tEps 0.005\tData 0.002 (0.004)\tL 0.6357 (0.6713)//RL 3.7165 (3.9618)//RL1 4.3055 (4.6067)\tE 0.213 (0.235)//RE 0.887 (0.858)//RE1 0.913 (0.899)\n",
    "```\n",
    "- RL (RE): Robust Loss (Error)\n",
    "- RL1 (RE1): Robust Loss (Error) w/o BCP\n",
    "\n",
    "**Output Example)**\n",
    "```\n",
    "iter 1 / out ratio: 0.71626484 -> 0.00245977 / t_BCP/t_LMT: 0.4948\n",
    "iter 2 / out ratio: 0.00245977 -> 0.00003750 / t_BCP/t_LMT: 0.9986\n",
    "iter 3 / out ratio: 0.00003750 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
    "```\n",
    "- out ratio: the ratio of elements that violate the box constraint at each iteration. Eventually, it becomes 0 (in a finite number of iteration - cf. Proposition 2.).\n",
    "- t_BCP/t_LMT: the value indicating how tighter the translation has become after iteration.\n",
    "\n",
    "**Output Example)** <br>\n",
    "Last output\n",
    "```\n",
    "Best model evaluation: 0.33789998292922974 0.400299996137619 0.5008999705314636\n",
    "```\n",
    "- standard error, pgd error, and verified error, respectively."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# evaluate_cifar.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Setting CUDA_VISIBLE_DEVICES to 0\n",
      "Namespace(alpha=0.03529411764705882, augmentation=True, batch_size=128, bce=False, cuda_ids=0, data='cifar10', drop_last=False, epochs=200, epsilon=0.1411764705882353, epsilon_infty=0.03137254901960784, epsilon_pgd=0.1411764705882353, epsilon_train=0.1411764705882353, epsilon_train_infty=0.03137254901960784, gamma=0.5, kappa=0.0, kappa_schedule_length=121, linfty=False, lr=0.001, lr_scheduler='step', method='BCP', model='large', model_factor=8, momentum=0.9, niter=100, no_augmentation=False, no_save=False, no_shuffle=False, normalization=False, opt='adam', opt_iter=1, pgd=False, prefix='temporary', print=False, rampup=121, real_time=False, resnet_N=1, resnet_factor=1, save=True, schedule_length=121, seed=2019, shuffle=True, sniter=1, starting_epsilon=0.0, starting_kappa=1.0, step_size=10, test_batch_size=128, test_opt_iter=1000, test_pth='models/cifar10/10161313_large_BCP_data_cifar10_epochs_200_epsilon_train_0.1411764705882353_lr_0.001_opt_adam_opt_iter_1_rampup_121_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_10_best.pth', test_sniter=1000000, train_method='BCP', verbose=200, warmup=10, wd_list=None, weight_decay=0.0)\n",
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n",
      "std testing ...\n",
      "Test: [1/79]\tTime 0.3819 (0.3819)\tLoss 0.9248 (0.9248)\tError 0.2344 (0.2344)\n",
      "Test: [79/79]\tTime 0.0047 (0.0306)\tLoss 0.8542 (1.0209)\tError 0.3750 (0.3567)\n",
      " * Error 0.3567\n",
      "verification testing ...\n",
      "iter 1 / out ratio: 0.77406400 -> 0.00194916 / t_BCP/t_LMT: 0.2802\n",
      "iter 2 / out ratio: 0.00194916 -> 0.00003540 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77447492 -> 0.00193253 / t_BCP/t_LMT: 0.2789\n",
      "iter 2 / out ratio: 0.00193253 -> 0.00002655 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002655 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77398300 -> 0.00195618 / t_BCP/t_LMT: 0.2817\n",
      "iter 2 / out ratio: 0.00195618 -> 0.00003510 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77312040 -> 0.00192856 / t_BCP/t_LMT: 0.2791\n",
      "iter 2 / out ratio: 0.00192856 -> 0.00002975 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00002975 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77493638 -> 0.00188721 / t_BCP/t_LMT: 0.2810\n",
      "iter 2 / out ratio: 0.00188721 -> 0.00002502 / t_BCP/t_LMT: 0.9973\n",
      "iter 3 / out ratio: 0.00002502 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77406526 -> 0.00195908 / t_BCP/t_LMT: 0.2797\n",
      "iter 2 / out ratio: 0.00195908 -> 0.00002747 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002747 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77404130 -> 0.00186874 / t_BCP/t_LMT: 0.2805\n",
      "iter 2 / out ratio: 0.00186874 -> 0.00002762 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002762 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77436841 -> 0.00198914 / t_BCP/t_LMT: 0.2805\n",
      "iter 2 / out ratio: 0.00198914 -> 0.00003204 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003204 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77425826 -> 0.00201324 / t_BCP/t_LMT: 0.2803\n",
      "iter 2 / out ratio: 0.00201324 -> 0.00002838 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00002838 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77235591 -> 0.00192520 / t_BCP/t_LMT: 0.2821\n",
      "iter 2 / out ratio: 0.00192520 -> 0.00003067 / t_BCP/t_LMT: 0.9971\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77480680 -> 0.00196655 / t_BCP/t_LMT: 0.2796\n",
      "iter 2 / out ratio: 0.00196655 -> 0.00003372 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77308697 -> 0.00187210 / t_BCP/t_LMT: 0.2819\n",
      "iter 2 / out ratio: 0.00187210 -> 0.00003616 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003616 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77337384 -> 0.00191910 / t_BCP/t_LMT: 0.2816\n",
      "iter 2 / out ratio: 0.00191910 -> 0.00003311 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003311 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77422756 -> 0.00196915 / t_BCP/t_LMT: 0.2810\n",
      "iter 2 / out ratio: 0.00196915 -> 0.00003387 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003387 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77502865 -> 0.00184860 / t_BCP/t_LMT: 0.2800\n",
      "iter 2 / out ratio: 0.00184860 -> 0.00003250 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003250 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77432752 -> 0.00201508 / t_BCP/t_LMT: 0.2795\n",
      "iter 2 / out ratio: 0.00201508 -> 0.00003738 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003738 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77343476 -> 0.00206650 / t_BCP/t_LMT: 0.2803\n",
      "iter 2 / out ratio: 0.00206650 -> 0.00003494 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003494 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77305889 -> 0.00201279 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00201279 -> 0.00003403 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003403 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77323288 -> 0.00190140 / t_BCP/t_LMT: 0.2808\n",
      "iter 2 / out ratio: 0.00190140 -> 0.00003281 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003281 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77343535 -> 0.00194885 / t_BCP/t_LMT: 0.2823\n",
      "iter 2 / out ratio: 0.00194885 -> 0.00003174 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003174 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77309829 -> 0.00210724 / t_BCP/t_LMT: 0.2788\n",
      "iter 2 / out ratio: 0.00210724 -> 0.00003510 / t_BCP/t_LMT: 0.9963\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77540755 -> 0.00198608 / t_BCP/t_LMT: 0.2788\n",
      "iter 2 / out ratio: 0.00198608 -> 0.00003326 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003326 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77425903 -> 0.00208221 / t_BCP/t_LMT: 0.2798\n",
      "iter 2 / out ratio: 0.00208221 -> 0.00003555 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003555 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77326477 -> 0.00196014 / t_BCP/t_LMT: 0.2805\n",
      "iter 2 / out ratio: 0.00196014 -> 0.00002930 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002930 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77320892 -> 0.00193329 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00193329 -> 0.00002838 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002838 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77461988 -> 0.00198547 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00198547 -> 0.00003342 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003342 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77327377 -> 0.00190506 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00190506 -> 0.00002884 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002884 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77236080 -> 0.00203522 / t_BCP/t_LMT: 0.2824\n",
      "iter 2 / out ratio: 0.00203522 -> 0.00003433 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003433 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77617234 -> 0.00197067 / t_BCP/t_LMT: 0.2782\n",
      "iter 2 / out ratio: 0.00197067 -> 0.00003464 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003464 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77458268 -> 0.00185074 / t_BCP/t_LMT: 0.2808\n",
      "iter 2 / out ratio: 0.00185074 -> 0.00003021 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003021 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.77417004 -> 0.00189270 / t_BCP/t_LMT: 0.2788\n",
      "iter 2 / out ratio: 0.00189270 -> 0.00003342 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00003342 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77306122 -> 0.00202728 / t_BCP/t_LMT: 0.2825\n",
      "iter 2 / out ratio: 0.00202728 -> 0.00004120 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00004120 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77425289 -> 0.00179718 / t_BCP/t_LMT: 0.2796\n",
      "iter 2 / out ratio: 0.00179718 -> 0.00002502 / t_BCP/t_LMT: 0.9973\n",
      "iter 3 / out ratio: 0.00002502 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77495635 -> 0.00189056 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00189056 -> 0.00002609 / t_BCP/t_LMT: 0.9972\n",
      "iter 3 / out ratio: 0.00002609 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77521622 -> 0.00183960 / t_BCP/t_LMT: 0.2800\n",
      "iter 2 / out ratio: 0.00183960 -> 0.00003067 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77360302 -> 0.00187683 / t_BCP/t_LMT: 0.2811\n",
      "iter 2 / out ratio: 0.00187683 -> 0.00003372 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77203536 -> 0.00192352 / t_BCP/t_LMT: 0.2821\n",
      "iter 2 / out ratio: 0.00192352 -> 0.00002975 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00002975 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77541977 -> 0.00193176 / t_BCP/t_LMT: 0.2794\n",
      "iter 2 / out ratio: 0.00193176 -> 0.00003250 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003250 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77380520 -> 0.00203064 / t_BCP/t_LMT: 0.2813\n",
      "iter 2 / out ratio: 0.00203064 -> 0.00003372 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77390349 -> 0.00197525 / t_BCP/t_LMT: 0.2813\n",
      "iter 2 / out ratio: 0.00197525 -> 0.00003433 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003433 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77375716 -> 0.00193985 / t_BCP/t_LMT: 0.2802\n",
      "iter 2 / out ratio: 0.00193985 -> 0.00002670 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00002670 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77377594 -> 0.00184616 / t_BCP/t_LMT: 0.2814\n",
      "iter 2 / out ratio: 0.00184616 -> 0.00003540 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77380168 -> 0.00193954 / t_BCP/t_LMT: 0.2814\n",
      "iter 2 / out ratio: 0.00193954 -> 0.00003174 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003174 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77264756 -> 0.00193909 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00193909 -> 0.00003052 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003052 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77313828 -> 0.00205109 / t_BCP/t_LMT: 0.2806\n",
      "iter 2 / out ratio: 0.00205109 -> 0.00002991 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002991 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77369767 -> 0.00184296 / t_BCP/t_LMT: 0.2808\n",
      "iter 2 / out ratio: 0.00184296 -> 0.00002655 / t_BCP/t_LMT: 0.9971\n",
      "iter 3 / out ratio: 0.00002655 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77300948 -> 0.00199844 / t_BCP/t_LMT: 0.2812\n",
      "iter 2 / out ratio: 0.00199844 -> 0.00003433 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003433 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77417952 -> 0.00187607 / t_BCP/t_LMT: 0.2789\n",
      "iter 2 / out ratio: 0.00187607 -> 0.00003281 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003281 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77432644 -> 0.00194321 / t_BCP/t_LMT: 0.2799\n",
      "iter 2 / out ratio: 0.00194321 -> 0.00003540 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77324462 -> 0.00202774 / t_BCP/t_LMT: 0.2807\n",
      "iter 2 / out ratio: 0.00202774 -> 0.00003372 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77455002 -> 0.00201874 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00201874 -> 0.00003479 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003479 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77441114 -> 0.00206528 / t_BCP/t_LMT: 0.2800\n",
      "iter 2 / out ratio: 0.00206528 -> 0.00003586 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003586 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77415681 -> 0.00201706 / t_BCP/t_LMT: 0.2795\n",
      "iter 2 / out ratio: 0.00201706 -> 0.00003967 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003967 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77362943 -> 0.00201492 / t_BCP/t_LMT: 0.2814\n",
      "iter 2 / out ratio: 0.00201492 -> 0.00002914 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002914 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77400374 -> 0.00200012 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00200012 -> 0.00003632 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003632 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77381790 -> 0.00206253 / t_BCP/t_LMT: 0.2795\n",
      "iter 2 / out ratio: 0.00206253 -> 0.00003296 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003296 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77364624 -> 0.00198135 / t_BCP/t_LMT: 0.2795\n",
      "iter 2 / out ratio: 0.00198135 -> 0.00003174 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003174 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77377957 -> 0.00196594 / t_BCP/t_LMT: 0.2805\n",
      "iter 2 / out ratio: 0.00196594 -> 0.00003052 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003052 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77419460 -> 0.00199097 / t_BCP/t_LMT: 0.2808\n",
      "iter 2 / out ratio: 0.00199097 -> 0.00003296 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003296 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77276975 -> 0.00199112 / t_BCP/t_LMT: 0.2819\n",
      "iter 2 / out ratio: 0.00199112 -> 0.00003693 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003693 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77433211 -> 0.00176575 / t_BCP/t_LMT: 0.2813\n",
      "iter 2 / out ratio: 0.00176575 -> 0.00003235 / t_BCP/t_LMT: 0.9972\n",
      "iter 3 / out ratio: 0.00003235 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77325302 -> 0.00193909 / t_BCP/t_LMT: 0.2823\n",
      "iter 2 / out ratio: 0.00193909 -> 0.00003418 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00003418 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77346879 -> 0.00193359 / t_BCP/t_LMT: 0.2807\n",
      "iter 2 / out ratio: 0.00193359 -> 0.00003723 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003723 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77277738 -> 0.00188354 / t_BCP/t_LMT: 0.2822\n",
      "iter 2 / out ratio: 0.00188354 -> 0.00002777 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002777 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77427304 -> 0.00200272 / t_BCP/t_LMT: 0.2794\n",
      "iter 2 / out ratio: 0.00200272 -> 0.00003723 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003723 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77432752 -> 0.00192490 / t_BCP/t_LMT: 0.2804\n",
      "iter 2 / out ratio: 0.00192490 -> 0.00003113 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003113 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77490479 -> 0.00190750 / t_BCP/t_LMT: 0.2813\n",
      "iter 2 / out ratio: 0.00190750 -> 0.00003189 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003189 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.77343827 -> 0.00193970 / t_BCP/t_LMT: 0.2798\n",
      "iter 2 / out ratio: 0.00193970 -> 0.00003479 / t_BCP/t_LMT: 0.9967\n",
      "iter 3 / out ratio: 0.00003479 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77409285 -> 0.00202637 / t_BCP/t_LMT: 0.2807\n",
      "iter 2 / out ratio: 0.00202637 -> 0.00003693 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003693 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77448851 -> 0.00191589 / t_BCP/t_LMT: 0.2800\n",
      "iter 2 / out ratio: 0.00191589 -> 0.00003693 / t_BCP/t_LMT: 0.9965\n",
      "iter 3 / out ratio: 0.00003693 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77398831 -> 0.00187775 / t_BCP/t_LMT: 0.2809\n",
      "iter 2 / out ratio: 0.00187775 -> 0.00002823 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00002823 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77488023 -> 0.00202850 / t_BCP/t_LMT: 0.2804\n",
      "iter 2 / out ratio: 0.00202850 -> 0.00002853 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002853 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77384490 -> 0.00181641 / t_BCP/t_LMT: 0.2799\n",
      "iter 2 / out ratio: 0.00181641 -> 0.00003128 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003128 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77460903 -> 0.00203323 / t_BCP/t_LMT: 0.2799\n",
      "iter 2 / out ratio: 0.00203323 -> 0.00003113 / t_BCP/t_LMT: 0.9970\n",
      "iter 3 / out ratio: 0.00003113 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77504164 -> 0.00190842 / t_BCP/t_LMT: 0.2789\n",
      "iter 2 / out ratio: 0.00190842 -> 0.00002686 / t_BCP/t_LMT: 0.9968\n",
      "iter 3 / out ratio: 0.00002686 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77484101 -> 0.00197220 / t_BCP/t_LMT: 0.2801\n",
      "iter 2 / out ratio: 0.00197220 -> 0.00003235 / t_BCP/t_LMT: 0.9966\n",
      "iter 3 / out ratio: 0.00003235 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77549636 -> 0.00196487 / t_BCP/t_LMT: 0.2785\n",
      "iter 2 / out ratio: 0.00196487 -> 0.00002808 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002808 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77382749 -> 0.00194168 / t_BCP/t_LMT: 0.2806\n",
      "iter 2 / out ratio: 0.00194168 -> 0.00002914 / t_BCP/t_LMT: 0.9969\n",
      "iter 3 / out ratio: 0.00002914 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.77909547 -> 0.00196655 / t_BCP/t_LMT: 0.2757\n",
      "iter 2 / out ratio: 0.00196655 -> 0.00004150 / t_BCP/t_LMT: 0.9951\n",
      "iter 3 / out ratio: 0.00004150 -> 0.00000122 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000122 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "\n",
      " * Robust error 0.500\tError 0.357\n",
      "pgd testing ...\n",
      " * Error 0.4058\n",
      "Best model evaluation: 0.35670000314712524 0.4057999849319458 0.5\n"
     ]
    }
   ],
   "source": [
    "!python evaluate_cifar10.py --model 'large' --test_pth models/cifar10/10161313_large_BCP_data_cifar10_epochs_200_epsilon_train_0.1411764705882353_lr_0.001_opt_adam_opt_iter_1_rampup_121_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_10_best.pth"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# different architecture"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Setting CUDA_VISIBLE_DEVICES to 4\n",
      "2020-10-15 22:09:32.138999\n",
      "Namespace(alpha=0.03529411764705882, augmentation=True, batch_size=128, bce=False, cuda_ids=4, data='cifar10', drop_last=False, epochs=200, epsilon=0.1411764705882353, epsilon_infty=0.03137254901960784, epsilon_pgd=0.1411764705882353, epsilon_train=0.1411764705882353, epsilon_train_infty=0.03137254901960784, gamma=0.5, kappa=0.0, kappa_schedule_length=121, linfty=False, lr=0.001, lr_scheduler='step', method='BCP', model='c6f2_', model_factor=8, momentum=0.9, niter=100, no_augmentation=False, no_save=False, no_shuffle=False, normalization=False, opt='adam', opt_iter=1, pgd=False, prefix='models/cifar10/10152209_c6f2__BCP_data_cifar10_epochs_200_epsilon_train_0.1411764705882353_lr_0.001_opt_adam_opt_iter_1_rampup_121_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_10', print=False, rampup=121, real_time=False, resnet_N=1, resnet_factor=1, save=True, schedule_length=121, seed=2019, shuffle=True, sniter=1, starting_epsilon=0.0, starting_kappa=1.0, step_size=10, test_batch_size=128, test_opt_iter=1000, test_pth=None, test_sniter=1000000, train_method='BCP', verbose=200, warmup=10, wd_list=None, weight_decay=0.0)\n",
      "saving file to models/cifar10/10152209_c6f2__BCP_data_cifar10_epochs_200_epsilon_train_0.1411764705882353_lr_0.001_opt_adam_opt_iter_1_rampup_121_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_10\n",
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n",
      "Sequential(\n",
      "  (0): Conv2d(3, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "  (1): ReLU()\n",
      "  (2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "  (3): ReLU()\n",
      "  (4): Conv2d(32, 32, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))\n",
      "  (5): ReLU()\n",
      "  (6): Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "  (7): ReLU()\n",
      "  (8): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "  (9): ReLU()\n",
      "  (10): Conv2d(64, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))\n",
      "  (11): ReLU()\n",
      "  (12): Flatten()\n",
      "  (13): Linear(in_features=4096, out_features=512, bias=True)\n",
      "  (14): ReLU()\n",
      "  (15): Linear(in_features=512, out_features=10, bias=True)\n",
      ")\n",
      "Adam (\n",
      "Parameter Group 0\n",
      "    amsgrad: False\n",
      "    betas: (0.9, 0.999)\n",
      "    eps: 1e-08\n",
      "    lr: 0.001\n",
      "    weight_decay: 0\n",
      ")\n",
      "<torch.optim.lr_scheduler.StepLR object at 0x7fcb2cfa66a0>\n",
      "0 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [0][1/391]\tTime 0.4945 (0.4945)\tData 0.1640 (0.1640)\tLoss 2.2982 (2.2982)\tError 0.8906 (0.8906)\n",
      "Epoch: [0][200/391]\tTime 0.0342 (0.0457)\tData 0.0250 (0.0339)\tLoss 1.7418 (1.8707)\tError 0.6719 (0.6968)\n",
      "Epoch: [0][391/391]\tTime 0.0304 (0.0416)\tData 0.0179 (0.0310)\tLoss 1.3392 (1.6954)\tError 0.5125 (0.6280)\n",
      "Test: [1/79]\tTime 0.1048 (0.1048)\tLoss 1.2935 (1.2935)\tError 0.3672 (0.3672)\n",
      "Test: [79/79]\tTime 0.0064 (0.0378)\tLoss 1.4027 (1.3782)\tError 0.5000 (0.5059)\n",
      " * Error 0.5059\n",
      "1 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [1][1/391]\tTime 0.1908 (0.1908)\tData 0.1769 (0.1769)\tLoss 1.4608 (1.4608)\tError 0.5391 (0.5391)\n",
      "Epoch: [1][200/391]\tTime 0.0512 (0.0520)\tData 0.0419 (0.0422)\tLoss 1.0283 (1.3428)\tError 0.3828 (0.4881)\n",
      "Epoch: [1][391/391]\tTime 0.0356 (0.0511)\tData 0.0242 (0.0409)\tLoss 1.1244 (1.2786)\tError 0.4125 (0.4637)\n",
      "Test: [1/79]\tTime 0.1049 (0.1049)\tLoss 0.9727 (0.9727)\tError 0.3359 (0.3359)\n",
      "Test: [79/79]\tTime 0.0050 (0.0408)\tLoss 1.0095 (1.0378)\tError 0.5000 (0.3685)\n",
      " * Error 0.3685\n",
      "2 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [2][1/391]\tTime 0.1626 (0.1626)\tData 0.1468 (0.1468)\tLoss 1.1431 (1.1431)\tError 0.4219 (0.4219)\n",
      "Epoch: [2][200/391]\tTime 0.0484 (0.0520)\tData 0.0393 (0.0420)\tLoss 1.1450 (1.0984)\tError 0.3906 (0.3949)\n",
      "Epoch: [2][391/391]\tTime 0.0289 (0.0507)\tData 0.0195 (0.0407)\tLoss 1.1420 (1.0614)\tError 0.4125 (0.3815)\n",
      "Test: [1/79]\tTime 0.1025 (0.1025)\tLoss 0.8294 (0.8294)\tError 0.2891 (0.2891)\n",
      "Test: [79/79]\tTime 0.0044 (0.0385)\tLoss 1.0317 (0.9146)\tError 0.4375 (0.3255)\n",
      " * Error 0.3255\n",
      "3 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [3][1/391]\tTime 0.1294 (0.1294)\tData 0.1142 (0.1142)\tLoss 0.8563 (0.8563)\tError 0.2969 (0.2969)\n",
      "Epoch: [3][200/391]\tTime 0.0491 (0.0402)\tData 0.0400 (0.0308)\tLoss 1.0928 (0.9592)\tError 0.3750 (0.3400)\n",
      "Epoch: [3][391/391]\tTime 0.0198 (0.0410)\tData 0.0108 (0.0315)\tLoss 0.8832 (0.9408)\tError 0.3250 (0.3325)\n",
      "Test: [1/79]\tTime 0.0815 (0.0815)\tLoss 0.7470 (0.7470)\tError 0.2578 (0.2578)\n",
      "Test: [79/79]\tTime 0.0041 (0.0253)\tLoss 0.8221 (0.8473)\tError 0.3750 (0.2961)\n",
      " * Error 0.2961\n",
      "4 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [4][1/391]\tTime 0.1568 (0.1568)\tData 0.1409 (0.1409)\tLoss 1.0402 (1.0402)\tError 0.3672 (0.3672)\n",
      "Epoch: [4][200/391]\tTime 0.0522 (0.0500)\tData 0.0389 (0.0398)\tLoss 0.8266 (0.8650)\tError 0.3203 (0.3078)\n",
      "Epoch: [4][391/391]\tTime 0.0235 (0.0499)\tData 0.0143 (0.0397)\tLoss 0.9470 (0.8447)\tError 0.3000 (0.3002)\n",
      "Test: [1/79]\tTime 0.1117 (0.1117)\tLoss 0.6574 (0.6574)\tError 0.2109 (0.2109)\n",
      "Test: [79/79]\tTime 0.0047 (0.0356)\tLoss 0.7380 (0.7794)\tError 0.2500 (0.2719)\n",
      " * Error 0.2719\n",
      "5 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [5][1/391]\tTime 0.1949 (0.1949)\tData 0.1793 (0.1793)\tLoss 0.7649 (0.7649)\tError 0.2969 (0.2969)\n",
      "Epoch: [5][200/391]\tTime 0.0510 (0.0527)\tData 0.0405 (0.0423)\tLoss 0.8632 (0.7913)\tError 0.2969 (0.2786)\n",
      "Epoch: [5][391/391]\tTime 0.0219 (0.0455)\tData 0.0127 (0.0357)\tLoss 0.6570 (0.7766)\tError 0.2375 (0.2733)\n",
      "Test: [1/79]\tTime 0.0950 (0.0950)\tLoss 0.6545 (0.6545)\tError 0.2266 (0.2266)\n",
      "Test: [79/79]\tTime 0.0041 (0.0257)\tLoss 0.3948 (0.7174)\tError 0.2500 (0.2526)\n",
      " * Error 0.2526\n",
      "6 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [6][1/391]\tTime 0.1414 (0.1414)\tData 0.1261 (0.1261)\tLoss 0.7633 (0.7633)\tError 0.2969 (0.2969)\n",
      "Epoch: [6][200/391]\tTime 0.0338 (0.0355)\tData 0.0246 (0.0261)\tLoss 0.6042 (0.7190)\tError 0.1953 (0.2547)\n",
      "Epoch: [6][391/391]\tTime 0.0197 (0.0347)\tData 0.0106 (0.0254)\tLoss 0.6901 (0.7231)\tError 0.2000 (0.2550)\n",
      "Test: [1/79]\tTime 0.0956 (0.0956)\tLoss 0.6383 (0.6383)\tError 0.2500 (0.2500)\n",
      "Test: [79/79]\tTime 0.0041 (0.0267)\tLoss 0.5673 (0.7006)\tError 0.1875 (0.2446)\n",
      " * Error 0.2446\n",
      "7 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [7][1/391]\tTime 0.1562 (0.1562)\tData 0.1404 (0.1404)\tLoss 0.6085 (0.6085)\tError 0.2031 (0.2031)\n",
      "Epoch: [7][200/391]\tTime 0.0333 (0.0354)\tData 0.0242 (0.0263)\tLoss 0.6930 (0.6826)\tError 0.2734 (0.2380)\n",
      "Epoch: [7][391/391]\tTime 0.0193 (0.0342)\tData 0.0104 (0.0250)\tLoss 0.6419 (0.6837)\tError 0.2250 (0.2392)\n",
      "Test: [1/79]\tTime 0.0935 (0.0935)\tLoss 0.6167 (0.6167)\tError 0.2266 (0.2266)\n",
      "Test: [79/79]\tTime 0.0045 (0.0281)\tLoss 0.3560 (0.6647)\tError 0.0625 (0.2268)\n",
      " * Error 0.2268\n",
      "8 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [8][1/391]\tTime 0.1446 (0.1446)\tData 0.1297 (0.1297)\tLoss 0.6653 (0.6653)\tError 0.2266 (0.2266)\n",
      "Epoch: [8][200/391]\tTime 0.0493 (0.0423)\tData 0.0401 (0.0328)\tLoss 0.6950 (0.6449)\tError 0.2734 (0.2250)\n",
      "Epoch: [8][391/391]\tTime 0.0292 (0.0459)\tData 0.0184 (0.0362)\tLoss 0.7449 (0.6423)\tError 0.2500 (0.2250)\n",
      "Test: [1/79]\tTime 0.1046 (0.1046)\tLoss 0.5642 (0.5642)\tError 0.1719 (0.1719)\n",
      "Test: [79/79]\tTime 0.0052 (0.0372)\tLoss 0.4026 (0.6526)\tError 0.0625 (0.2224)\n",
      " * Error 0.2224\n",
      "9 th epoch: epsilon: 0.0000000 - 0.0000000, kappa: 1.0000 - 1.0000, lr: 0.0010000\n",
      "Epoch: [9][1/391]\tTime 0.2216 (0.2216)\tData 0.2072 (0.2072)\tLoss 0.6068 (0.6068)\tError 0.2188 (0.2188)\n",
      "Epoch: [9][200/391]\tTime 0.0522 (0.0564)\tData 0.0397 (0.0458)\tLoss 0.6390 (0.6132)\tError 0.2422 (0.2141)\n",
      "Epoch: [9][391/391]\tTime 0.0225 (0.0549)\tData 0.0132 (0.0445)\tLoss 0.5493 (0.6101)\tError 0.1875 (0.2146)\n",
      "Test: [1/79]\tTime 0.1075 (0.1075)\tLoss 0.5192 (0.5192)\tError 0.1797 (0.1797)\n",
      "Test: [79/79]\tTime 0.0054 (0.0368)\tLoss 0.3994 (0.6094)\tError 0.1250 (0.2109)\n",
      " * Error 0.2109\n",
      "10 th epoch: epsilon: 0.0000000 - 0.0011765, kappa: 1.0000 - 0.9917, lr: 0.0010000\n",
      "Epoch: [10][1/391]\tTime 0.494 (0.494)\tEps 0.000\tData 0.195 (0.195)\tL 0.5961 (0.5961)//RL 0.5961 (0.5961)//RL1 0.5961 (0.5961)\tE 0.195 (0.195)//RE 0.195 (0.195)//RE1 0.195 (0.195)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [10][200/391]\tTime 0.167 (0.118)\tEps 0.001\tData 0.007 (0.005)\tL 0.6923 (0.5954)//RL 46.0850 (68.2823)//RL1 60.6303 (91.6066)\tE 0.266 (0.208)//RE 1.000 (0.987)//RE1 1.000 (0.991)\n",
      "Epoch: [10][391/391]\tTime 0.127 (0.131)\tEps 0.001\tData 0.003 (0.005)\tL 0.5215 (0.6133)//RL 18.9214 (49.7238)//RL1 25.6133 (66.2157)\tE 0.225 (0.215)//RE 1.000 (0.994)//RE1 1.000 (0.995)\n",
      "\n",
      "Taken 51.281959533691406 s/epoch\n",
      "Test: [1/79]\tTime 9.396 (9.396)\tL 0.5398 (0.5398)//RL 25.954 (25.954)//RL1 34.922 (34.922)\tE 0.172 (0.172)//RE 1.000 (1.000)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.055 (0.192)\tL 0.5253 (0.6018)//RL 25.741 (25.910)//RL1 34.367 (34.697)\tE 0.250 (0.205)//RE 1.000 (1.000)//RE1 1.000 (1.000)\n",
      "\n",
      " * Robust error 1.000\tError 0.205\n",
      "11 th epoch: epsilon: 0.0011765 - 0.0023529, kappa: 0.9917 - 0.9833, lr: 0.0010000\n",
      "Epoch: [11][1/391]\tTime 0.455 (0.455)\tEps 0.001\tData 0.166 (0.166)\tL 0.4724 (0.4724)//RL 26.2516 (26.2516)//RL1 34.6034 (34.6034)\tE 0.172 (0.172)//RE 1.000 (1.000)//RE1 1.000 (1.000)\n",
      "Epoch: [11][200/391]\tTime 0.115 (0.143)\tEps 0.002\tData 0.003 (0.005)\tL 0.7210 (0.6357)//RL 9.3154 (14.2676)//RL1 14.3422 (19.8385)\tE 0.266 (0.223)//RE 1.000 (0.999)//RE1 1.000 (1.000)\n",
      "Epoch: [11][391/391]\tTime 0.126 (0.145)\tEps 0.002\tData 0.005 (0.005)\tL 0.5715 (0.6490)//RL 6.8266 (11.3928)//RL1 10.9930 (16.4456)\tE 0.163 (0.227)//RE 0.950 (0.993)//RE1 1.000 (1.000)\n",
      "\n",
      "Taken 56.85287547111511 s/epoch\n",
      "Test: [1/79]\tTime 7.883 (7.883)\tL 0.6270 (0.6270)//RL 8.558 (8.558)//RL1 13.577 (13.577)\tE 0.219 (0.219)//RE 1.000 (1.000)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.074 (0.183)\tL 0.3889 (0.6575)//RL 8.053 (8.650)//RL1 13.085 (13.616)\tE 0.312 (0.229)//RE 1.000 (0.981)//RE1 1.000 (1.000)\n",
      "\n",
      " * Robust error 0.981\tError 0.229\n",
      "12 th epoch: epsilon: 0.0023529 - 0.0035294, kappa: 0.9833 - 0.9750, lr: 0.0010000\n",
      "Epoch: [12][1/391]\tTime 0.454 (0.454)\tEps 0.002\tData 0.173 (0.173)\tL 0.6485 (0.6485)//RL 9.0288 (9.0288)//RL1 13.9534 (13.9534)\tE 0.211 (0.211)//RE 1.000 (1.000)//RE1 1.000 (1.000)\n",
      "Epoch: [12][200/391]\tTime 0.145 (0.146)\tEps 0.003\tData 0.004 (0.006)\tL 0.7238 (0.6601)//RL 6.3698 (6.3830)//RL1 10.1677 (10.3178)\tE 0.289 (0.233)//RE 0.961 (0.961)//RE1 1.000 (0.997)\n",
      "Epoch: [12][391/391]\tTime 0.123 (0.139)\tEps 0.004\tData 0.003 (0.006)\tL 0.6694 (0.6613)//RL 4.4717 (5.8026)//RL1 7.7242 (9.5622)\tE 0.188 (0.233)//RE 0.925 (0.942)//RE1 1.000 (0.995)\n",
      "\n",
      "Taken 54.36033868789673 s/epoch\n",
      "Test: [1/79]\tTime 19.483 (19.483)\tL 0.5366 (0.5366)//RL 6.112 (6.112)//RL1 10.524 (10.524)\tE 0.172 (0.172)//RE 0.945 (0.945)//RE1 1.000 (1.000)\n",
      "Test: [79/79]\tTime 0.046 (0.323)\tL 0.5494 (0.6035)//RL 6.574 (6.255)//RL1 11.047 (10.601)\tE 0.188 (0.211)//RE 1.000 (0.957)//RE1 1.000 (0.998)\n",
      "\n",
      " * Robust error 0.957\tError 0.211\n",
      "13 th epoch: epsilon: 0.0035294 - 0.0047059, kappa: 0.9750 - 0.9667, lr: 0.0010000\n",
      "Epoch: [13][1/391]\tTime 0.435 (0.435)\tEps 0.004\tData 0.141 (0.141)\tL 0.6132 (0.6132)//RL 6.5266 (6.5266)//RL1 10.6777 (10.6777)\tE 0.227 (0.227)//RE 0.953 (0.953)//RE1 1.000 (1.000)\n",
      "Epoch: [13][200/391]\tTime 0.098 (0.139)\tEps 0.004\tData 0.003 (0.006)\tL 0.6777 (0.6627)//RL 4.6472 (4.6928)//RL1 7.8614 (8.0324)\tE 0.258 (0.233)//RE 0.922 (0.897)//RE1 0.992 (0.987)\n",
      "Epoch: [13][391/391]\tTime 0.082 (0.125)\tEps 0.005\tData 0.003 (0.005)\tL 0.6372 (0.6639)//RL 3.7640 (4.4136)//RL1 6.4369 (7.6194)\tE 0.263 (0.234)//RE 0.800 (0.884)//RE1 0.950 (0.984)\n",
      "\n",
      "Taken 49.09641790390015 s/epoch\n",
      "Test: [1/79]\tTime 5.729 (5.729)\tL 0.6099 (0.6099)//RL 4.749 (4.749)//RL1 8.282 (8.282)\tE 0.219 (0.219)//RE 0.828 (0.828)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.039 (0.127)\tL 0.6994 (0.6491)//RL 4.760 (4.818)//RL1 8.295 (8.303)\tE 0.312 (0.225)//RE 0.938 (0.872)//RE1 1.000 (0.976)\n",
      "\n",
      " * Robust error 0.872\tError 0.225\n",
      "14 th epoch: epsilon: 0.0047059 - 0.0058824, kappa: 0.9667 - 0.9583, lr: 0.0010000\n",
      "Epoch: [14][1/391]\tTime 0.298 (0.298)\tEps 0.005\tData 0.128 (0.128)\tL 0.7468 (0.7468)//RL 5.3177 (5.3177)//RL1 8.8436 (8.8436)\tE 0.258 (0.258)//RE 0.922 (0.922)//RE1 0.992 (0.992)\n",
      "Epoch: [14][200/391]\tTime 0.097 (0.122)\tEps 0.005\tData 0.003 (0.005)\tL 0.9302 (0.6676)//RL 4.2207 (3.7985)//RL1 6.9926 (6.6271)\tE 0.320 (0.235)//RE 0.859 (0.845)//RE1 0.984 (0.969)\n",
      "Epoch: [14][391/391]\tTime 0.091 (0.129)\tEps 0.006\tData 0.003 (0.005)\tL 0.6931 (0.6734)//RL 3.5696 (3.6932)//RL1 6.2865 (6.4438)\tE 0.287 (0.237)//RE 0.812 (0.839)//RE1 0.988 (0.968)\n",
      "\n",
      "Taken 50.53946352005005 s/epoch\n",
      "Test: [1/79]\tTime 30.854 (30.854)\tL 0.6630 (0.6630)//RL 4.643 (4.643)//RL1 8.126 (8.126)\tE 0.195 (0.195)//RE 0.891 (0.891)//RE1 0.984 (0.984)\n",
      "Test: [79/79]\tTime 0.044 (0.474)\tL 0.7500 (0.6644)//RL 4.755 (4.452)//RL1 8.405 (7.883)\tE 0.188 (0.230)//RE 0.938 (0.878)//RE1 1.000 (0.986)\n",
      "\n",
      " * Robust error 0.878\tError 0.230\n",
      "15 th epoch: epsilon: 0.0058824 - 0.0070588, kappa: 0.9583 - 0.9500, lr: 0.0010000\n",
      "Epoch: [15][1/391]\tTime 0.441 (0.441)\tEps 0.006\tData 0.181 (0.181)\tL 0.5967 (0.5967)//RL 4.6026 (4.6026)//RL1 8.1141 (8.1141)\tE 0.219 (0.219)//RE 0.945 (0.945)//RE1 1.000 (1.000)\n",
      "Epoch: [15][200/391]\tTime 0.146 (0.147)\tEps 0.006\tData 0.003 (0.006)\tL 0.7792 (0.6797)//RL 3.3524 (3.3607)//RL1 5.6740 (5.9008)\tE 0.258 (0.240)//RE 0.734 (0.807)//RE1 0.961 (0.954)\n",
      "Epoch: [15][391/391]\tTime 0.122 (0.127)\tEps 0.007\tData 0.003 (0.005)\tL 0.6637 (0.6707)//RL 2.9810 (3.2476)//RL1 5.1794 (5.7088)\tE 0.263 (0.236)//RE 0.775 (0.797)//RE1 0.925 (0.948)\n",
      "\n",
      "Taken 49.6611852645874 s/epoch\n",
      "Test: [1/79]\tTime 22.253 (22.253)\tL 0.7281 (0.7281)//RL 4.115 (4.115)//RL1 7.076 (7.076)\tE 0.234 (0.234)//RE 0.852 (0.852)//RE1 0.992 (0.992)\n",
      "Test: [79/79]\tTime 0.045 (0.355)\tL 0.5106 (0.7456)//RL 3.599 (4.111)//RL1 6.445 (7.025)\tE 0.250 (0.261)//RE 0.812 (0.844)//RE1 0.938 (0.968)\n",
      "\n",
      " * Robust error 0.844\tError 0.261\n",
      "16 th epoch: epsilon: 0.0070588 - 0.0082353, kappa: 0.9500 - 0.9417, lr: 0.0010000\n",
      "Epoch: [16][1/391]\tTime 0.389 (0.389)\tEps 0.007\tData 0.117 (0.117)\tL 0.8367 (0.8367)//RL 4.6305 (4.6305)//RL1 7.5796 (7.5796)\tE 0.289 (0.289)//RE 0.898 (0.898)//RE1 0.977 (0.977)\n",
      "Epoch: [16][200/391]\tTime 0.123 (0.129)\tEps 0.008\tData 0.003 (0.005)\tL 0.6142 (0.6644)//RL 2.8046 (2.9943)//RL1 5.0666 (5.2578)\tE 0.211 (0.231)//RE 0.766 (0.768)//RE1 0.930 (0.935)\n",
      "Epoch: [16][391/391]\tTime 0.085 (0.131)\tEps 0.008\tData 0.003 (0.006)\tL 0.5522 (0.6695)//RL 2.5445 (2.9494)//RL1 4.7026 (5.2226)\tE 0.200 (0.233)//RE 0.713 (0.764)//RE1 0.950 (0.933)\n",
      "\n",
      "Taken 51.256141662597656 s/epoch\n",
      "Test: [1/79]\tTime 9.308 (9.308)\tL 0.6152 (0.6152)//RL 3.583 (3.583)//RL1 6.317 (6.317)\tE 0.203 (0.203)//RE 0.805 (0.805)//RE1 0.969 (0.969)\n",
      "Test: [79/79]\tTime 0.042 (0.192)\tL 0.5982 (0.6522)//RL 3.642 (3.618)//RL1 6.541 (6.321)\tE 0.250 (0.225)//RE 0.875 (0.817)//RE1 1.000 (0.962)\n",
      "\n",
      " * Robust error 0.817\tError 0.225\n",
      "17 th epoch: epsilon: 0.0082353 - 0.0094118, kappa: 0.9417 - 0.9333, lr: 0.0010000\n",
      "Epoch: [17][1/391]\tTime 0.397 (0.397)\tEps 0.008\tData 0.159 (0.159)\tL 0.5492 (0.5492)//RL 3.7335 (3.7335)//RL1 6.5643 (6.5643)\tE 0.172 (0.172)//RE 0.914 (0.914)//RE1 1.000 (1.000)\n",
      "Epoch: [17][200/391]\tTime 0.155 (0.151)\tEps 0.009\tData 0.003 (0.006)\tL 0.6780 (0.6704)//RL 3.0781 (2.7803)//RL1 5.3865 (4.9417)\tE 0.242 (0.233)//RE 0.812 (0.741)//RE1 0.961 (0.919)\n",
      "Epoch: [17][391/391]\tTime 0.071 (0.133)\tEps 0.009\tData 0.003 (0.005)\tL 0.7676 (0.6799)//RL 3.0668 (2.7513)//RL1 5.2560 (4.9025)\tE 0.312 (0.237)//RE 0.850 (0.739)//RE1 0.988 (0.920)\n",
      "\n",
      "Taken 52.207666635513306 s/epoch\n",
      "Test: [1/79]\tTime 42.066 (42.066)\tL 0.7435 (0.7435)//RL 4.079 (4.079)//RL1 7.083 (7.083)\tE 0.266 (0.266)//RE 0.875 (0.875)//RE1 0.969 (0.969)\n",
      "Test: [79/79]\tTime 0.043 (0.611)\tL 0.5771 (0.7137)//RL 3.897 (4.069)//RL1 6.926 (7.073)\tE 0.250 (0.250)//RE 0.938 (0.879)//RE1 0.938 (0.984)\n",
      "\n",
      " * Robust error 0.879\tError 0.250\n",
      "18 th epoch: epsilon: 0.0094118 - 0.0105882, kappa: 0.9333 - 0.9250, lr: 0.0010000\n",
      "Epoch: [18][1/391]\tTime 0.442 (0.442)\tEps 0.009\tData 0.178 (0.178)\tL 0.8818 (0.8818)//RL 4.5289 (4.5289)//RL1 7.6457 (7.6457)\tE 0.352 (0.352)//RE 0.922 (0.922)//RE1 0.992 (0.992)\n",
      "Epoch: [18][200/391]\tTime 0.159 (0.157)\tEps 0.010\tData 0.003 (0.006)\tL 0.8865 (0.6772)//RL 3.0443 (2.6092)//RL1 5.3292 (4.6975)\tE 0.328 (0.237)//RE 0.805 (0.722)//RE1 0.969 (0.912)\n",
      "Epoch: [18][391/391]\tTime 0.146 (0.140)\tEps 0.011\tData 0.005 (0.005)\tL 0.7149 (0.6789)//RL 2.5984 (2.5561)//RL1 4.6193 (4.5805)\tE 0.263 (0.238)//RE 0.713 (0.714)//RE1 0.900 (0.906)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 54.72043585777283 s/epoch\n",
      "Test: [1/79]\tTime 45.423 (45.423)\tL 0.5767 (0.5767)//RL 3.084 (3.084)//RL1 5.779 (5.779)\tE 0.219 (0.219)//RE 0.773 (0.773)//RE1 0.953 (0.953)\n",
      "Test: [79/79]\tTime 0.040 (0.634)\tL 0.4846 (0.6100)//RL 2.764 (3.163)//RL1 5.462 (5.851)\tE 0.188 (0.214)//RE 0.812 (0.783)//RE1 0.938 (0.955)\n",
      "\n",
      " * Robust error 0.783\tError 0.214\n",
      "19 th epoch: epsilon: 0.0105882 - 0.0117647, kappa: 0.9250 - 0.9167, lr: 0.0010000\n",
      "Epoch: [19][1/391]\tTime 0.415 (0.415)\tEps 0.011\tData 0.155 (0.155)\tL 0.6333 (0.6333)//RL 3.4003 (3.4003)//RL1 6.1690 (6.1690)\tE 0.211 (0.211)//RE 0.805 (0.805)//RE1 0.984 (0.984)\n",
      "Epoch: [19][200/391]\tTime 0.111 (0.128)\tEps 0.011\tData 0.008 (0.007)\tL 0.5782 (0.6713)//RL 2.2243 (2.4723)//RL1 4.2277 (4.4159)\tE 0.180 (0.234)//RE 0.688 (0.705)//RE1 0.891 (0.897)\n",
      "Epoch: [19][391/391]\tTime 0.088 (0.130)\tEps 0.012\tData 0.003 (0.007)\tL 0.5829 (0.6854)//RL 2.2546 (2.4933)//RL1 3.8871 (4.4328)\tE 0.175 (0.239)//RE 0.750 (0.709)//RE1 0.875 (0.900)\n",
      "\n",
      "Taken 51.037023305892944 s/epoch\n",
      "Test: [1/79]\tTime 8.980 (8.980)\tL 0.7063 (0.7063)//RL 3.618 (3.618)//RL1 6.148 (6.148)\tE 0.250 (0.250)//RE 0.812 (0.812)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.073 (0.185)\tL 0.6809 (0.6672)//RL 3.507 (3.402)//RL1 6.098 (5.874)\tE 0.250 (0.229)//RE 0.812 (0.792)//RE1 0.938 (0.945)\n",
      "\n",
      " * Robust error 0.792\tError 0.229\n",
      "20 th epoch: epsilon: 0.0117647 - 0.0129412, kappa: 0.9167 - 0.9083, lr: 0.0010000\n",
      "Epoch: [20][1/391]\tTime 0.348 (0.348)\tEps 0.012\tData 0.125 (0.125)\tL 0.6641 (0.6641)//RL 3.5004 (3.5004)//RL1 6.1528 (6.1528)\tE 0.258 (0.258)//RE 0.852 (0.852)//RE1 0.977 (0.977)\n",
      "Epoch: [20][200/391]\tTime 0.176 (0.146)\tEps 0.012\tData 0.006 (0.007)\tL 0.7785 (0.6888)//RL 2.3918 (2.4395)//RL1 4.0500 (4.3017)\tE 0.234 (0.240)//RE 0.648 (0.701)//RE1 0.852 (0.894)\n",
      "Epoch: [20][391/391]\tTime 0.146 (0.142)\tEps 0.013\tData 0.003 (0.006)\tL 0.7045 (0.6900)//RL 2.0421 (2.3815)//RL1 3.5641 (4.2003)\tE 0.250 (0.241)//RE 0.562 (0.694)//RE1 0.762 (0.890)\n",
      "\n",
      "Taken 55.50094699859619 s/epoch\n",
      "Test: [1/79]\tTime 9.713 (9.713)\tL 0.5518 (0.5518)//RL 2.781 (2.781)//RL1 5.108 (5.108)\tE 0.195 (0.195)//RE 0.781 (0.781)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.044 (0.198)\tL 0.5256 (0.6432)//RL 2.709 (2.798)//RL1 5.085 (5.043)\tE 0.188 (0.220)//RE 0.750 (0.726)//RE1 0.938 (0.917)\n",
      "\n",
      " * Robust error 0.726\tError 0.220\n",
      "21 th epoch: epsilon: 0.0129412 - 0.0141176, kappa: 0.9083 - 0.9000, lr: 0.0010000\n",
      "Epoch: [21][1/391]\tTime 0.381 (0.381)\tEps 0.013\tData 0.177 (0.177)\tL 0.5590 (0.5590)//RL 2.9222 (2.9222)//RL1 5.3542 (5.3542)\tE 0.164 (0.164)//RE 0.781 (0.781)//RE1 0.969 (0.969)\n",
      "Epoch: [21][200/391]\tTime 0.169 (0.149)\tEps 0.014\tData 0.004 (0.006)\tL 0.5178 (0.6814)//RL 1.7956 (2.2582)//RL1 3.3644 (3.9964)\tE 0.180 (0.235)//RE 0.578 (0.672)//RE1 0.781 (0.871)\n",
      "Epoch: [21][391/391]\tTime 0.112 (0.142)\tEps 0.014\tData 0.003 (0.005)\tL 0.9094 (0.6854)//RL 2.5953 (2.2283)//RL1 4.2627 (3.9524)\tE 0.275 (0.238)//RE 0.688 (0.664)//RE1 0.887 (0.869)\n",
      "\n",
      "Taken 55.49620985984802 s/epoch\n",
      "Test: [1/79]\tTime 28.909 (28.909)\tL 0.6480 (0.6480)//RL 2.836 (2.836)//RL1 5.040 (5.040)\tE 0.273 (0.273)//RE 0.742 (0.742)//RE1 0.930 (0.930)\n",
      "Test: [79/79]\tTime 0.029 (0.412)\tL 0.4623 (0.6762)//RL 2.647 (2.792)//RL1 5.030 (4.967)\tE 0.125 (0.241)//RE 0.750 (0.728)//RE1 1.000 (0.915)\n",
      "\n",
      " * Robust error 0.728\tError 0.241\n",
      "22 th epoch: epsilon: 0.0141176 - 0.0152941, kappa: 0.9000 - 0.8917, lr: 0.0010000\n",
      "Epoch: [22][1/391]\tTime 0.273 (0.273)\tEps 0.014\tData 0.104 (0.104)\tL 0.5748 (0.5748)//RL 2.7585 (2.7585)//RL1 4.9158 (4.9158)\tE 0.180 (0.180)//RE 0.742 (0.742)//RE1 0.922 (0.922)\n",
      "Epoch: [22][200/391]\tTime 0.145 (0.142)\tEps 0.015\tData 0.003 (0.007)\tL 0.5697 (0.6987)//RL 1.9393 (2.2260)//RL1 3.4400 (3.9339)\tE 0.203 (0.245)//RE 0.648 (0.663)//RE1 0.859 (0.870)\n",
      "Epoch: [22][391/391]\tTime 0.135 (0.144)\tEps 0.015\tData 0.003 (0.006)\tL 0.6259 (0.6947)//RL 2.3020 (2.1934)//RL1 4.1642 (3.9207)\tE 0.250 (0.243)//RE 0.700 (0.660)//RE1 0.913 (0.869)\n",
      "\n",
      "Taken 56.514700412750244 s/epoch\n",
      "Test: [1/79]\tTime 15.468 (15.468)\tL 0.6122 (0.6122)//RL 2.921 (2.921)//RL1 5.502 (5.502)\tE 0.195 (0.195)//RE 0.773 (0.773)//RE1 0.953 (0.953)\n",
      "Test: [79/79]\tTime 0.073 (0.272)\tL 0.5747 (0.6456)//RL 2.948 (2.927)//RL1 5.554 (5.457)\tE 0.188 (0.225)//RE 0.750 (0.756)//RE1 1.000 (0.941)\n",
      "\n",
      " * Robust error 0.756\tError 0.225\n",
      "23 th epoch: epsilon: 0.0152941 - 0.0164706, kappa: 0.8917 - 0.8833, lr: 0.0010000\n",
      "Epoch: [23][1/391]\tTime 0.359 (0.359)\tEps 0.015\tData 0.122 (0.122)\tL 0.6289 (0.6289)//RL 3.0246 (3.0246)//RL1 5.6789 (5.6789)\tE 0.250 (0.250)//RE 0.805 (0.805)//RE1 0.961 (0.961)\n",
      "Epoch: [23][200/391]\tTime 0.106 (0.146)\tEps 0.016\tData 0.005 (0.006)\tL 0.6910 (0.6968)//RL 2.2781 (2.2035)//RL1 4.1403 (4.0097)\tE 0.234 (0.244)//RE 0.672 (0.665)//RE1 0.867 (0.879)\n",
      "Epoch: [23][391/391]\tTime 0.082 (0.142)\tEps 0.016\tData 0.003 (0.005)\tL 0.5744 (0.7021)//RL 2.0778 (2.1849)//RL1 3.8836 (3.9853)\tE 0.188 (0.245)//RE 0.575 (0.662)//RE1 0.875 (0.880)\n",
      "\n",
      "Taken 55.7851243019104 s/epoch\n",
      "Test: [1/79]\tTime 20.733 (20.733)\tL 0.5765 (0.5765)//RL 2.498 (2.498)//RL1 4.833 (4.833)\tE 0.211 (0.211)//RE 0.688 (0.688)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.077 (0.348)\tL 0.6036 (0.6579)//RL 2.533 (2.649)//RL1 4.925 (4.942)\tE 0.312 (0.224)//RE 0.625 (0.706)//RE1 1.000 (0.915)\n",
      "\n",
      " * Robust error 0.706\tError 0.224\n",
      "24 th epoch: epsilon: 0.0164706 - 0.0176471, kappa: 0.8833 - 0.8750, lr: 0.0010000\n",
      "Epoch: [24][1/391]\tTime 0.461 (0.461)\tEps 0.016\tData 0.200 (0.200)\tL 0.4399 (0.4399)//RL 2.3572 (2.3572)//RL1 4.7811 (4.7811)\tE 0.148 (0.148)//RE 0.656 (0.656)//RE1 0.930 (0.930)\n",
      "Epoch: [24][200/391]\tTime 0.135 (0.157)\tEps 0.017\tData 0.008 (0.005)\tL 0.8082 (0.6943)//RL 2.2537 (2.0656)//RL1 3.9309 (3.7631)\tE 0.289 (0.243)//RE 0.727 (0.640)//RE1 0.883 (0.866)\n",
      "Epoch: [24][391/391]\tTime 0.144 (0.145)\tEps 0.018\tData 0.007 (0.005)\tL 0.6399 (0.6969)//RL 1.9904 (2.0506)//RL1 3.6323 (3.7260)\tE 0.225 (0.244)//RE 0.625 (0.637)//RE1 0.850 (0.863)\n",
      "\n",
      "Taken 56.69711089134216 s/epoch\n",
      "Test: [1/79]\tTime 44.996 (44.996)\tL 0.6893 (0.6893)//RL 2.810 (2.810)//RL1 5.289 (5.289)\tE 0.219 (0.219)//RE 0.734 (0.734)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.039 (0.649)\tL 0.8162 (0.7107)//RL 3.214 (2.872)//RL1 5.809 (5.390)\tE 0.500 (0.249)//RE 0.750 (0.750)//RE1 1.000 (0.940)\n",
      "\n",
      " * Robust error 0.750\tError 0.249\n",
      "25 th epoch: epsilon: 0.0176471 - 0.0188235, kappa: 0.8750 - 0.8667, lr: 0.0010000\n",
      "Epoch: [25][1/391]\tTime 0.455 (0.455)\tEps 0.018\tData 0.196 (0.196)\tL 0.8573 (0.8573)//RL 3.1835 (3.1835)//RL1 5.8349 (5.8349)\tE 0.297 (0.297)//RE 0.812 (0.812)//RE1 0.969 (0.969)\n",
      "Epoch: [25][200/391]\tTime 0.092 (0.118)\tEps 0.018\tData 0.003 (0.004)\tL 0.6983 (0.7061)//RL 1.9227 (2.0687)//RL1 3.5839 (3.7549)\tE 0.266 (0.246)//RE 0.609 (0.641)//RE1 0.828 (0.868)\n",
      "Epoch: [25][391/391]\tTime 0.144 (0.124)\tEps 0.019\tData 0.006 (0.004)\tL 0.8467 (0.7085)//RL 2.1518 (2.0414)//RL1 3.8728 (3.7040)\tE 0.287 (0.247)//RE 0.650 (0.637)//RE1 0.900 (0.861)\n",
      "\n",
      "Taken 48.53071093559265 s/epoch\n",
      "Test: [1/79]\tTime 9.674 (9.674)\tL 0.7131 (0.7131)//RL 2.666 (2.666)//RL1 4.958 (4.958)\tE 0.227 (0.227)//RE 0.703 (0.703)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.037 (0.199)\tL 0.5232 (0.7686)//RL 2.401 (2.748)//RL1 4.679 (5.057)\tE 0.125 (0.260)//RE 0.750 (0.710)//RE1 0.938 (0.924)\n",
      "\n",
      " * Robust error 0.710\tError 0.260\n",
      "26 th epoch: epsilon: 0.0188235 - 0.0200000, kappa: 0.8667 - 0.8583, lr: 0.0010000\n",
      "Epoch: [26][1/391]\tTime 0.356 (0.356)\tEps 0.019\tData 0.139 (0.139)\tL 0.8863 (0.8863)//RL 3.0681 (3.0681)//RL1 5.5198 (5.5198)\tE 0.336 (0.336)//RE 0.797 (0.797)//RE1 0.945 (0.945)\n",
      "Epoch: [26][200/391]\tTime 0.147 (0.141)\tEps 0.019\tData 0.016 (0.005)\tL 0.7625 (0.7068)//RL 2.1005 (2.0198)//RL1 3.8649 (3.7157)\tE 0.273 (0.244)//RE 0.664 (0.633)//RE1 0.844 (0.864)\n",
      "Epoch: [26][391/391]\tTime 0.117 (0.148)\tEps 0.020\tData 0.003 (0.005)\tL 0.7153 (0.7074)//RL 1.9678 (2.0130)//RL1 3.6829 (3.7171)\tE 0.250 (0.245)//RE 0.663 (0.632)//RE1 0.850 (0.865)\n",
      "\n",
      "Taken 58.10997676849365 s/epoch\n",
      "Test: [1/79]\tTime 14.676 (14.676)\tL 0.6720 (0.6720)//RL 2.475 (2.475)//RL1 4.910 (4.910)\tE 0.266 (0.266)//RE 0.688 (0.688)//RE1 0.930 (0.930)\n",
      "Test: [79/79]\tTime 0.107 (0.267)\tL 0.4947 (0.6829)//RL 2.217 (2.442)//RL1 4.800 (4.826)\tE 0.188 (0.236)//RE 0.688 (0.687)//RE1 0.938 (0.911)\n",
      "\n",
      " * Robust error 0.687\tError 0.236\n",
      "27 th epoch: epsilon: 0.0200000 - 0.0211765, kappa: 0.8583 - 0.8500, lr: 0.0010000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [27][1/391]\tTime 0.370 (0.370)\tEps 0.020\tData 0.128 (0.128)\tL 0.6556 (0.6556)//RL 2.4869 (2.4869)//RL1 4.9631 (4.9631)\tE 0.242 (0.242)//RE 0.680 (0.680)//RE1 0.938 (0.938)\n",
      "Epoch: [27][200/391]\tTime 0.168 (0.144)\tEps 0.021\tData 0.006 (0.006)\tL 0.6899 (0.7132)//RL 1.7410 (1.9656)//RL1 3.1353 (3.5667)\tE 0.258 (0.250)//RE 0.547 (0.627)//RE1 0.805 (0.852)\n",
      "Epoch: [27][391/391]\tTime 0.082 (0.137)\tEps 0.021\tData 0.003 (0.005)\tL 0.8302 (0.7160)//RL 2.5655 (1.9592)//RL1 4.6020 (3.5712)\tE 0.263 (0.252)//RE 0.775 (0.624)//RE1 0.963 (0.854)\n",
      "\n",
      "Taken 53.59040427207947 s/epoch\n",
      "Test: [1/79]\tTime 12.938 (12.938)\tL 0.6521 (0.6521)//RL 2.678 (2.678)//RL1 5.109 (5.109)\tE 0.172 (0.172)//RE 0.711 (0.711)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.039 (0.249)\tL 0.6851 (0.6832)//RL 2.958 (2.760)//RL1 5.626 (5.209)\tE 0.125 (0.233)//RE 0.812 (0.735)//RE1 1.000 (0.934)\n",
      "\n",
      " * Robust error 0.735\tError 0.233\n",
      "28 th epoch: epsilon: 0.0211765 - 0.0223529, kappa: 0.8500 - 0.8417, lr: 0.0010000\n",
      "Epoch: [28][1/391]\tTime 0.470 (0.470)\tEps 0.021\tData 0.181 (0.181)\tL 0.6913 (0.6913)//RL 2.9954 (2.9954)//RL1 5.6389 (5.6389)\tE 0.227 (0.227)//RE 0.836 (0.836)//RE1 0.945 (0.945)\n",
      "Epoch: [28][200/391]\tTime 0.151 (0.146)\tEps 0.022\tData 0.003 (0.006)\tL 0.8101 (0.7193)//RL 2.1937 (1.9557)//RL1 3.9927 (3.5810)\tE 0.273 (0.251)//RE 0.656 (0.624)//RE1 0.875 (0.849)\n",
      "Epoch: [28][391/391]\tTime 0.146 (0.149)\tEps 0.022\tData 0.005 (0.005)\tL 0.9451 (0.7190)//RL 2.1097 (1.9281)//RL1 3.5828 (3.5428)\tE 0.338 (0.251)//RE 0.713 (0.618)//RE1 0.875 (0.850)\n",
      "\n",
      "Taken 58.52306604385376 s/epoch\n",
      "Test: [1/79]\tTime 22.003 (22.003)\tL 0.7059 (0.7059)//RL 2.485 (2.485)//RL1 4.701 (4.701)\tE 0.258 (0.258)//RE 0.727 (0.727)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.039 (0.354)\tL 0.4145 (0.7249)//RL 1.973 (2.487)//RL1 4.123 (4.676)\tE 0.188 (0.258)//RE 0.688 (0.707)//RE1 0.875 (0.915)\n",
      "\n",
      " * Robust error 0.707\tError 0.258\n",
      "29 th epoch: epsilon: 0.0223529 - 0.0235294, kappa: 0.8417 - 0.8333, lr: 0.0010000\n",
      "Epoch: [29][1/391]\tTime 0.426 (0.426)\tEps 0.022\tData 0.157 (0.157)\tL 0.7542 (0.7542)//RL 2.5747 (2.5747)//RL1 4.8652 (4.8652)\tE 0.266 (0.266)//RE 0.719 (0.719)//RE1 0.930 (0.930)\n",
      "Epoch: [29][200/391]\tTime 0.165 (0.160)\tEps 0.023\tData 0.008 (0.005)\tL 0.6554 (0.7280)//RL 1.7960 (1.9347)//RL1 3.2503 (3.5146)\tE 0.180 (0.254)//RE 0.586 (0.624)//RE1 0.867 (0.848)\n",
      "Epoch: [29][391/391]\tTime 0.081 (0.134)\tEps 0.024\tData 0.003 (0.004)\tL 0.9899 (0.7300)//RL 2.2783 (1.9213)//RL1 3.8787 (3.5135)\tE 0.312 (0.255)//RE 0.600 (0.620)//RE1 0.875 (0.850)\n",
      "\n",
      "Taken 52.751792669296265 s/epoch\n",
      "Test: [1/79]\tTime 8.814 (8.814)\tL 0.6579 (0.6579)//RL 2.407 (2.407)//RL1 4.717 (4.717)\tE 0.234 (0.234)//RE 0.734 (0.734)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.051 (0.183)\tL 0.6231 (0.7151)//RL 2.404 (2.494)//RL1 4.938 (4.787)\tE 0.312 (0.244)//RE 0.625 (0.693)//RE1 1.000 (0.908)\n",
      "\n",
      " * Robust error 0.693\tError 0.244\n",
      "30 th epoch: epsilon: 0.0235294 - 0.0247059, kappa: 0.8333 - 0.8250, lr: 0.0010000\n",
      "Epoch: [30][1/391]\tTime 0.380 (0.380)\tEps 0.024\tData 0.143 (0.143)\tL 0.6399 (0.6399)//RL 2.4778 (2.4778)//RL1 4.9214 (4.9214)\tE 0.242 (0.242)//RE 0.719 (0.719)//RE1 0.953 (0.953)\n",
      "Epoch: [30][200/391]\tTime 0.139 (0.160)\tEps 0.024\tData 0.003 (0.005)\tL 0.8243 (0.7186)//RL 2.1161 (1.8811)//RL1 3.8819 (3.4952)\tE 0.297 (0.252)//RE 0.625 (0.609)//RE1 0.883 (0.849)\n",
      "Epoch: [30][391/391]\tTime 0.134 (0.158)\tEps 0.025\tData 0.003 (0.005)\tL 0.8270 (0.7236)//RL 1.9908 (1.8691)//RL1 3.7083 (3.4842)\tE 0.300 (0.253)//RE 0.650 (0.607)//RE1 0.875 (0.848)\n",
      "\n",
      "Taken 61.908247232437134 s/epoch\n",
      "Test: [1/79]\tTime 13.724 (13.724)\tL 0.7540 (0.7540)//RL 2.533 (2.533)//RL1 5.042 (5.042)\tE 0.258 (0.258)//RE 0.688 (0.688)//RE1 0.953 (0.953)\n",
      "Test: [79/79]\tTime 0.059 (0.246)\tL 0.5359 (0.6841)//RL 2.402 (2.377)//RL1 5.093 (4.829)\tE 0.250 (0.240)//RE 0.750 (0.700)//RE1 1.000 (0.940)\n",
      "\n",
      " * Robust error 0.700\tError 0.240\n",
      "31 th epoch: epsilon: 0.0247059 - 0.0258824, kappa: 0.8250 - 0.8167, lr: 0.0010000\n",
      "Epoch: [31][1/391]\tTime 0.392 (0.392)\tEps 0.025\tData 0.119 (0.119)\tL 0.6252 (0.6252)//RL 2.4321 (2.4321)//RL1 4.9803 (4.9803)\tE 0.258 (0.258)//RE 0.758 (0.758)//RE1 0.977 (0.977)\n",
      "Epoch: [31][200/391]\tTime 0.100 (0.154)\tEps 0.025\tData 0.003 (0.005)\tL 0.8251 (0.7302)//RL 2.1374 (1.9065)//RL1 3.9719 (3.5883)\tE 0.281 (0.254)//RE 0.711 (0.616)//RE1 0.945 (0.855)\n",
      "Epoch: [31][391/391]\tTime 0.082 (0.142)\tEps 0.026\tData 0.003 (0.004)\tL 0.6961 (0.7315)//RL 1.7801 (1.8711)//RL1 3.3795 (3.5076)\tE 0.237 (0.255)//RE 0.625 (0.610)//RE1 0.775 (0.851)\n",
      "\n",
      "Taken 55.56655287742615 s/epoch\n",
      "Test: [1/79]\tTime 39.598 (39.598)\tL 0.7655 (0.7655)//RL 2.494 (2.494)//RL1 4.931 (4.931)\tE 0.266 (0.266)//RE 0.727 (0.727)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.049 (0.590)\tL 0.7777 (0.7695)//RL 2.533 (2.541)//RL1 5.124 (4.973)\tE 0.312 (0.264)//RE 0.750 (0.726)//RE1 0.938 (0.941)\n",
      "\n",
      " * Robust error 0.726\tError 0.264\n",
      "32 th epoch: epsilon: 0.0258824 - 0.0270588, kappa: 0.8167 - 0.8083, lr: 0.0010000\n",
      "Epoch: [32][1/391]\tTime 0.318 (0.318)\tEps 0.026\tData 0.148 (0.148)\tL 0.7984 (0.7984)//RL 2.6877 (2.6877)//RL1 5.2206 (5.2206)\tE 0.289 (0.289)//RE 0.766 (0.766)//RE1 0.930 (0.930)\n",
      "Epoch: [32][200/391]\tTime 0.146 (0.144)\tEps 0.026\tData 0.003 (0.006)\tL 0.6689 (0.7330)//RL 1.6430 (1.8275)//RL1 3.1969 (3.4214)\tE 0.227 (0.254)//RE 0.531 (0.600)//RE1 0.836 (0.846)\n",
      "Epoch: [32][391/391]\tTime 0.173 (0.144)\tEps 0.027\tData 0.003 (0.005)\tL 0.6525 (0.7383)//RL 1.5750 (1.8154)//RL1 2.9831 (3.4003)\tE 0.225 (0.256)//RE 0.512 (0.597)//RE1 0.762 (0.845)\n",
      "\n",
      "Taken 56.47097325325012 s/epoch\n",
      "Test: [1/79]\tTime 31.459 (31.459)\tL 0.6501 (0.6501)//RL 2.465 (2.465)//RL1 5.067 (5.067)\tE 0.219 (0.219)//RE 0.703 (0.703)//RE1 0.938 (0.938)\n",
      "Test: [79/79]\tTime 0.069 (0.455)\tL 0.5374 (0.6951)//RL 2.132 (2.460)//RL1 4.879 (4.992)\tE 0.250 (0.238)//RE 0.688 (0.701)//RE1 0.938 (0.923)\n",
      "\n",
      " * Robust error 0.701\tError 0.238\n",
      "33 th epoch: epsilon: 0.0270588 - 0.0282353, kappa: 0.8083 - 0.8000, lr: 0.0010000\n",
      "Epoch: [33][1/391]\tTime 0.313 (0.313)\tEps 0.027\tData 0.121 (0.121)\tL 0.8023 (0.8023)//RL 2.6659 (2.6659)//RL1 5.3043 (5.3043)\tE 0.273 (0.273)//RE 0.742 (0.742)//RE1 0.961 (0.961)\n",
      "Epoch: [33][200/391]\tTime 0.164 (0.133)\tEps 0.028\tData 0.003 (0.005)\tL 0.7141 (0.7523)//RL 1.6092 (1.8670)//RL1 2.9989 (3.4818)\tE 0.219 (0.264)//RE 0.562 (0.610)//RE1 0.844 (0.852)\n",
      "Epoch: [33][391/391]\tTime 0.127 (0.142)\tEps 0.028\tData 0.003 (0.005)\tL 0.8170 (0.7528)//RL 1.9246 (1.8308)//RL1 3.4862 (3.4139)\tE 0.287 (0.263)//RE 0.637 (0.604)//RE1 0.838 (0.848)\n",
      "\n",
      "Taken 55.601473808288574 s/epoch\n",
      "Test: [1/79]\tTime 36.614 (36.614)\tL 0.6639 (0.6639)//RL 2.483 (2.483)//RL1 5.011 (5.011)\tE 0.203 (0.203)//RE 0.734 (0.734)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.053 (0.546)\tL 0.5143 (0.7093)//RL 2.404 (2.487)//RL1 5.109 (4.962)\tE 0.250 (0.242)//RE 0.875 (0.715)//RE1 1.000 (0.934)\n",
      "\n",
      " * Robust error 0.715\tError 0.242\n",
      "34 th epoch: epsilon: 0.0282353 - 0.0294118, kappa: 0.8000 - 0.7917, lr: 0.0010000\n",
      "Epoch: [34][1/391]\tTime 0.467 (0.467)\tEps 0.028\tData 0.221 (0.221)\tL 0.7390 (0.7390)//RL 2.6781 (2.6781)//RL1 5.3000 (5.3000)\tE 0.242 (0.242)//RE 0.742 (0.742)//RE1 0.969 (0.969)\n",
      "Epoch: [34][200/391]\tTime 0.087 (0.157)\tEps 0.029\tData 0.002 (0.006)\tL 0.6808 (0.7606)//RL 1.7937 (1.8368)//RL1 3.4803 (3.4167)\tE 0.242 (0.265)//RE 0.602 (0.604)//RE1 0.859 (0.850)\n",
      "Epoch: [34][391/391]\tTime 0.139 (0.135)\tEps 0.029\tData 0.003 (0.007)\tL 0.7162 (0.7571)//RL 1.6800 (1.8102)//RL1 3.1172 (3.3806)\tE 0.250 (0.264)//RE 0.588 (0.597)//RE1 0.762 (0.847)\n",
      "\n",
      "Taken 53.09558153152466 s/epoch\n",
      "Test: [1/79]\tTime 9.408 (9.408)\tL 0.6438 (0.6438)//RL 2.040 (2.040)//RL1 4.097 (4.097)\tE 0.203 (0.203)//RE 0.641 (0.641)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.116 (0.196)\tL 0.7013 (0.7180)//RL 2.279 (2.133)//RL1 4.613 (4.179)\tE 0.250 (0.252)//RE 0.750 (0.636)//RE1 1.000 (0.884)\n",
      "\n",
      " * Robust error 0.636\tError 0.252\n",
      "35 th epoch: epsilon: 0.0294118 - 0.0305882, kappa: 0.7917 - 0.7833, lr: 0.0010000\n",
      "Epoch: [35][1/391]\tTime 0.461 (0.461)\tEps 0.029\tData 0.182 (0.182)\tL 0.7315 (0.7315)//RL 2.1306 (2.1306)//RL1 4.2687 (4.2687)\tE 0.266 (0.266)//RE 0.648 (0.648)//RE1 0.875 (0.875)\n",
      "Epoch: [35][200/391]\tTime 0.143 (0.161)\tEps 0.030\tData 0.008 (0.006)\tL 0.8280 (0.7550)//RL 1.8814 (1.7903)//RL1 3.4868 (3.3738)\tE 0.297 (0.262)//RE 0.602 (0.596)//RE1 0.898 (0.849)\n",
      "Epoch: [35][391/391]\tTime 0.162 (0.155)\tEps 0.031\tData 0.003 (0.005)\tL 0.6737 (0.7552)//RL 1.5395 (1.7743)//RL1 2.9750 (3.3489)\tE 0.263 (0.263)//RE 0.500 (0.593)//RE1 0.825 (0.845)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 60.680763959884644 s/epoch\n",
      "Test: [1/79]\tTime 7.405 (7.405)\tL 0.6716 (0.6716)//RL 2.101 (2.101)//RL1 4.411 (4.411)\tE 0.234 (0.234)//RE 0.688 (0.688)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.073 (0.174)\tL 0.8176 (0.7267)//RL 2.248 (2.134)//RL1 4.721 (4.393)\tE 0.438 (0.256)//RE 0.688 (0.659)//RE1 1.000 (0.914)\n",
      "\n",
      " * Robust error 0.659\tError 0.256\n",
      "36 th epoch: epsilon: 0.0305882 - 0.0317647, kappa: 0.7833 - 0.7750, lr: 0.0010000\n",
      "Epoch: [36][1/391]\tTime 0.408 (0.408)\tEps 0.031\tData 0.196 (0.196)\tL 0.9216 (0.9216)//RL 2.4987 (2.4987)//RL1 4.9641 (4.9641)\tE 0.297 (0.297)//RE 0.750 (0.750)//RE1 0.953 (0.953)\n",
      "Epoch: [36][200/391]\tTime 0.147 (0.156)\tEps 0.031\tData 0.007 (0.006)\tL 0.7027 (0.7525)//RL 1.6842 (1.7656)//RL1 3.2451 (3.3709)\tE 0.234 (0.263)//RE 0.570 (0.591)//RE1 0.820 (0.850)\n",
      "Epoch: [36][391/391]\tTime 0.081 (0.150)\tEps 0.032\tData 0.003 (0.006)\tL 0.7524 (0.7591)//RL 1.7864 (1.7584)//RL1 3.3810 (3.3611)\tE 0.250 (0.265)//RE 0.637 (0.588)//RE1 0.887 (0.850)\n",
      "\n",
      "Taken 58.63099932670593 s/epoch\n",
      "Test: [1/79]\tTime 11.626 (11.626)\tL 0.6698 (0.6698)//RL 2.157 (2.157)//RL1 4.267 (4.267)\tE 0.219 (0.219)//RE 0.695 (0.695)//RE1 0.930 (0.930)\n",
      "Test: [79/79]\tTime 0.038 (0.200)\tL 0.5113 (0.6988)//RL 1.960 (2.155)//RL1 4.220 (4.266)\tE 0.188 (0.240)//RE 0.750 (0.663)//RE1 1.000 (0.915)\n",
      "\n",
      " * Robust error 0.663\tError 0.240\n",
      "37 th epoch: epsilon: 0.0317647 - 0.0329412, kappa: 0.7750 - 0.7667, lr: 0.0010000\n",
      "Epoch: [37][1/391]\tTime 0.293 (0.293)\tEps 0.032\tData 0.123 (0.123)\tL 0.7751 (0.7751)//RL 2.3595 (2.3595)//RL1 4.5827 (4.5827)\tE 0.266 (0.266)//RE 0.734 (0.734)//RE1 0.938 (0.938)\n",
      "Epoch: [37][200/391]\tTime 0.153 (0.146)\tEps 0.032\tData 0.004 (0.005)\tL 0.8015 (0.7607)//RL 1.8061 (1.7408)//RL1 3.3755 (3.2596)\tE 0.289 (0.264)//RE 0.609 (0.584)//RE1 0.852 (0.841)\n",
      "Epoch: [37][391/391]\tTime 0.131 (0.148)\tEps 0.033\tData 0.007 (0.005)\tL 0.7794 (0.7647)//RL 1.7141 (1.7379)//RL1 3.2284 (3.2404)\tE 0.287 (0.266)//RE 0.575 (0.584)//RE1 0.875 (0.839)\n",
      "\n",
      "Taken 58.201350688934326 s/epoch\n",
      "Test: [1/79]\tTime 47.634 (47.634)\tL 0.6903 (0.6903)//RL 2.034 (2.034)//RL1 4.228 (4.228)\tE 0.242 (0.242)//RE 0.633 (0.633)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.053 (0.687)\tL 0.5585 (0.7311)//RL 1.932 (2.075)//RL1 4.237 (4.227)\tE 0.250 (0.255)//RE 0.750 (0.643)//RE1 1.000 (0.899)\n",
      "\n",
      " * Robust error 0.643\tError 0.255\n",
      "38 th epoch: epsilon: 0.0329412 - 0.0341176, kappa: 0.7667 - 0.7583, lr: 0.0010000\n",
      "Epoch: [38][1/391]\tTime 0.445 (0.445)\tEps 0.033\tData 0.185 (0.185)\tL 0.7943 (0.7943)//RL 2.2454 (2.2454)//RL1 4.5521 (4.5521)\tE 0.281 (0.281)//RE 0.688 (0.688)//RE1 0.922 (0.922)\n",
      "Epoch: [38][200/391]\tTime 0.177 (0.159)\tEps 0.034\tData 0.003 (0.005)\tL 0.7430 (0.7507)//RL 1.6373 (1.7073)//RL1 3.0517 (3.1786)\tE 0.258 (0.265)//RE 0.586 (0.574)//RE1 0.820 (0.828)\n",
      "Epoch: [38][391/391]\tTime 0.122 (0.151)\tEps 0.034\tData 0.003 (0.005)\tL 0.9099 (0.7622)//RL 1.9884 (1.7020)//RL1 3.6461 (3.1640)\tE 0.287 (0.268)//RE 0.637 (0.573)//RE1 0.900 (0.832)\n",
      "\n",
      "Taken 59.34174680709839 s/epoch\n",
      "Test: [1/79]\tTime 16.107 (16.107)\tL 0.7493 (0.7493)//RL 2.099 (2.099)//RL1 4.244 (4.244)\tE 0.266 (0.266)//RE 0.633 (0.633)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.073 (0.285)\tL 0.5780 (0.7753)//RL 1.899 (2.127)//RL1 4.169 (4.269)\tE 0.250 (0.269)//RE 0.688 (0.651)//RE1 1.000 (0.901)\n",
      "\n",
      " * Robust error 0.651\tError 0.269\n",
      "39 th epoch: epsilon: 0.0341176 - 0.0352941, kappa: 0.7583 - 0.7500, lr: 0.0010000\n",
      "Epoch: [39][1/391]\tTime 0.437 (0.437)\tEps 0.034\tData 0.168 (0.168)\tL 0.7086 (0.7086)//RL 2.1250 (2.1250)//RL1 4.3870 (4.3870)\tE 0.250 (0.250)//RE 0.727 (0.727)//RE1 0.945 (0.945)\n",
      "Epoch: [39][200/391]\tTime 0.127 (0.135)\tEps 0.035\tData 0.004 (0.005)\tL 0.6490 (0.7614)//RL 1.5048 (1.7087)//RL1 2.9517 (3.2392)\tE 0.219 (0.265)//RE 0.516 (0.578)//RE1 0.797 (0.838)\n",
      "Epoch: [39][391/391]\tTime 0.127 (0.131)\tEps 0.035\tData 0.003 (0.005)\tL 0.7520 (0.7649)//RL 1.5812 (1.6986)//RL1 2.8873 (3.1870)\tE 0.225 (0.265)//RE 0.475 (0.575)//RE1 0.825 (0.835)\n",
      "\n",
      "Taken 51.240236043930054 s/epoch\n",
      "Test: [1/79]\tTime 9.953 (9.953)\tL 0.7712 (0.7712)//RL 2.113 (2.113)//RL1 4.037 (4.037)\tE 0.266 (0.266)//RE 0.641 (0.641)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.079 (0.205)\tL 0.8335 (0.7470)//RL 2.411 (2.121)//RL1 4.543 (4.076)\tE 0.375 (0.257)//RE 0.812 (0.650)//RE1 0.938 (0.892)\n",
      "\n",
      " * Robust error 0.650\tError 0.257\n",
      "40 th epoch: epsilon: 0.0352941 - 0.0364706, kappa: 0.7500 - 0.7417, lr: 0.0010000\n",
      "Epoch: [40][1/391]\tTime 0.317 (0.317)\tEps 0.035\tData 0.108 (0.108)\tL 0.6820 (0.6820)//RL 1.9881 (1.9881)//RL1 4.0229 (4.0229)\tE 0.219 (0.219)//RE 0.664 (0.664)//RE1 0.891 (0.891)\n",
      "Epoch: [40][200/391]\tTime 0.190 (0.152)\tEps 0.036\tData 0.009 (0.005)\tL 0.6337 (0.7782)//RL 1.5831 (1.7100)//RL1 3.1000 (3.1642)\tE 0.219 (0.268)//RE 0.547 (0.574)//RE1 0.836 (0.828)\n",
      "Epoch: [40][391/391]\tTime 0.082 (0.131)\tEps 0.036\tData 0.003 (0.005)\tL 0.6463 (0.7775)//RL 1.4071 (1.6948)//RL1 2.8354 (3.1334)\tE 0.188 (0.270)//RE 0.512 (0.573)//RE1 0.812 (0.828)\n",
      "\n",
      "Taken 51.17599010467529 s/epoch\n",
      "Test: [1/79]\tTime 10.983 (10.983)\tL 0.6837 (0.6837)//RL 2.056 (2.056)//RL1 4.254 (4.254)\tE 0.250 (0.250)//RE 0.633 (0.633)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.038 (0.203)\tL 0.6949 (0.7227)//RL 2.074 (2.044)//RL1 4.379 (4.189)\tE 0.375 (0.249)//RE 0.625 (0.643)//RE1 0.938 (0.906)\n",
      "\n",
      " * Robust error 0.643\tError 0.249\n",
      "41 th epoch: epsilon: 0.0364706 - 0.0376471, kappa: 0.7417 - 0.7333, lr: 0.0010000\n",
      "Epoch: [41][1/391]\tTime 0.368 (0.368)\tEps 0.036\tData 0.155 (0.155)\tL 0.6846 (0.6846)//RL 2.0136 (2.0136)//RL1 4.3117 (4.3117)\tE 0.219 (0.219)//RE 0.688 (0.688)//RE1 0.945 (0.945)\n",
      "Epoch: [41][200/391]\tTime 0.164 (0.159)\tEps 0.037\tData 0.003 (0.005)\tL 0.8041 (0.7834)//RL 1.7878 (1.7240)//RL1 3.3462 (3.2375)\tE 0.320 (0.271)//RE 0.641 (0.583)//RE1 0.836 (0.839)\n",
      "Epoch: [41][391/391]\tTime 0.128 (0.153)\tEps 0.038\tData 0.003 (0.005)\tL 1.0494 (0.7864)//RL 2.0404 (1.7133)//RL1 3.6440 (3.2329)\tE 0.363 (0.273)//RE 0.637 (0.583)//RE1 0.875 (0.842)\n",
      "\n",
      "Taken 60.0278422832489 s/epoch\n",
      "Test: [1/79]\tTime 10.053 (10.053)\tL 0.7255 (0.7255)//RL 2.386 (2.386)//RL1 5.164 (5.164)\tE 0.227 (0.227)//RE 0.695 (0.695)//RE1 0.961 (0.961)\n",
      "Test: [79/79]\tTime 0.042 (0.211)\tL 0.6505 (0.7716)//RL 2.392 (2.472)//RL1 5.397 (5.221)\tE 0.312 (0.264)//RE 0.750 (0.706)//RE1 1.000 (0.950)\n",
      "\n",
      " * Robust error 0.706\tError 0.264\n",
      "42 th epoch: epsilon: 0.0376471 - 0.0388235, kappa: 0.7333 - 0.7250, lr: 0.0010000\n",
      "Epoch: [42][1/391]\tTime 0.454 (0.454)\tEps 0.038\tData 0.207 (0.207)\tL 0.6802 (0.6802)//RL 2.4643 (2.4643)//RL1 5.4154 (5.4154)\tE 0.211 (0.211)//RE 0.781 (0.781)//RE1 0.992 (0.992)\n",
      "Epoch: [42][200/391]\tTime 0.145 (0.154)\tEps 0.038\tData 0.003 (0.006)\tL 0.8449 (0.7819)//RL 1.7762 (1.7172)//RL1 3.3159 (3.3417)\tE 0.289 (0.269)//RE 0.555 (0.581)//RE1 0.875 (0.853)\n",
      "Epoch: [42][391/391]\tTime 0.095 (0.147)\tEps 0.039\tData 0.003 (0.005)\tL 0.5954 (0.7873)//RL 1.4030 (1.6924)//RL1 2.8936 (3.2650)\tE 0.200 (0.272)//RE 0.538 (0.578)//RE1 0.812 (0.850)\n",
      "\n",
      "Taken 57.50123834609985 s/epoch\n",
      "Test: [1/79]\tTime 10.310 (10.310)\tL 0.7142 (0.7142)//RL 1.980 (1.980)//RL1 4.105 (4.105)\tE 0.211 (0.211)//RE 0.641 (0.641)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.075 (0.222)\tL 0.4883 (0.7436)//RL 1.470 (1.987)//RL1 3.482 (4.048)\tE 0.188 (0.256)//RE 0.438 (0.616)//RE1 0.875 (0.887)\n",
      "\n",
      " * Robust error 0.616\tError 0.256\n",
      "43 th epoch: epsilon: 0.0388235 - 0.0400000, kappa: 0.7250 - 0.7167, lr: 0.0010000\n",
      "Epoch: [43][1/391]\tTime 0.446 (0.446)\tEps 0.039\tData 0.136 (0.136)\tL 0.7642 (0.7642)//RL 2.0519 (2.0519)//RL1 4.2510 (4.2510)\tE 0.266 (0.266)//RE 0.648 (0.648)//RE1 0.930 (0.930)\n",
      "Epoch: [43][200/391]\tTime 0.153 (0.146)\tEps 0.039\tData 0.004 (0.005)\tL 0.9707 (0.7975)//RL 1.9343 (1.6730)//RL1 3.4973 (3.1919)\tE 0.312 (0.277)//RE 0.586 (0.576)//RE1 0.883 (0.844)\n",
      "Epoch: [43][391/391]\tTime 0.089 (0.145)\tEps 0.040\tData 0.004 (0.005)\tL 0.7759 (0.7935)//RL 1.6313 (1.6631)//RL1 3.0625 (3.1582)\tE 0.325 (0.276)//RE 0.550 (0.571)//RE1 0.838 (0.842)\n",
      "\n",
      "Taken 56.82469844818115 s/epoch\n",
      "Test: [1/79]\tTime 7.724 (7.724)\tL 0.6457 (0.6457)//RL 1.962 (1.962)//RL1 4.166 (4.166)\tE 0.172 (0.172)//RE 0.695 (0.695)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.049 (0.182)\tL 0.5438 (0.7291)//RL 1.952 (2.069)//RL1 4.359 (4.255)\tE 0.188 (0.247)//RE 0.625 (0.652)//RE1 1.000 (0.918)\n",
      "\n",
      " * Robust error 0.652\tError 0.247\n",
      "44 th epoch: epsilon: 0.0400000 - 0.0411765, kappa: 0.7167 - 0.7083, lr: 0.0010000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [44][1/391]\tTime 0.435 (0.435)\tEps 0.040\tData 0.153 (0.153)\tL 0.8043 (0.8043)//RL 2.1240 (2.1240)//RL1 4.3475 (4.3475)\tE 0.266 (0.266)//RE 0.641 (0.641)//RE1 0.906 (0.906)\n",
      "Epoch: [44][200/391]\tTime 0.158 (0.151)\tEps 0.041\tData 0.007 (0.005)\tL 0.7437 (0.8041)//RL 1.6070 (1.7035)//RL1 3.0387 (3.2124)\tE 0.289 (0.279)//RE 0.562 (0.580)//RE1 0.828 (0.846)\n",
      "Epoch: [44][391/391]\tTime 0.136 (0.145)\tEps 0.041\tData 0.003 (0.005)\tL 0.8646 (0.7996)//RL 1.7182 (1.6691)//RL1 3.1662 (3.1380)\tE 0.275 (0.276)//RE 0.613 (0.571)//RE1 0.900 (0.840)\n",
      "\n",
      "Taken 56.89747858047485 s/epoch\n",
      "Test: [1/79]\tTime 6.692 (6.692)\tL 0.7976 (0.7976)//RL 2.297 (2.297)//RL1 4.568 (4.568)\tE 0.289 (0.289)//RE 0.680 (0.680)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.081 (0.175)\tL 0.5662 (0.7962)//RL 1.833 (2.273)//RL1 4.115 (4.534)\tE 0.188 (0.281)//RE 0.688 (0.686)//RE1 0.938 (0.930)\n",
      "\n",
      " * Robust error 0.686\tError 0.281\n",
      "45 th epoch: epsilon: 0.0411765 - 0.0423529, kappa: 0.7083 - 0.7000, lr: 0.0010000\n",
      "Epoch: [45][1/391]\tTime 0.475 (0.475)\tEps 0.041\tData 0.204 (0.204)\tL 0.8224 (0.8224)//RL 2.3064 (2.3064)//RL1 4.6607 (4.6607)\tE 0.305 (0.305)//RE 0.711 (0.711)//RE1 0.945 (0.945)\n",
      "Epoch: [45][200/391]\tTime 0.138 (0.140)\tEps 0.042\tData 0.003 (0.006)\tL 0.7852 (0.8005)//RL 1.5945 (1.6714)//RL1 2.9864 (3.1401)\tE 0.281 (0.277)//RE 0.555 (0.573)//RE1 0.836 (0.840)\n",
      "Epoch: [45][391/391]\tTime 0.124 (0.143)\tEps 0.042\tData 0.003 (0.005)\tL 0.7372 (0.8009)//RL 1.5798 (1.6510)//RL1 3.0043 (3.0969)\tE 0.300 (0.278)//RE 0.562 (0.569)//RE1 0.775 (0.835)\n",
      "\n",
      "Taken 56.232192039489746 s/epoch\n",
      "Test: [1/79]\tTime 5.409 (5.409)\tL 0.7168 (0.7168)//RL 2.052 (2.052)//RL1 4.145 (4.145)\tE 0.211 (0.211)//RE 0.664 (0.664)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.077 (0.154)\tL 0.7504 (0.7283)//RL 2.049 (2.047)//RL1 4.166 (4.141)\tE 0.438 (0.256)//RE 0.688 (0.643)//RE1 0.938 (0.904)\n",
      "\n",
      " * Robust error 0.643\tError 0.256\n",
      "46 th epoch: epsilon: 0.0423529 - 0.0435294, kappa: 0.7000 - 0.6917, lr: 0.0010000\n",
      "Epoch: [46][1/391]\tTime 0.431 (0.431)\tEps 0.042\tData 0.181 (0.181)\tL 0.7304 (0.7304)//RL 1.9968 (1.9968)//RL1 4.1633 (4.1633)\tE 0.258 (0.258)//RE 0.656 (0.656)//RE1 0.922 (0.922)\n",
      "Epoch: [46][200/391]\tTime 0.136 (0.155)\tEps 0.043\tData 0.003 (0.006)\tL 0.8259 (0.7989)//RL 1.6433 (1.6517)//RL1 3.0552 (3.1116)\tE 0.242 (0.277)//RE 0.562 (0.566)//RE1 0.836 (0.835)\n",
      "Epoch: [46][391/391]\tTime 0.125 (0.151)\tEps 0.044\tData 0.003 (0.006)\tL 0.7313 (0.8130)//RL 1.3663 (1.6617)//RL1 2.4877 (3.1129)\tE 0.275 (0.282)//RE 0.438 (0.573)//RE1 0.738 (0.841)\n",
      "\n",
      "Taken 59.29668831825256 s/epoch\n",
      "Test: [1/79]\tTime 20.945 (20.945)\tL 0.7104 (0.7104)//RL 1.947 (1.947)//RL1 3.967 (3.967)\tE 0.211 (0.211)//RE 0.648 (0.648)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.045 (0.337)\tL 0.6743 (0.7746)//RL 2.007 (2.014)//RL1 4.127 (4.001)\tE 0.312 (0.273)//RE 0.688 (0.648)//RE1 0.938 (0.908)\n",
      "\n",
      " * Robust error 0.648\tError 0.273\n",
      "47 th epoch: epsilon: 0.0435294 - 0.0447059, kappa: 0.6917 - 0.6833, lr: 0.0010000\n",
      "Epoch: [47][1/391]\tTime 0.477 (0.477)\tEps 0.044\tData 0.219 (0.219)\tL 0.7295 (0.7295)//RL 2.0414 (2.0414)//RL1 4.2391 (4.2391)\tE 0.242 (0.242)//RE 0.703 (0.703)//RE1 0.977 (0.977)\n",
      "Epoch: [47][200/391]\tTime 0.118 (0.117)\tEps 0.044\tData 0.004 (0.005)\tL 0.9172 (0.8126)//RL 1.9115 (1.6610)//RL1 3.5043 (3.0976)\tE 0.305 (0.281)//RE 0.641 (0.573)//RE1 0.836 (0.842)\n",
      "Epoch: [47][391/391]\tTime 0.121 (0.130)\tEps 0.045\tData 0.003 (0.005)\tL 0.7399 (0.8126)//RL 1.5515 (1.6449)//RL1 2.9307 (3.0681)\tE 0.250 (0.282)//RE 0.550 (0.569)//RE1 0.812 (0.838)\n",
      "\n",
      "Taken 51.027445554733276 s/epoch\n",
      "Test: [1/79]\tTime 5.884 (5.884)\tL 0.7725 (0.7725)//RL 2.184 (2.184)//RL1 4.517 (4.517)\tE 0.234 (0.234)//RE 0.672 (0.672)//RE1 0.938 (0.938)\n",
      "Test: [79/79]\tTime 0.067 (0.161)\tL 0.6203 (0.7767)//RL 1.999 (2.179)//RL1 4.346 (4.467)\tE 0.188 (0.269)//RE 0.750 (0.672)//RE1 0.938 (0.933)\n",
      "\n",
      " * Robust error 0.672\tError 0.269\n",
      "48 th epoch: epsilon: 0.0447059 - 0.0458824, kappa: 0.6833 - 0.6750, lr: 0.0010000\n",
      "Epoch: [48][1/391]\tTime 0.392 (0.392)\tEps 0.045\tData 0.139 (0.139)\tL 1.0608 (1.0608)//RL 2.6181 (2.6181)//RL1 5.0936 (5.0936)\tE 0.391 (0.391)//RE 0.727 (0.727)//RE1 0.969 (0.969)\n",
      "Epoch: [48][200/391]\tTime 0.162 (0.154)\tEps 0.045\tData 0.005 (0.005)\tL 0.8914 (0.8270)//RL 1.7198 (1.6789)//RL1 3.1569 (3.1105)\tE 0.336 (0.286)//RE 0.633 (0.579)//RE1 0.859 (0.843)\n",
      "Epoch: [48][391/391]\tTime 0.168 (0.151)\tEps 0.046\tData 0.003 (0.005)\tL 0.8281 (0.8334)//RL 1.7231 (1.6617)//RL1 3.1492 (3.0602)\tE 0.287 (0.290)//RE 0.600 (0.576)//RE1 0.913 (0.839)\n",
      "\n",
      "Taken 59.38399696350098 s/epoch\n",
      "Test: [1/79]\tTime 6.770 (6.770)\tL 0.8175 (0.8175)//RL 2.230 (2.230)//RL1 4.424 (4.424)\tE 0.242 (0.242)//RE 0.695 (0.695)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.067 (0.170)\tL 0.6654 (0.8319)//RL 2.167 (2.249)//RL1 4.464 (4.402)\tE 0.188 (0.294)//RE 0.812 (0.679)//RE1 1.000 (0.912)\n",
      "\n",
      " * Robust error 0.679\tError 0.294\n",
      "49 th epoch: epsilon: 0.0458824 - 0.0470588, kappa: 0.6750 - 0.6667, lr: 0.0010000\n",
      "Epoch: [49][1/391]\tTime 0.452 (0.452)\tEps 0.046\tData 0.166 (0.166)\tL 1.0636 (1.0636)//RL 2.5788 (2.5788)//RL1 4.8065 (4.8065)\tE 0.367 (0.367)//RE 0.766 (0.766)//RE1 0.930 (0.930)\n",
      "Epoch: [49][200/391]\tTime 0.117 (0.152)\tEps 0.046\tData 0.004 (0.006)\tL 0.8887 (0.8348)//RL 1.7639 (1.6708)//RL1 3.1847 (3.0925)\tE 0.273 (0.288)//RE 0.578 (0.575)//RE1 0.906 (0.846)\n",
      "Epoch: [49][391/391]\tTime 0.082 (0.137)\tEps 0.047\tData 0.003 (0.005)\tL 0.7965 (0.8269)//RL 1.5436 (1.6483)//RL1 2.8499 (3.0665)\tE 0.275 (0.287)//RE 0.512 (0.569)//RE1 0.788 (0.842)\n",
      "\n",
      "Taken 53.750771284103394 s/epoch\n",
      "Test: [1/79]\tTime 5.038 (5.038)\tL 0.7925 (0.7925)//RL 2.111 (2.111)//RL1 4.154 (4.154)\tE 0.227 (0.227)//RE 0.625 (0.625)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.071 (0.137)\tL 0.8199 (0.8189)//RL 2.408 (2.159)//RL1 4.686 (4.215)\tE 0.312 (0.278)//RE 0.875 (0.669)//RE1 1.000 (0.923)\n",
      "\n",
      " * Robust error 0.669\tError 0.278\n",
      "50 th epoch: epsilon: 0.0470588 - 0.0482353, kappa: 0.6667 - 0.6583, lr: 0.0010000\n",
      "Epoch: [50][1/391]\tTime 0.440 (0.440)\tEps 0.047\tData 0.165 (0.165)\tL 0.8706 (0.8706)//RL 2.2979 (2.2979)//RL1 4.5605 (4.5605)\tE 0.320 (0.320)//RE 0.719 (0.719)//RE1 0.969 (0.969)\n",
      "Epoch: [50][200/391]\tTime 0.172 (0.157)\tEps 0.048\tData 0.008 (0.006)\tL 0.9290 (0.8343)//RL 1.7576 (1.6762)//RL1 3.2007 (3.1617)\tE 0.352 (0.291)//RE 0.594 (0.581)//RE1 0.828 (0.848)\n",
      "Epoch: [50][391/391]\tTime 0.137 (0.154)\tEps 0.048\tData 0.003 (0.006)\tL 0.6847 (0.8409)//RL 1.3818 (1.6499)//RL1 2.6179 (3.0692)\tE 0.225 (0.294)//RE 0.512 (0.575)//RE1 0.738 (0.843)\n",
      "\n",
      "Taken 60.37315583229065 s/epoch\n",
      "Test: [1/79]\tTime 28.077 (28.077)\tL 0.7724 (0.7724)//RL 2.034 (2.034)//RL1 4.140 (4.140)\tE 0.242 (0.242)//RE 0.633 (0.633)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.077 (0.435)\tL 0.5536 (0.8612)//RL 1.910 (2.155)//RL1 4.120 (4.204)\tE 0.125 (0.305)//RE 0.688 (0.661)//RE1 1.000 (0.907)\n",
      "\n",
      " * Robust error 0.661\tError 0.305\n",
      "51 th epoch: epsilon: 0.0482353 - 0.0494118, kappa: 0.6583 - 0.6500, lr: 0.0010000\n",
      "Epoch: [51][1/391]\tTime 0.492 (0.492)\tEps 0.048\tData 0.225 (0.225)\tL 0.9989 (0.9989)//RL 2.4324 (2.4324)//RL1 4.6373 (4.6373)\tE 0.367 (0.367)//RE 0.789 (0.789)//RE1 0.953 (0.953)\n",
      "Epoch: [51][200/391]\tTime 0.136 (0.152)\tEps 0.049\tData 0.003 (0.006)\tL 0.7690 (0.8307)//RL 1.5415 (1.6059)//RL1 2.8070 (2.9470)\tE 0.312 (0.290)//RE 0.570 (0.562)//RE1 0.781 (0.825)\n",
      "Epoch: [51][391/391]\tTime 0.081 (0.138)\tEps 0.049\tData 0.003 (0.006)\tL 0.8172 (0.8347)//RL 1.5529 (1.6105)//RL1 2.8482 (2.9566)\tE 0.363 (0.290)//RE 0.588 (0.562)//RE1 0.887 (0.829)\n",
      "\n",
      "Taken 53.99974703788757 s/epoch\n",
      "Test: [1/79]\tTime 15.686 (15.686)\tL 0.8093 (0.8093)//RL 2.138 (2.138)//RL1 4.330 (4.330)\tE 0.273 (0.273)//RE 0.711 (0.711)//RE1 0.953 (0.953)\n",
      "Test: [79/79]\tTime 0.075 (0.261)\tL 0.7798 (0.7990)//RL 2.144 (2.074)//RL1 4.452 (4.191)\tE 0.375 (0.279)//RE 0.750 (0.669)//RE1 1.000 (0.934)\n",
      "\n",
      " * Robust error 0.669\tError 0.279\n",
      "52 th epoch: epsilon: 0.0494118 - 0.0505882, kappa: 0.6500 - 0.6417, lr: 0.0010000\n",
      "Epoch: [52][1/391]\tTime 0.376 (0.376)\tEps 0.049\tData 0.124 (0.124)\tL 0.8725 (0.8725)//RL 2.2442 (2.2442)//RL1 4.4811 (4.4811)\tE 0.312 (0.312)//RE 0.719 (0.719)//RE1 0.953 (0.953)\n",
      "Epoch: [52][200/391]\tTime 0.150 (0.158)\tEps 0.050\tData 0.009 (0.005)\tL 0.9375 (0.8401)//RL 1.6970 (1.6471)//RL1 3.0372 (3.0441)\tE 0.336 (0.290)//RE 0.578 (0.575)//RE1 0.852 (0.836)\n",
      "Epoch: [52][391/391]\tTime 0.129 (0.157)\tEps 0.051\tData 0.003 (0.005)\tL 0.8787 (0.8476)//RL 1.6697 (1.6322)//RL1 3.0932 (2.9848)\tE 0.263 (0.293)//RE 0.613 (0.569)//RE1 0.863 (0.832)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 61.51575446128845 s/epoch\n",
      "Test: [1/79]\tTime 7.759 (7.759)\tL 0.7826 (0.7826)//RL 2.028 (2.028)//RL1 4.090 (4.090)\tE 0.242 (0.242)//RE 0.609 (0.609)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.058 (0.182)\tL 0.6849 (0.7935)//RL 1.948 (2.053)//RL1 4.037 (4.080)\tE 0.312 (0.272)//RE 0.562 (0.639)//RE1 0.938 (0.897)\n",
      "\n",
      " * Robust error 0.639\tError 0.272\n",
      "53 th epoch: epsilon: 0.0505882 - 0.0517647, kappa: 0.6417 - 0.6333, lr: 0.0010000\n",
      "Epoch: [53][1/391]\tTime 0.488 (0.488)\tEps 0.051\tData 0.184 (0.184)\tL 0.6446 (0.6446)//RL 1.7183 (1.7183)//RL1 3.7103 (3.7103)\tE 0.219 (0.219)//RE 0.555 (0.555)//RE1 0.883 (0.883)\n",
      "Epoch: [53][200/391]\tTime 0.148 (0.160)\tEps 0.051\tData 0.003 (0.006)\tL 0.8073 (0.8541)//RL 1.5116 (1.6427)//RL1 2.6837 (3.0087)\tE 0.297 (0.297)//RE 0.531 (0.572)//RE1 0.797 (0.835)\n",
      "Epoch: [53][391/391]\tTime 0.138 (0.158)\tEps 0.052\tData 0.007 (0.005)\tL 0.6628 (0.8517)//RL 1.3653 (1.6255)//RL1 2.6712 (2.9581)\tE 0.213 (0.296)//RE 0.525 (0.570)//RE1 0.850 (0.832)\n",
      "\n",
      "Taken 61.827797174453735 s/epoch\n",
      "Test: [1/79]\tTime 8.112 (8.112)\tL 0.7308 (0.7308)//RL 1.947 (1.947)//RL1 3.963 (3.963)\tE 0.195 (0.195)//RE 0.625 (0.625)//RE1 0.891 (0.891)\n",
      "Test: [79/79]\tTime 0.030 (0.162)\tL 0.5482 (0.7818)//RL 1.638 (2.009)//RL1 3.607 (4.011)\tE 0.250 (0.269)//RE 0.500 (0.642)//RE1 0.938 (0.903)\n",
      "\n",
      " * Robust error 0.642\tError 0.269\n",
      "54 th epoch: epsilon: 0.0517647 - 0.0529412, kappa: 0.6333 - 0.6250, lr: 0.0010000\n",
      "Epoch: [54][1/391]\tTime 0.253 (0.253)\tEps 0.052\tData 0.107 (0.107)\tL 0.7677 (0.7677)//RL 2.0834 (2.0834)//RL1 4.2451 (4.2451)\tE 0.281 (0.281)//RE 0.711 (0.711)//RE1 0.938 (0.938)\n",
      "Epoch: [54][200/391]\tTime 0.154 (0.125)\tEps 0.052\tData 0.003 (0.005)\tL 0.7944 (0.8451)//RL 1.6018 (1.6196)//RL1 3.0190 (2.9382)\tE 0.297 (0.295)//RE 0.555 (0.565)//RE1 0.852 (0.827)\n",
      "Epoch: [54][391/391]\tTime 0.129 (0.131)\tEps 0.053\tData 0.003 (0.005)\tL 0.7949 (0.8539)//RL 1.4799 (1.6145)//RL1 2.6542 (2.9132)\tE 0.312 (0.297)//RE 0.538 (0.566)//RE1 0.788 (0.828)\n",
      "\n",
      "Taken 51.44766926765442 s/epoch\n",
      "Test: [1/79]\tTime 10.535 (10.535)\tL 0.8154 (0.8154)//RL 1.924 (1.924)//RL1 3.684 (3.684)\tE 0.281 (0.281)//RE 0.594 (0.594)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.036 (0.218)\tL 0.8089 (0.8277)//RL 1.967 (1.943)//RL1 3.868 (3.695)\tE 0.312 (0.292)//RE 0.562 (0.615)//RE1 1.000 (0.878)\n",
      "\n",
      " * Robust error 0.615\tError 0.292\n",
      "55 th epoch: epsilon: 0.0529412 - 0.0541176, kappa: 0.6250 - 0.6167, lr: 0.0010000\n",
      "Epoch: [55][1/391]\tTime 0.439 (0.439)\tEps 0.053\tData 0.203 (0.203)\tL 0.9603 (0.9603)//RL 2.1240 (2.1240)//RL1 3.9907 (3.9907)\tE 0.312 (0.312)//RE 0.617 (0.617)//RE1 0.898 (0.898)\n",
      "Epoch: [55][200/391]\tTime 0.140 (0.151)\tEps 0.054\tData 0.003 (0.006)\tL 0.9073 (0.8674)//RL 1.6687 (1.6377)//RL1 2.9331 (2.9653)\tE 0.383 (0.305)//RE 0.594 (0.574)//RE1 0.789 (0.837)\n",
      "Epoch: [55][391/391]\tTime 0.082 (0.141)\tEps 0.054\tData 0.003 (0.005)\tL 1.0697 (0.8564)//RL 1.8302 (1.6038)//RL1 3.1720 (2.8909)\tE 0.388 (0.300)//RE 0.562 (0.564)//RE1 0.863 (0.828)\n",
      "\n",
      "Taken 55.18991017341614 s/epoch\n",
      "Test: [1/79]\tTime 20.066 (20.066)\tL 0.7735 (0.7735)//RL 1.966 (1.966)//RL1 4.061 (4.061)\tE 0.273 (0.273)//RE 0.602 (0.602)//RE1 0.930 (0.930)\n",
      "Test: [79/79]\tTime 0.038 (0.334)\tL 0.5488 (0.7911)//RL 1.480 (1.979)//RL1 3.506 (4.040)\tE 0.250 (0.276)//RE 0.562 (0.638)//RE1 0.938 (0.914)\n",
      "\n",
      " * Robust error 0.638\tError 0.276\n",
      "56 th epoch: epsilon: 0.0541176 - 0.0552941, kappa: 0.6167 - 0.6083, lr: 0.0010000\n",
      "Epoch: [56][1/391]\tTime 0.344 (0.344)\tEps 0.054\tData 0.133 (0.133)\tL 0.7615 (0.7615)//RL 2.0550 (2.0550)//RL1 4.3333 (4.3333)\tE 0.258 (0.258)//RE 0.703 (0.703)//RE1 0.977 (0.977)\n",
      "Epoch: [56][200/391]\tTime 0.174 (0.135)\tEps 0.055\tData 0.011 (0.005)\tL 0.7492 (0.8650)//RL 1.4997 (1.6390)//RL1 2.8434 (3.0148)\tE 0.289 (0.298)//RE 0.562 (0.578)//RE1 0.836 (0.846)\n",
      "Epoch: [56][391/391]\tTime 0.125 (0.140)\tEps 0.055\tData 0.003 (0.005)\tL 0.8524 (0.8715)//RL 1.4784 (1.6430)//RL1 2.7096 (3.0166)\tE 0.325 (0.302)//RE 0.525 (0.579)//RE1 0.788 (0.847)\n",
      "\n",
      "Taken 54.9251024723053 s/epoch\n",
      "Test: [1/79]\tTime 7.227 (7.227)\tL 0.7293 (0.7293)//RL 1.825 (1.825)//RL1 3.817 (3.817)\tE 0.227 (0.227)//RE 0.664 (0.664)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.050 (0.177)\tL 0.5730 (0.8167)//RL 1.663 (1.936)//RL1 3.797 (3.939)\tE 0.188 (0.282)//RE 0.625 (0.644)//RE1 1.000 (0.918)\n",
      "\n",
      " * Robust error 0.644\tError 0.282\n",
      "57 th epoch: epsilon: 0.0552941 - 0.0564706, kappa: 0.6083 - 0.6000, lr: 0.0010000\n",
      "Epoch: [57][1/391]\tTime 0.468 (0.468)\tEps 0.055\tData 0.191 (0.191)\tL 0.9422 (0.9422)//RL 2.1300 (2.1300)//RL1 4.2747 (4.2747)\tE 0.398 (0.398)//RE 0.695 (0.695)//RE1 0.938 (0.938)\n",
      "Epoch: [57][200/391]\tTime 0.186 (0.158)\tEps 0.056\tData 0.003 (0.005)\tL 0.7404 (0.8709)//RL 1.3861 (1.6133)//RL1 2.5927 (2.9292)\tE 0.227 (0.303)//RE 0.531 (0.571)//RE1 0.797 (0.837)\n",
      "Epoch: [57][391/391]\tTime 0.135 (0.154)\tEps 0.056\tData 0.003 (0.005)\tL 0.7836 (0.8685)//RL 1.4048 (1.6003)//RL1 2.4968 (2.8815)\tE 0.250 (0.299)//RE 0.412 (0.566)//RE1 0.663 (0.829)\n",
      "\n",
      "Taken 60.30345058441162 s/epoch\n",
      "Test: [1/79]\tTime 21.538 (21.538)\tL 0.7657 (0.7657)//RL 1.890 (1.890)//RL1 3.791 (3.791)\tE 0.250 (0.250)//RE 0.648 (0.648)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.059 (0.347)\tL 0.5315 (0.8126)//RL 1.624 (1.932)//RL1 3.581 (3.802)\tE 0.188 (0.280)//RE 0.688 (0.640)//RE1 0.938 (0.903)\n",
      "\n",
      " * Robust error 0.640\tError 0.280\n",
      "58 th epoch: epsilon: 0.0564706 - 0.0576471, kappa: 0.6000 - 0.5917, lr: 0.0010000\n",
      "Epoch: [58][1/391]\tTime 0.422 (0.422)\tEps 0.056\tData 0.176 (0.176)\tL 0.8198 (0.8198)//RL 1.9678 (1.9678)//RL1 3.9720 (3.9720)\tE 0.250 (0.250)//RE 0.664 (0.664)//RE1 0.945 (0.945)\n",
      "Epoch: [58][200/391]\tTime 0.096 (0.124)\tEps 0.057\tData 0.003 (0.004)\tL 0.9391 (0.8662)//RL 1.6553 (1.6002)//RL1 2.8399 (2.8475)\tE 0.336 (0.301)//RE 0.539 (0.565)//RE1 0.805 (0.823)\n",
      "Epoch: [58][391/391]\tTime 0.136 (0.112)\tEps 0.058\tData 0.004 (0.004)\tL 0.9651 (0.8721)//RL 1.7471 (1.5939)//RL1 2.9991 (2.8265)\tE 0.300 (0.303)//RE 0.625 (0.565)//RE1 0.875 (0.821)\n",
      "\n",
      "Taken 44.00879192352295 s/epoch\n",
      "Test: [1/79]\tTime 48.984 (48.984)\tL 0.7645 (0.7645)//RL 1.909 (1.909)//RL1 3.812 (3.812)\tE 0.258 (0.258)//RE 0.688 (0.688)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.073 (0.699)\tL 0.7270 (0.8319)//RL 1.916 (1.966)//RL1 3.880 (3.840)\tE 0.250 (0.291)//RE 0.750 (0.638)//RE1 0.938 (0.907)\n",
      "\n",
      " * Robust error 0.638\tError 0.291\n",
      "59 th epoch: epsilon: 0.0576471 - 0.0588235, kappa: 0.5917 - 0.5833, lr: 0.0010000\n",
      "Epoch: [59][1/391]\tTime 0.408 (0.408)\tEps 0.058\tData 0.151 (0.151)\tL 0.8232 (0.8232)//RL 2.0077 (2.0077)//RL1 4.0550 (4.0550)\tE 0.305 (0.305)//RE 0.672 (0.672)//RE1 0.961 (0.961)\n",
      "Epoch: [59][200/391]\tTime 0.120 (0.153)\tEps 0.058\tData 0.003 (0.005)\tL 0.9506 (0.8784)//RL 1.7465 (1.5942)//RL1 3.0620 (2.8149)\tE 0.305 (0.307)//RE 0.594 (0.565)//RE1 0.844 (0.823)\n",
      "Epoch: [59][391/391]\tTime 0.139 (0.153)\tEps 0.059\tData 0.003 (0.006)\tL 0.9291 (0.8720)//RL 1.6857 (1.5803)//RL1 2.9857 (2.7852)\tE 0.350 (0.303)//RE 0.613 (0.560)//RE1 0.887 (0.818)\n",
      "\n",
      "Taken 59.83333945274353 s/epoch\n",
      "Test: [1/79]\tTime 7.990 (7.990)\tL 0.7838 (0.7838)//RL 1.990 (1.990)//RL1 3.961 (3.961)\tE 0.234 (0.234)//RE 0.641 (0.641)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.037 (0.162)\tL 0.8744 (0.8220)//RL 2.243 (2.038)//RL1 4.436 (3.973)\tE 0.312 (0.289)//RE 0.812 (0.657)//RE1 1.000 (0.916)\n",
      "\n",
      " * Robust error 0.657\tError 0.289\n",
      "60 th epoch: epsilon: 0.0588235 - 0.0600000, kappa: 0.5833 - 0.5750, lr: 0.0010000\n",
      "Epoch: [60][1/391]\tTime 0.306 (0.306)\tEps 0.059\tData 0.137 (0.137)\tL 0.8276 (0.8276)//RL 2.0942 (2.0942)//RL1 4.1569 (4.1569)\tE 0.297 (0.297)//RE 0.703 (0.703)//RE1 0.945 (0.945)\n",
      "Epoch: [60][200/391]\tTime 0.097 (0.098)\tEps 0.059\tData 0.003 (0.004)\tL 0.9721 (0.8886)//RL 1.6984 (1.6195)//RL1 2.9402 (2.8647)\tE 0.336 (0.305)//RE 0.586 (0.572)//RE1 0.844 (0.827)\n",
      "Epoch: [60][391/391]\tTime 0.148 (0.123)\tEps 0.060\tData 0.005 (0.005)\tL 0.8988 (0.8842)//RL 1.6006 (1.6002)//RL1 2.8410 (2.8254)\tE 0.338 (0.306)//RE 0.562 (0.566)//RE1 0.812 (0.823)\n",
      "\n",
      "Taken 48.25015950202942 s/epoch\n",
      "Test: [1/79]\tTime 10.710 (10.710)\tL 0.7973 (0.7973)//RL 1.911 (1.911)//RL1 3.804 (3.804)\tE 0.289 (0.289)//RE 0.641 (0.641)//RE1 0.930 (0.930)\n",
      "Test: [79/79]\tTime 0.042 (0.215)\tL 0.9328 (0.8616)//RL 2.010 (2.009)//RL1 3.939 (3.891)\tE 0.312 (0.302)//RE 0.688 (0.666)//RE1 1.000 (0.920)\n",
      "\n",
      " * Robust error 0.666\tError 0.302\n",
      "61 th epoch: epsilon: 0.0600000 - 0.0611765, kappa: 0.5750 - 0.5667, lr: 0.0010000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [61][1/391]\tTime 0.499 (0.499)\tEps 0.060\tData 0.201 (0.201)\tL 0.7488 (0.7488)//RL 1.9095 (1.9095)//RL1 3.9624 (3.9624)\tE 0.250 (0.250)//RE 0.711 (0.711)//RE1 0.953 (0.953)\n",
      "Epoch: [61][200/391]\tTime 0.139 (0.165)\tEps 0.061\tData 0.003 (0.005)\tL 0.8100 (0.8812)//RL 1.4451 (1.6058)//RL1 2.6068 (2.8435)\tE 0.281 (0.301)//RE 0.508 (0.572)//RE1 0.789 (0.825)\n",
      "Epoch: [61][391/391]\tTime 0.082 (0.162)\tEps 0.061\tData 0.003 (0.005)\tL 0.8169 (0.8851)//RL 1.4977 (1.5906)//RL1 2.7405 (2.8044)\tE 0.237 (0.305)//RE 0.625 (0.566)//RE1 0.850 (0.822)\n",
      "\n",
      "Taken 63.650941133499146 s/epoch\n",
      "Test: [1/79]\tTime 9.325 (9.325)\tL 0.7646 (0.7646)//RL 2.043 (2.043)//RL1 4.218 (4.218)\tE 0.250 (0.250)//RE 0.688 (0.688)//RE1 0.953 (0.953)\n",
      "Test: [79/79]\tTime 0.050 (0.205)\tL 0.7559 (0.8603)//RL 2.143 (2.211)//RL1 4.426 (4.366)\tE 0.438 (0.298)//RE 0.875 (0.690)//RE1 0.938 (0.933)\n",
      "\n",
      " * Robust error 0.690\tError 0.298\n",
      "62 th epoch: epsilon: 0.0611765 - 0.0623529, kappa: 0.5667 - 0.5583, lr: 0.0010000\n",
      "Epoch: [62][1/391]\tTime 0.374 (0.374)\tEps 0.061\tData 0.139 (0.139)\tL 0.7777 (0.7777)//RL 2.0980 (2.0980)//RL1 4.3961 (4.3961)\tE 0.234 (0.234)//RE 0.727 (0.727)//RE1 0.961 (0.961)\n",
      "Epoch: [62][200/391]\tTime 0.143 (0.155)\tEps 0.062\tData 0.003 (0.006)\tL 0.9654 (0.8930)//RL 1.7387 (1.6061)//RL1 3.0436 (2.8402)\tE 0.352 (0.310)//RE 0.602 (0.567)//RE1 0.867 (0.827)\n",
      "Epoch: [62][391/391]\tTime 0.138 (0.153)\tEps 0.062\tData 0.006 (0.006)\tL 0.9690 (0.8982)//RL 1.6790 (1.5981)//RL1 2.8718 (2.8069)\tE 0.375 (0.312)//RE 0.613 (0.567)//RE1 0.838 (0.825)\n",
      "\n",
      "Taken 59.90533494949341 s/epoch\n",
      "Test: [1/79]\tTime 6.746 (6.746)\tL 0.7838 (0.7838)//RL 1.971 (1.971)//RL1 3.990 (3.990)\tE 0.242 (0.242)//RE 0.656 (0.656)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.038 (0.169)\tL 0.7959 (0.8399)//RL 1.971 (2.028)//RL1 4.067 (4.001)\tE 0.438 (0.287)//RE 0.688 (0.668)//RE1 0.938 (0.931)\n",
      "\n",
      " * Robust error 0.668\tError 0.287\n",
      "63 th epoch: epsilon: 0.0623529 - 0.0635294, kappa: 0.5583 - 0.5500, lr: 0.0010000\n",
      "Epoch: [63][1/391]\tTime 0.485 (0.485)\tEps 0.062\tData 0.195 (0.195)\tL 0.8377 (0.8377)//RL 2.0722 (2.0722)//RL1 4.1918 (4.1918)\tE 0.281 (0.281)//RE 0.781 (0.781)//RE1 0.961 (0.961)\n",
      "Epoch: [63][200/391]\tTime 0.135 (0.151)\tEps 0.063\tData 0.003 (0.006)\tL 0.7355 (0.9045)//RL 1.3518 (1.6115)//RL1 2.4418 (2.8196)\tE 0.273 (0.313)//RE 0.555 (0.574)//RE1 0.805 (0.828)\n",
      "Epoch: [63][391/391]\tTime 0.169 (0.152)\tEps 0.064\tData 0.003 (0.005)\tL 0.9136 (0.9020)//RL 1.6065 (1.5899)//RL1 2.7720 (2.7750)\tE 0.287 (0.312)//RE 0.500 (0.567)//RE1 0.788 (0.822)\n",
      "\n",
      "Taken 59.38641428947449 s/epoch\n",
      "Test: [1/79]\tTime 12.732 (12.732)\tL 0.7519 (0.7519)//RL 1.916 (1.916)//RL1 3.729 (3.729)\tE 0.227 (0.227)//RE 0.617 (0.617)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.075 (0.244)\tL 0.8728 (0.8345)//RL 2.179 (2.051)//RL1 4.186 (3.872)\tE 0.375 (0.294)//RE 0.750 (0.653)//RE1 0.938 (0.897)\n",
      "\n",
      " * Robust error 0.653\tError 0.294\n",
      "64 th epoch: epsilon: 0.0635294 - 0.0647059, kappa: 0.5500 - 0.5417, lr: 0.0010000\n",
      "Epoch: [64][1/391]\tTime 0.402 (0.402)\tEps 0.064\tData 0.150 (0.150)\tL 0.9688 (0.9688)//RL 2.2428 (2.2428)//RL1 4.1779 (4.1779)\tE 0.320 (0.320)//RE 0.688 (0.688)//RE1 0.891 (0.891)\n",
      "Epoch: [64][200/391]\tTime 0.167 (0.146)\tEps 0.064\tData 0.006 (0.006)\tL 0.8858 (0.9166)//RL 1.5753 (1.6253)//RL1 2.6736 (2.8485)\tE 0.320 (0.315)//RE 0.531 (0.576)//RE1 0.734 (0.835)\n",
      "Epoch: [64][391/391]\tTime 0.192 (0.139)\tEps 0.065\tData 0.011 (0.005)\tL 0.9119 (0.9157)//RL 1.5865 (1.6162)//RL1 2.7795 (2.8051)\tE 0.263 (0.316)//RE 0.588 (0.574)//RE1 0.838 (0.830)\n",
      "\n",
      "Taken 54.56768798828125 s/epoch\n",
      "Test: [1/79]\tTime 5.753 (5.753)\tL 0.8213 (0.8213)//RL 2.068 (2.068)//RL1 4.161 (4.161)\tE 0.250 (0.250)//RE 0.656 (0.656)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.074 (0.155)\tL 0.7282 (0.8858)//RL 1.860 (2.178)//RL1 4.018 (4.226)\tE 0.312 (0.306)//RE 0.688 (0.705)//RE1 1.000 (0.942)\n",
      "\n",
      " * Robust error 0.705\tError 0.306\n",
      "65 th epoch: epsilon: 0.0647059 - 0.0658824, kappa: 0.5417 - 0.5333, lr: 0.0010000\n",
      "Epoch: [65][1/391]\tTime 0.402 (0.402)\tEps 0.065\tData 0.125 (0.125)\tL 1.1148 (1.1148)//RL 2.5371 (2.5371)//RL1 4.7723 (4.7723)\tE 0.422 (0.422)//RE 0.805 (0.805)//RE1 0.969 (0.969)\n",
      "Epoch: [65][200/391]\tTime 0.144 (0.150)\tEps 0.065\tData 0.003 (0.005)\tL 0.9777 (0.9157)//RL 1.6794 (1.6160)//RL1 2.8319 (2.7895)\tE 0.367 (0.318)//RE 0.539 (0.577)//RE1 0.836 (0.830)\n",
      "Epoch: [65][391/391]\tTime 0.130 (0.147)\tEps 0.066\tData 0.003 (0.005)\tL 0.7888 (0.9181)//RL 1.4202 (1.5959)//RL1 2.4599 (2.7363)\tE 0.263 (0.318)//RE 0.550 (0.569)//RE1 0.788 (0.824)\n",
      "\n",
      "Taken 57.65540957450867 s/epoch\n",
      "Test: [1/79]\tTime 17.310 (17.310)\tL 0.8213 (0.8213)//RL 1.871 (1.871)//RL1 3.566 (3.566)\tE 0.266 (0.266)//RE 0.648 (0.648)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.054 (0.297)\tL 0.8228 (0.8635)//RL 1.880 (1.947)//RL1 3.609 (3.646)\tE 0.375 (0.300)//RE 0.688 (0.661)//RE1 0.875 (0.917)\n",
      "\n",
      " * Robust error 0.661\tError 0.300\n",
      "66 th epoch: epsilon: 0.0658824 - 0.0670588, kappa: 0.5333 - 0.5250, lr: 0.0010000\n",
      "Epoch: [66][1/391]\tTime 0.419 (0.419)\tEps 0.066\tData 0.143 (0.143)\tL 1.0507 (1.0507)//RL 2.2928 (2.2928)//RL1 4.2479 (4.2479)\tE 0.406 (0.406)//RE 0.773 (0.773)//RE1 0.953 (0.953)\n",
      "Epoch: [66][200/391]\tTime 0.187 (0.148)\tEps 0.066\tData 0.013 (0.004)\tL 0.8856 (0.9311)//RL 1.5387 (1.6145)//RL1 2.6786 (2.7501)\tE 0.312 (0.321)//RE 0.523 (0.575)//RE1 0.859 (0.827)\n",
      "Epoch: [66][391/391]\tTime 0.081 (0.147)\tEps 0.067\tData 0.003 (0.005)\tL 1.0903 (0.9278)//RL 1.7315 (1.5933)//RL1 2.7307 (2.6956)\tE 0.338 (0.321)//RE 0.575 (0.569)//RE1 0.825 (0.818)\n",
      "\n",
      "Taken 57.77318620681763 s/epoch\n",
      "Test: [1/79]\tTime 15.031 (15.031)\tL 0.9213 (0.9213)//RL 1.940 (1.940)//RL1 3.502 (3.502)\tE 0.359 (0.359)//RE 0.633 (0.633)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.039 (0.269)\tL 1.0704 (0.9573)//RL 2.322 (1.966)//RL1 4.070 (3.504)\tE 0.500 (0.336)//RE 0.938 (0.662)//RE1 1.000 (0.903)\n",
      "\n",
      " * Robust error 0.662\tError 0.336\n",
      "67 th epoch: epsilon: 0.0670588 - 0.0682353, kappa: 0.5250 - 0.5167, lr: 0.0010000\n",
      "Epoch: [67][1/391]\tTime 0.443 (0.443)\tEps 0.067\tData 0.194 (0.194)\tL 1.1475 (1.1475)//RL 2.2274 (2.2274)//RL1 3.9018 (3.9018)\tE 0.414 (0.414)//RE 0.727 (0.727)//RE1 0.953 (0.953)\n",
      "Epoch: [67][200/391]\tTime 0.138 (0.154)\tEps 0.068\tData 0.003 (0.005)\tL 0.9560 (0.9256)//RL 1.5580 (1.6043)//RL1 2.5592 (2.7233)\tE 0.344 (0.321)//RE 0.547 (0.572)//RE1 0.789 (0.830)\n",
      "Epoch: [67][391/391]\tTime 0.109 (0.145)\tEps 0.068\tData 0.003 (0.005)\tL 0.9271 (0.9238)//RL 1.5189 (1.5842)//RL1 2.5008 (2.6796)\tE 0.287 (0.321)//RE 0.512 (0.566)//RE1 0.800 (0.820)\n",
      "\n",
      "Taken 56.99657917022705 s/epoch\n",
      "Test: [1/79]\tTime 40.221 (40.221)\tL 0.8211 (0.8211)//RL 1.875 (1.875)//RL1 3.480 (3.480)\tE 0.242 (0.242)//RE 0.641 (0.641)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.044 (0.595)\tL 0.6888 (0.8844)//RL 1.747 (1.947)//RL1 3.400 (3.518)\tE 0.312 (0.304)//RE 0.688 (0.645)//RE1 0.938 (0.877)\n",
      "\n",
      " * Robust error 0.645\tError 0.304\n",
      "68 th epoch: epsilon: 0.0682353 - 0.0694118, kappa: 0.5167 - 0.5083, lr: 0.0010000\n",
      "Epoch: [68][1/391]\tTime 0.544 (0.544)\tEps 0.068\tData 0.250 (0.250)\tL 0.8475 (0.8475)//RL 1.8743 (1.8743)//RL1 3.5000 (3.5000)\tE 0.281 (0.281)//RE 0.602 (0.602)//RE1 0.875 (0.875)\n",
      "Epoch: [68][200/391]\tTime 0.144 (0.156)\tEps 0.069\tData 0.004 (0.006)\tL 0.9834 (0.9266)//RL 1.6255 (1.5883)//RL1 2.7193 (2.7109)\tE 0.352 (0.323)//RE 0.562 (0.566)//RE1 0.844 (0.819)\n",
      "Epoch: [68][391/391]\tTime 0.134 (0.142)\tEps 0.069\tData 0.004 (0.006)\tL 0.9347 (0.9270)//RL 1.5806 (1.5737)//RL1 2.7067 (2.6781)\tE 0.363 (0.322)//RE 0.512 (0.562)//RE1 0.812 (0.815)\n",
      "\n",
      "Taken 55.71268367767334 s/epoch\n",
      "Test: [1/79]\tTime 4.603 (4.603)\tL 0.8016 (0.8016)//RL 1.812 (1.812)//RL1 3.500 (3.500)\tE 0.203 (0.203)//RE 0.594 (0.594)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.057 (0.141)\tL 0.6997 (0.8684)//RL 1.769 (1.907)//RL1 3.600 (3.584)\tE 0.250 (0.306)//RE 0.688 (0.632)//RE1 0.938 (0.881)\n",
      "\n",
      " * Robust error 0.632\tError 0.306\n",
      "69 th epoch: epsilon: 0.0694118 - 0.0705882, kappa: 0.5083 - 0.5000, lr: 0.0010000\n",
      "Epoch: [69][1/391]\tTime 0.499 (0.499)\tEps 0.069\tData 0.219 (0.219)\tL 0.9352 (0.9352)//RL 2.0199 (2.0199)//RL1 3.8632 (3.8632)\tE 0.312 (0.312)//RE 0.672 (0.672)//RE1 0.922 (0.922)\n",
      "Epoch: [69][200/391]\tTime 0.106 (0.143)\tEps 0.070\tData 0.003 (0.006)\tL 1.0024 (0.9490)//RL 1.6628 (1.6118)//RL1 2.7957 (2.7268)\tE 0.359 (0.329)//RE 0.562 (0.577)//RE1 0.836 (0.825)\n",
      "Epoch: [69][391/391]\tTime 0.149 (0.142)\tEps 0.071\tData 0.003 (0.006)\tL 0.8497 (0.9402)//RL 1.4564 (1.5844)//RL1 2.4386 (2.6675)\tE 0.263 (0.327)//RE 0.512 (0.568)//RE1 0.750 (0.816)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 55.64627289772034 s/epoch\n",
      "Test: [1/79]\tTime 10.613 (10.613)\tL 0.8946 (0.8946)//RL 1.906 (1.906)//RL1 3.427 (3.427)\tE 0.312 (0.312)//RE 0.602 (0.602)//RE1 0.891 (0.891)\n",
      "Test: [79/79]\tTime 0.053 (0.217)\tL 0.7107 (0.9603)//RL 1.758 (2.002)//RL1 3.428 (3.525)\tE 0.312 (0.341)//RE 0.688 (0.641)//RE1 1.000 (0.876)\n",
      "\n",
      " * Robust error 0.641\tError 0.341\n",
      "70 th epoch: epsilon: 0.0705882 - 0.0717647, kappa: 0.5000 - 0.4917, lr: 0.0010000\n",
      "Epoch: [70][1/391]\tTime 0.345 (0.345)\tEps 0.071\tData 0.134 (0.134)\tL 0.9914 (0.9914)//RL 2.0113 (2.0113)//RL1 3.6165 (3.6165)\tE 0.383 (0.383)//RE 0.656 (0.656)//RE1 0.867 (0.867)\n",
      "Epoch: [70][200/391]\tTime 0.158 (0.146)\tEps 0.071\tData 0.007 (0.005)\tL 0.9185 (0.9472)//RL 1.5124 (1.6152)//RL1 2.5386 (2.7303)\tE 0.312 (0.329)//RE 0.539 (0.578)//RE1 0.828 (0.828)\n",
      "Epoch: [70][391/391]\tTime 0.130 (0.150)\tEps 0.072\tData 0.003 (0.005)\tL 0.8316 (0.9463)//RL 1.3742 (1.5950)//RL1 2.3535 (2.6853)\tE 0.325 (0.330)//RE 0.525 (0.571)//RE1 0.762 (0.824)\n",
      "\n",
      "Taken 58.99763584136963 s/epoch\n",
      "Test: [1/79]\tTime 6.236 (6.236)\tL 0.8673 (0.8673)//RL 1.855 (1.855)//RL1 3.457 (3.457)\tE 0.312 (0.312)//RE 0.641 (0.641)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.027 (0.137)\tL 0.9850 (0.9679)//RL 1.966 (1.997)//RL1 3.587 (3.585)\tE 0.375 (0.346)//RE 0.688 (0.657)//RE1 0.875 (0.884)\n",
      "\n",
      " * Robust error 0.657\tError 0.346\n",
      "71 th epoch: epsilon: 0.0717647 - 0.0729412, kappa: 0.4917 - 0.4833, lr: 0.0010000\n",
      "Epoch: [71][1/391]\tTime 0.229 (0.229)\tEps 0.072\tData 0.085 (0.085)\tL 1.0801 (1.0801)//RL 2.2166 (2.2166)//RL1 3.9772 (3.9772)\tE 0.422 (0.422)//RE 0.758 (0.758)//RE1 0.930 (0.930)\n",
      "Epoch: [71][200/391]\tTime 0.102 (0.146)\tEps 0.072\tData 0.003 (0.005)\tL 0.9698 (0.9570)//RL 1.5364 (1.6138)//RL1 2.4870 (2.7366)\tE 0.312 (0.333)//RE 0.578 (0.577)//RE1 0.820 (0.832)\n",
      "Epoch: [71][391/391]\tTime 0.140 (0.146)\tEps 0.073\tData 0.004 (0.004)\tL 1.0118 (0.9514)//RL 1.7034 (1.5885)//RL1 2.9079 (2.6788)\tE 0.388 (0.328)//RE 0.637 (0.569)//RE1 0.850 (0.823)\n",
      "\n",
      "Taken 57.402644872665405 s/epoch\n",
      "Test: [1/79]\tTime 7.318 (7.318)\tL 0.8095 (0.8095)//RL 1.763 (1.763)//RL1 3.423 (3.423)\tE 0.266 (0.266)//RE 0.578 (0.578)//RE1 0.930 (0.930)\n",
      "Test: [79/79]\tTime 0.059 (0.157)\tL 0.8192 (0.8858)//RL 1.773 (1.844)//RL1 3.481 (3.475)\tE 0.375 (0.312)//RE 0.562 (0.632)//RE1 1.000 (0.903)\n",
      "\n",
      " * Robust error 0.632\tError 0.312\n",
      "72 th epoch: epsilon: 0.0729412 - 0.0741176, kappa: 0.4833 - 0.4750, lr: 0.0010000\n",
      "Epoch: [72][1/391]\tTime 0.416 (0.416)\tEps 0.073\tData 0.163 (0.163)\tL 0.8686 (0.8686)//RL 1.8164 (1.8164)//RL1 3.5280 (3.5280)\tE 0.289 (0.289)//RE 0.641 (0.641)//RE1 0.914 (0.914)\n",
      "Epoch: [72][200/391]\tTime 0.198 (0.142)\tEps 0.074\tData 0.003 (0.005)\tL 0.9608 (0.9546)//RL 1.5659 (1.5880)//RL1 2.6104 (2.6982)\tE 0.312 (0.331)//RE 0.586 (0.573)//RE1 0.805 (0.828)\n",
      "Epoch: [72][391/391]\tTime 0.159 (0.147)\tEps 0.074\tData 0.005 (0.005)\tL 0.9523 (0.9638)//RL 1.5129 (1.5931)//RL1 2.5210 (2.6832)\tE 0.350 (0.333)//RE 0.562 (0.574)//RE1 0.775 (0.826)\n",
      "\n",
      "Taken 57.695146322250366 s/epoch\n",
      "Test: [1/79]\tTime 30.217 (30.217)\tL 0.8692 (0.8692)//RL 1.784 (1.784)//RL1 3.377 (3.377)\tE 0.273 (0.273)//RE 0.641 (0.641)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.036 (0.430)\tL 0.8293 (0.9681)//RL 1.701 (1.907)//RL1 3.298 (3.490)\tE 0.312 (0.334)//RE 0.688 (0.639)//RE1 0.938 (0.887)\n",
      "\n",
      " * Robust error 0.639\tError 0.334\n",
      "73 th epoch: epsilon: 0.0741176 - 0.0752941, kappa: 0.4750 - 0.4667, lr: 0.0010000\n",
      "Epoch: [73][1/391]\tTime 0.419 (0.419)\tEps 0.074\tData 0.138 (0.138)\tL 1.0969 (1.0969)//RL 2.1339 (2.1339)//RL1 3.9085 (3.9085)\tE 0.352 (0.352)//RE 0.750 (0.750)//RE1 0.953 (0.953)\n",
      "Epoch: [73][200/391]\tTime 0.139 (0.144)\tEps 0.075\tData 0.003 (0.005)\tL 1.0176 (0.9691)//RL 1.6144 (1.6840)//RL1 2.6698 (2.9480)\tE 0.312 (0.333)//RE 0.555 (0.596)//RE1 0.859 (0.855)\n",
      "Epoch: [73][391/391]\tTime 0.107 (0.149)\tEps 0.075\tData 0.003 (0.006)\tL 0.9993 (0.9709)//RL 1.5746 (1.6298)//RL1 2.5936 (2.7918)\tE 0.375 (0.335)//RE 0.650 (0.582)//RE1 0.887 (0.839)\n",
      "\n",
      "Taken 58.48090648651123 s/epoch\n",
      "Test: [1/79]\tTime 7.549 (7.549)\tL 0.8141 (0.8141)//RL 1.698 (1.698)//RL1 3.271 (3.271)\tE 0.234 (0.234)//RE 0.594 (0.594)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.037 (0.183)\tL 0.6798 (0.9197)//RL 1.558 (1.853)//RL1 3.267 (3.431)\tE 0.375 (0.328)//RE 0.562 (0.622)//RE1 1.000 (0.882)\n",
      "\n",
      " * Robust error 0.622\tError 0.328\n",
      "74 th epoch: epsilon: 0.0752941 - 0.0764706, kappa: 0.4667 - 0.4583, lr: 0.0010000\n",
      "Epoch: [74][1/391]\tTime 0.390 (0.390)\tEps 0.075\tData 0.174 (0.174)\tL 0.8863 (0.8863)//RL 1.8199 (1.8199)//RL1 3.5400 (3.5400)\tE 0.320 (0.320)//RE 0.625 (0.625)//RE1 0.953 (0.953)\n",
      "Epoch: [74][200/391]\tTime 0.098 (0.140)\tEps 0.076\tData 0.003 (0.006)\tL 1.1614 (0.9821)//RL 1.7819 (1.6083)//RL1 2.7994 (2.6987)\tE 0.422 (0.339)//RE 0.586 (0.579)//RE1 0.812 (0.832)\n",
      "Epoch: [74][391/391]\tTime 0.166 (0.145)\tEps 0.076\tData 0.007 (0.005)\tL 1.0798 (0.9703)//RL 1.7277 (1.5810)//RL1 2.7195 (2.6381)\tE 0.400 (0.337)//RE 0.613 (0.570)//RE1 0.800 (0.820)\n",
      "\n",
      "Taken 56.63757920265198 s/epoch\n",
      "Test: [1/79]\tTime 9.360 (9.360)\tL 0.7834 (0.7834)//RL 1.706 (1.706)//RL1 3.221 (3.221)\tE 0.219 (0.219)//RE 0.633 (0.633)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.066 (0.199)\tL 0.7675 (0.8587)//RL 1.707 (1.797)//RL1 3.347 (3.298)\tE 0.438 (0.292)//RE 0.688 (0.625)//RE1 1.000 (0.887)\n",
      "\n",
      " * Robust error 0.625\tError 0.292\n",
      "75 th epoch: epsilon: 0.0764706 - 0.0776471, kappa: 0.4583 - 0.4500, lr: 0.0010000\n",
      "Epoch: [75][1/391]\tTime 0.320 (0.320)\tEps 0.076\tData 0.134 (0.134)\tL 0.7932 (0.7932)//RL 1.7475 (1.7475)//RL1 3.3597 (3.3597)\tE 0.234 (0.234)//RE 0.633 (0.633)//RE1 0.938 (0.938)\n",
      "Epoch: [75][200/391]\tTime 0.117 (0.123)\tEps 0.077\tData 0.005 (0.005)\tL 0.9211 (0.9685)//RL 1.4621 (1.5974)//RL1 2.4359 (2.6990)\tE 0.328 (0.333)//RE 0.539 (0.576)//RE1 0.750 (0.828)\n",
      "Epoch: [75][391/391]\tTime 0.132 (0.137)\tEps 0.078\tData 0.007 (0.005)\tL 0.9064 (0.9736)//RL 1.4536 (1.5858)//RL1 2.4633 (2.6590)\tE 0.287 (0.336)//RE 0.525 (0.573)//RE1 0.825 (0.825)\n",
      "\n",
      "Taken 53.85668897628784 s/epoch\n",
      "Test: [1/79]\tTime 16.800 (16.800)\tL 0.8381 (0.8381)//RL 1.878 (1.878)//RL1 3.666 (3.666)\tE 0.227 (0.227)//RE 0.672 (0.672)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.037 (0.300)\tL 0.8943 (0.8830)//RL 1.961 (1.924)//RL1 3.879 (3.671)\tE 0.500 (0.306)//RE 0.812 (0.661)//RE1 1.000 (0.915)\n",
      "\n",
      " * Robust error 0.661\tError 0.306\n",
      "76 th epoch: epsilon: 0.0776471 - 0.0788235, kappa: 0.4500 - 0.4417, lr: 0.0010000\n",
      "Epoch: [76][1/391]\tTime 0.425 (0.425)\tEps 0.078\tData 0.179 (0.179)\tL 0.9226 (0.9226)//RL 2.0045 (2.0045)//RL1 3.8739 (3.8739)\tE 0.297 (0.297)//RE 0.695 (0.695)//RE1 0.945 (0.945)\n",
      "Epoch: [76][200/391]\tTime 0.148 (0.165)\tEps 0.078\tData 0.009 (0.005)\tL 1.0216 (0.9732)//RL 1.5930 (1.5925)//RL1 2.5785 (2.6538)\tE 0.359 (0.338)//RE 0.555 (0.573)//RE1 0.812 (0.821)\n",
      "Epoch: [76][391/391]\tTime 0.173 (0.163)\tEps 0.079\tData 0.003 (0.005)\tL 0.9338 (0.9800)//RL 1.5655 (1.5821)//RL1 2.6059 (2.6074)\tE 0.363 (0.339)//RE 0.575 (0.571)//RE1 0.825 (0.819)\n",
      "\n",
      "Taken 63.79782223701477 s/epoch\n",
      "Test: [1/79]\tTime 4.486 (4.486)\tL 0.7783 (0.7783)//RL 1.779 (1.779)//RL1 3.412 (3.412)\tE 0.234 (0.234)//RE 0.602 (0.602)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.093 (0.125)\tL 0.7514 (0.8923)//RL 1.815 (1.949)//RL1 3.595 (3.581)\tE 0.312 (0.308)//RE 0.688 (0.655)//RE1 0.938 (0.901)\n",
      "\n",
      " * Robust error 0.655\tError 0.308\n",
      "77 th epoch: epsilon: 0.0788235 - 0.0800000, kappa: 0.4417 - 0.4333, lr: 0.0010000\n",
      "Epoch: [77][1/391]\tTime 0.312 (0.312)\tEps 0.079\tData 0.149 (0.149)\tL 0.9558 (0.9558)//RL 2.0502 (2.0502)//RL1 3.7940 (3.7940)\tE 0.289 (0.289)//RE 0.672 (0.672)//RE1 0.922 (0.922)\n",
      "Epoch: [77][200/391]\tTime 0.158 (0.165)\tEps 0.079\tData 0.005 (0.006)\tL 0.9885 (0.9955)//RL 1.5948 (1.6140)//RL1 2.6025 (2.6540)\tE 0.344 (0.342)//RE 0.523 (0.580)//RE1 0.805 (0.824)\n",
      "Epoch: [77][391/391]\tTime 0.082 (0.158)\tEps 0.080\tData 0.003 (0.006)\tL 0.9685 (0.9886)//RL 1.5273 (1.5880)//RL1 2.4408 (2.5911)\tE 0.338 (0.341)//RE 0.550 (0.572)//RE1 0.788 (0.814)\n",
      "\n",
      "Taken 62.10159087181091 s/epoch\n",
      "Test: [1/79]\tTime 6.221 (6.221)\tL 0.8569 (0.8569)//RL 1.794 (1.794)//RL1 3.297 (3.297)\tE 0.266 (0.266)//RE 0.617 (0.617)//RE1 0.891 (0.891)\n",
      "Test: [79/79]\tTime 0.058 (0.164)\tL 0.7923 (0.9298)//RL 1.799 (1.888)//RL1 3.472 (3.386)\tE 0.250 (0.327)//RE 0.875 (0.644)//RE1 1.000 (0.892)\n",
      "\n",
      " * Robust error 0.644\tError 0.327\n",
      "78 th epoch: epsilon: 0.0800000 - 0.0811765, kappa: 0.4333 - 0.4250, lr: 0.0010000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [78][1/391]\tTime 0.484 (0.484)\tEps 0.080\tData 0.198 (0.198)\tL 0.8508 (0.8508)//RL 1.7933 (1.7933)//RL1 3.3385 (3.3385)\tE 0.242 (0.242)//RE 0.625 (0.625)//RE1 0.898 (0.898)\n",
      "Epoch: [78][200/391]\tTime 0.150 (0.165)\tEps 0.081\tData 0.003 (0.006)\tL 1.1905 (0.9876)//RL 1.8059 (1.5993)//RL1 2.8194 (2.6235)\tE 0.391 (0.343)//RE 0.617 (0.579)//RE1 0.805 (0.825)\n",
      "Epoch: [78][391/391]\tTime 0.086 (0.166)\tEps 0.081\tData 0.003 (0.006)\tL 1.1190 (0.9977)//RL 1.6820 (1.5894)//RL1 2.5791 (2.5775)\tE 0.375 (0.346)//RE 0.625 (0.575)//RE1 0.788 (0.816)\n",
      "\n",
      "Taken 65.05252194404602 s/epoch\n",
      "Test: [1/79]\tTime 5.554 (5.554)\tL 0.8873 (0.8873)//RL 1.884 (1.884)//RL1 3.435 (3.435)\tE 0.289 (0.289)//RE 0.656 (0.656)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.068 (0.148)\tL 0.7746 (0.9102)//RL 1.772 (1.894)//RL1 3.394 (3.416)\tE 0.562 (0.312)//RE 0.750 (0.650)//RE1 1.000 (0.897)\n",
      "\n",
      " * Robust error 0.650\tError 0.312\n",
      "79 th epoch: epsilon: 0.0811765 - 0.0823529, kappa: 0.4250 - 0.4167, lr: 0.0010000\n",
      "Epoch: [79][1/391]\tTime 0.463 (0.463)\tEps 0.081\tData 0.196 (0.196)\tL 0.8349 (0.8349)//RL 1.7989 (1.7989)//RL1 3.4143 (3.4143)\tE 0.227 (0.227)//RE 0.656 (0.656)//RE1 0.914 (0.914)\n",
      "Epoch: [79][200/391]\tTime 0.161 (0.160)\tEps 0.082\tData 0.004 (0.009)\tL 1.0241 (0.9902)//RL 1.5713 (1.5827)//RL1 2.4493 (2.5629)\tE 0.328 (0.342)//RE 0.531 (0.572)//RE1 0.766 (0.814)\n",
      "Epoch: [79][391/391]\tTime 0.126 (0.159)\tEps 0.082\tData 0.003 (0.008)\tL 1.0188 (0.9934)//RL 1.6080 (1.5775)//RL1 2.5802 (2.5336)\tE 0.375 (0.344)//RE 0.625 (0.571)//RE1 0.838 (0.810)\n",
      "\n",
      "Taken 62.30118918418884 s/epoch\n",
      "Test: [1/79]\tTime 13.878 (13.878)\tL 0.8901 (0.8901)//RL 1.856 (1.856)//RL1 3.309 (3.309)\tE 0.297 (0.297)//RE 0.672 (0.672)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.079 (0.245)\tL 0.7746 (0.9227)//RL 1.720 (1.854)//RL1 3.230 (3.270)\tE 0.375 (0.316)//RE 0.625 (0.642)//RE1 0.875 (0.891)\n",
      "\n",
      " * Robust error 0.642\tError 0.316\n",
      "80 th epoch: epsilon: 0.0823529 - 0.0835294, kappa: 0.4167 - 0.4083, lr: 0.0010000\n",
      "Epoch: [80][1/391]\tTime 0.461 (0.461)\tEps 0.082\tData 0.182 (0.182)\tL 1.0012 (1.0012)//RL 1.9892 (1.9892)//RL1 3.5282 (3.5282)\tE 0.359 (0.359)//RE 0.719 (0.719)//RE1 0.945 (0.945)\n",
      "Epoch: [80][200/391]\tTime 0.166 (0.159)\tEps 0.083\tData 0.003 (0.006)\tL 1.0050 (1.0011)//RL 1.6169 (1.6025)//RL1 2.6222 (2.5634)\tE 0.344 (0.347)//RE 0.562 (0.582)//RE1 0.875 (0.820)\n",
      "Epoch: [80][391/391]\tTime 0.117 (0.159)\tEps 0.084\tData 0.007 (0.005)\tL 0.9900 (0.9989)//RL 1.5579 (1.5862)//RL1 2.4690 (2.5296)\tE 0.300 (0.346)//RE 0.562 (0.575)//RE1 0.812 (0.814)\n",
      "\n",
      "Taken 62.30401349067688 s/epoch\n",
      "Test: [1/79]\tTime 7.514 (7.514)\tL 0.8152 (0.8152)//RL 1.768 (1.768)//RL1 3.274 (3.274)\tE 0.219 (0.219)//RE 0.680 (0.680)//RE1 0.938 (0.938)\n",
      "Test: [79/79]\tTime 0.037 (0.190)\tL 0.7552 (0.9072)//RL 1.626 (1.865)//RL1 3.127 (3.347)\tE 0.312 (0.305)//RE 0.625 (0.652)//RE1 0.938 (0.905)\n",
      "\n",
      " * Robust error 0.652\tError 0.305\n",
      "81 th epoch: epsilon: 0.0835294 - 0.0847059, kappa: 0.4083 - 0.4000, lr: 0.0010000\n",
      "Epoch: [81][1/391]\tTime 0.491 (0.491)\tEps 0.084\tData 0.206 (0.206)\tL 1.0341 (1.0341)//RL 2.0474 (2.0474)//RL1 3.6676 (3.6676)\tE 0.430 (0.430)//RE 0.781 (0.781)//RE1 0.961 (0.961)\n",
      "Epoch: [81][200/391]\tTime 0.126 (0.146)\tEps 0.084\tData 0.004 (0.005)\tL 1.0457 (1.0157)//RL 1.5965 (1.5976)//RL1 2.4348 (2.5395)\tE 0.398 (0.353)//RE 0.594 (0.578)//RE1 0.820 (0.813)\n",
      "Epoch: [81][391/391]\tTime 0.136 (0.146)\tEps 0.085\tData 0.005 (0.005)\tL 0.9419 (1.0041)//RL 1.5140 (1.5733)//RL1 2.4245 (2.4871)\tE 0.287 (0.349)//RE 0.562 (0.571)//RE1 0.850 (0.807)\n",
      "\n",
      "Taken 57.411622047424316 s/epoch\n",
      "Test: [1/79]\tTime 5.710 (5.710)\tL 0.8699 (0.8699)//RL 1.909 (1.909)//RL1 3.467 (3.467)\tE 0.250 (0.250)//RE 0.711 (0.711)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.073 (0.160)\tL 0.8771 (0.9152)//RL 1.858 (1.928)//RL1 3.475 (3.464)\tE 0.375 (0.314)//RE 0.688 (0.658)//RE1 1.000 (0.901)\n",
      "\n",
      " * Robust error 0.658\tError 0.314\n",
      "82 th epoch: epsilon: 0.0847059 - 0.0858824, kappa: 0.4000 - 0.3917, lr: 0.0010000\n",
      "Epoch: [82][1/391]\tTime 0.490 (0.490)\tEps 0.085\tData 0.220 (0.220)\tL 1.1161 (1.1161)//RL 2.2141 (2.2141)//RL1 3.8989 (3.8989)\tE 0.375 (0.375)//RE 0.781 (0.781)//RE1 0.938 (0.938)\n",
      "Epoch: [82][200/391]\tTime 0.090 (0.126)\tEps 0.085\tData 0.002 (0.005)\tL 1.2103 (1.0107)//RL 1.7960 (1.6098)//RL1 2.7133 (2.5757)\tE 0.508 (0.352)//RE 0.602 (0.584)//RE1 0.812 (0.822)\n",
      "Epoch: [82][391/391]\tTime 0.125 (0.140)\tEps 0.086\tData 0.003 (0.005)\tL 0.9922 (1.0170)//RL 1.5315 (1.5959)//RL1 2.3612 (2.5335)\tE 0.325 (0.353)//RE 0.550 (0.581)//RE1 0.738 (0.817)\n",
      "\n",
      "Taken 54.967419385910034 s/epoch\n",
      "Test: [1/79]\tTime 12.813 (12.813)\tL 0.9181 (0.9181)//RL 1.853 (1.853)//RL1 3.254 (3.254)\tE 0.281 (0.281)//RE 0.641 (0.641)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.069 (0.253)\tL 1.0142 (1.0225)//RL 2.001 (1.982)//RL1 3.434 (3.358)\tE 0.438 (0.355)//RE 0.688 (0.657)//RE1 1.000 (0.893)\n",
      "\n",
      " * Robust error 0.657\tError 0.355\n",
      "83 th epoch: epsilon: 0.0858824 - 0.0870588, kappa: 0.3917 - 0.3833, lr: 0.0010000\n",
      "Epoch: [83][1/391]\tTime 0.526 (0.526)\tEps 0.086\tData 0.193 (0.193)\tL 1.0464 (1.0464)//RL 2.0488 (2.0488)//RL1 3.5723 (3.5723)\tE 0.352 (0.352)//RE 0.680 (0.680)//RE1 0.922 (0.922)\n",
      "Epoch: [83][200/391]\tTime 0.150 (0.162)\tEps 0.086\tData 0.003 (0.006)\tL 1.0423 (1.0176)//RL 1.5987 (1.5854)//RL1 2.4538 (2.5245)\tE 0.359 (0.352)//RE 0.594 (0.575)//RE1 0.773 (0.814)\n",
      "Epoch: [83][391/391]\tTime 0.087 (0.158)\tEps 0.087\tData 0.003 (0.005)\tL 1.0382 (1.0218)//RL 1.6436 (1.5842)//RL1 2.6226 (2.5059)\tE 0.388 (0.354)//RE 0.663 (0.575)//RE1 0.850 (0.811)\n",
      "\n",
      "Taken 61.881293058395386 s/epoch\n",
      "Test: [1/79]\tTime 19.222 (19.222)\tL 0.8195 (0.8195)//RL 1.722 (1.722)//RL1 3.183 (3.183)\tE 0.234 (0.234)//RE 0.617 (0.617)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.082 (0.340)\tL 0.6110 (0.9291)//RL 1.406 (1.852)//RL1 2.843 (3.288)\tE 0.250 (0.315)//RE 0.625 (0.648)//RE1 0.938 (0.893)\n",
      "\n",
      " * Robust error 0.648\tError 0.315\n",
      "84 th epoch: epsilon: 0.0870588 - 0.0882353, kappa: 0.3833 - 0.3750, lr: 0.0010000\n",
      "Epoch: [84][1/391]\tTime 0.461 (0.461)\tEps 0.087\tData 0.188 (0.188)\tL 1.0752 (1.0752)//RL 2.0854 (2.0854)//RL1 3.6275 (3.6275)\tE 0.383 (0.383)//RE 0.703 (0.703)//RE1 0.906 (0.906)\n",
      "Epoch: [84][200/391]\tTime 0.124 (0.146)\tEps 0.088\tData 0.006 (0.005)\tL 1.2790 (1.0421)//RL 1.8428 (1.6119)//RL1 2.7093 (2.5315)\tE 0.430 (0.361)//RE 0.648 (0.586)//RE1 0.859 (0.820)\n",
      "Epoch: [84][391/391]\tTime 0.119 (0.131)\tEps 0.088\tData 0.003 (0.005)\tL 1.0648 (1.0318)//RL 1.6297 (1.5855)//RL1 2.5239 (2.4792)\tE 0.325 (0.357)//RE 0.575 (0.576)//RE1 0.762 (0.809)\n",
      "\n",
      "Taken 51.19198727607727 s/epoch\n",
      "Test: [1/79]\tTime 7.024 (7.024)\tL 0.9057 (0.9057)//RL 1.810 (1.810)//RL1 3.199 (3.199)\tE 0.297 (0.297)//RE 0.633 (0.633)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.035 (0.151)\tL 0.7874 (0.9677)//RL 1.712 (1.866)//RL1 3.187 (3.213)\tE 0.250 (0.350)//RE 0.688 (0.628)//RE1 0.938 (0.874)\n",
      "\n",
      " * Robust error 0.628\tError 0.350\n",
      "85 th epoch: epsilon: 0.0882353 - 0.0894118, kappa: 0.3750 - 0.3667, lr: 0.0010000\n",
      "Epoch: [85][1/391]\tTime 0.357 (0.357)\tEps 0.088\tData 0.148 (0.148)\tL 0.9603 (0.9603)//RL 1.8523 (1.8523)//RL1 3.2562 (3.2562)\tE 0.352 (0.352)//RE 0.656 (0.656)//RE1 0.883 (0.883)\n",
      "Epoch: [85][200/391]\tTime 0.152 (0.121)\tEps 0.089\tData 0.006 (0.006)\tL 0.9990 (1.0331)//RL 1.5177 (1.5944)//RL1 2.3394 (2.4986)\tE 0.352 (0.356)//RE 0.547 (0.576)//RE1 0.789 (0.809)\n",
      "Epoch: [85][391/391]\tTime 0.085 (0.138)\tEps 0.089\tData 0.003 (0.005)\tL 0.9492 (1.0286)//RL 1.4995 (1.5745)//RL1 2.4026 (2.4503)\tE 0.363 (0.356)//RE 0.613 (0.573)//RE1 0.788 (0.805)\n",
      "\n",
      "Taken 54.17616319656372 s/epoch\n",
      "Test: [1/79]\tTime 5.598 (5.598)\tL 0.8803 (0.8803)//RL 1.672 (1.672)//RL1 2.932 (2.932)\tE 0.273 (0.273)//RE 0.547 (0.547)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.046 (0.149)\tL 0.7950 (0.9702)//RL 1.537 (1.794)//RL1 2.762 (3.050)\tE 0.312 (0.331)//RE 0.625 (0.623)//RE1 0.875 (0.868)\n",
      "\n",
      " * Robust error 0.623\tError 0.331\n",
      "86 th epoch: epsilon: 0.0894118 - 0.0905882, kappa: 0.3667 - 0.3583, lr: 0.0010000\n",
      "Epoch: [86][1/391]\tTime 0.435 (0.435)\tEps 0.089\tData 0.194 (0.194)\tL 1.0901 (1.0901)//RL 1.9355 (1.9355)//RL1 3.3153 (3.3153)\tE 0.375 (0.375)//RE 0.664 (0.664)//RE1 0.930 (0.930)\n",
      "Epoch: [86][200/391]\tTime 0.193 (0.150)\tEps 0.090\tData 0.007 (0.006)\tL 1.0080 (1.0519)//RL 1.5095 (1.6016)//RL1 2.3711 (2.4898)\tE 0.305 (0.364)//RE 0.484 (0.582)//RE1 0.844 (0.816)\n",
      "Epoch: [86][391/391]\tTime 0.151 (0.161)\tEps 0.091\tData 0.003 (0.005)\tL 1.0261 (1.0407)//RL 1.5759 (1.5860)//RL1 2.4458 (2.4650)\tE 0.338 (0.360)//RE 0.550 (0.578)//RE1 0.825 (0.811)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 62.93057894706726 s/epoch\n",
      "Test: [1/79]\tTime 9.507 (9.507)\tL 0.9154 (0.9154)//RL 1.641 (1.641)//RL1 2.795 (2.795)\tE 0.289 (0.289)//RE 0.555 (0.555)//RE1 0.859 (0.859)\n",
      "Test: [79/79]\tTime 0.039 (0.187)\tL 0.7030 (1.0021)//RL 1.347 (1.744)//RL1 2.435 (2.877)\tE 0.312 (0.360)//RE 0.625 (0.608)//RE1 0.812 (0.824)\n",
      "\n",
      " * Robust error 0.608\tError 0.360\n",
      "87 th epoch: epsilon: 0.0905882 - 0.0917647, kappa: 0.3583 - 0.3500, lr: 0.0010000\n",
      "Epoch: [87][1/391]\tTime 0.357 (0.357)\tEps 0.091\tData 0.163 (0.163)\tL 1.1695 (1.1695)//RL 1.9563 (1.9563)//RL1 3.1594 (3.1594)\tE 0.422 (0.422)//RE 0.602 (0.602)//RE1 0.836 (0.836)\n",
      "Epoch: [87][200/391]\tTime 0.137 (0.144)\tEps 0.091\tData 0.003 (0.005)\tL 1.1382 (1.0248)//RL 1.6865 (1.5747)//RL1 2.5969 (2.4779)\tE 0.383 (0.355)//RE 0.680 (0.575)//RE1 0.859 (0.807)\n",
      "Epoch: [87][391/391]\tTime 0.082 (0.125)\tEps 0.092\tData 0.003 (0.005)\tL 0.9900 (1.0321)//RL 1.5098 (1.5730)//RL1 2.3623 (2.4587)\tE 0.350 (0.357)//RE 0.562 (0.575)//RE1 0.788 (0.808)\n",
      "\n",
      "Taken 48.92934775352478 s/epoch\n",
      "Test: [1/79]\tTime 5.758 (5.758)\tL 0.9117 (0.9117)//RL 1.748 (1.748)//RL1 3.034 (3.034)\tE 0.250 (0.250)//RE 0.562 (0.562)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.037 (0.123)\tL 0.8079 (0.9818)//RL 1.681 (1.846)//RL1 3.028 (3.126)\tE 0.312 (0.345)//RE 0.688 (0.651)//RE1 0.938 (0.880)\n",
      "\n",
      " * Robust error 0.651\tError 0.345\n",
      "88 th epoch: epsilon: 0.0917647 - 0.0929412, kappa: 0.3500 - 0.3417, lr: 0.0010000\n",
      "Epoch: [88][1/391]\tTime 0.355 (0.355)\tEps 0.092\tData 0.186 (0.186)\tL 1.1520 (1.1520)//RL 2.0605 (2.0605)//RL1 3.4464 (3.4464)\tE 0.375 (0.375)//RE 0.688 (0.688)//RE1 0.938 (0.938)\n",
      "Epoch: [88][200/391]\tTime 0.143 (0.148)\tEps 0.092\tData 0.003 (0.006)\tL 1.0592 (1.0608)//RL 1.6082 (1.6227)//RL1 2.4981 (2.5408)\tE 0.367 (0.369)//RE 0.547 (0.587)//RE1 0.828 (0.824)\n",
      "Epoch: [88][391/391]\tTime 0.141 (0.148)\tEps 0.093\tData 0.003 (0.005)\tL 0.8892 (1.0482)//RL 1.3617 (1.5904)//RL1 2.1570 (2.4667)\tE 0.300 (0.363)//RE 0.488 (0.577)//RE1 0.762 (0.812)\n",
      "\n",
      "Taken 58.17034912109375 s/epoch\n",
      "Test: [1/79]\tTime 17.819 (17.819)\tL 0.9126 (0.9126)//RL 1.720 (1.720)//RL1 2.993 (2.993)\tE 0.289 (0.289)//RE 0.641 (0.641)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.036 (0.288)\tL 0.7608 (0.9597)//RL 1.529 (1.766)//RL1 2.841 (3.018)\tE 0.312 (0.332)//RE 0.812 (0.629)//RE1 0.875 (0.866)\n",
      "\n",
      " * Robust error 0.629\tError 0.332\n",
      "89 th epoch: epsilon: 0.0929412 - 0.0941176, kappa: 0.3417 - 0.3333, lr: 0.0010000\n",
      "Epoch: [89][1/391]\tTime 0.398 (0.398)\tEps 0.093\tData 0.167 (0.167)\tL 1.1434 (1.1434)//RL 2.0329 (2.0329)//RL1 3.3922 (3.3922)\tE 0.453 (0.453)//RE 0.719 (0.719)//RE1 0.906 (0.906)\n",
      "Epoch: [89][200/391]\tTime 0.137 (0.140)\tEps 0.094\tData 0.003 (0.005)\tL 1.0062 (1.0556)//RL 1.5122 (1.5988)//RL1 2.3123 (2.4590)\tE 0.312 (0.366)//RE 0.508 (0.583)//RE1 0.758 (0.808)\n",
      "Epoch: [89][391/391]\tTime 0.130 (0.145)\tEps 0.094\tData 0.003 (0.005)\tL 1.0475 (1.0558)//RL 1.6095 (1.5893)//RL1 2.4789 (2.4242)\tE 0.388 (0.365)//RE 0.575 (0.579)//RE1 0.850 (0.804)\n",
      "\n",
      "Taken 57.02955102920532 s/epoch\n",
      "Test: [1/79]\tTime 8.425 (8.425)\tL 0.9085 (0.9085)//RL 1.696 (1.696)//RL1 2.879 (2.879)\tE 0.289 (0.289)//RE 0.570 (0.570)//RE1 0.836 (0.836)\n",
      "Test: [79/79]\tTime 0.100 (0.182)\tL 0.9073 (0.9937)//RL 1.667 (1.807)//RL1 2.828 (2.993)\tE 0.375 (0.354)//RE 0.562 (0.618)//RE1 0.812 (0.848)\n",
      "\n",
      " * Robust error 0.618\tError 0.354\n",
      "90 th epoch: epsilon: 0.0941176 - 0.0952941, kappa: 0.3333 - 0.3250, lr: 0.0010000\n",
      "Epoch: [90][1/391]\tTime 0.364 (0.364)\tEps 0.094\tData 0.122 (0.122)\tL 1.0574 (1.0574)//RL 1.9144 (1.9144)//RL1 3.2201 (3.2201)\tE 0.312 (0.312)//RE 0.672 (0.672)//RE1 0.906 (0.906)\n",
      "Epoch: [90][200/391]\tTime 0.099 (0.108)\tEps 0.095\tData 0.004 (0.004)\tL 1.0198 (1.0553)//RL 1.5269 (1.5824)//RL1 2.3416 (2.4195)\tE 0.344 (0.367)//RE 0.586 (0.577)//RE1 0.859 (0.809)\n",
      "Epoch: [90][391/391]\tTime 0.169 (0.114)\tEps 0.095\tData 0.003 (0.004)\tL 1.0344 (1.0564)//RL 1.5910 (1.5840)//RL1 2.4222 (2.4127)\tE 0.338 (0.367)//RE 0.525 (0.578)//RE1 0.812 (0.808)\n",
      "\n",
      "Taken 44.634621381759644 s/epoch\n",
      "Test: [1/79]\tTime 21.325 (21.325)\tL 0.9222 (0.9222)//RL 1.821 (1.821)//RL1 3.170 (3.170)\tE 0.289 (0.289)//RE 0.695 (0.695)//RE1 0.938 (0.938)\n",
      "Test: [79/79]\tTime 0.084 (0.353)\tL 0.8082 (0.9832)//RL 1.680 (1.862)//RL1 3.054 (3.172)\tE 0.375 (0.339)//RE 0.750 (0.665)//RE1 1.000 (0.905)\n",
      "\n",
      " * Robust error 0.665\tError 0.339\n",
      "91 th epoch: epsilon: 0.0952941 - 0.0964706, kappa: 0.3250 - 0.3167, lr: 0.0010000\n",
      "Epoch: [91][1/391]\tTime 0.443 (0.443)\tEps 0.095\tData 0.195 (0.195)\tL 1.0174 (1.0174)//RL 1.8913 (1.8913)//RL1 3.2737 (3.2737)\tE 0.367 (0.367)//RE 0.664 (0.664)//RE1 0.922 (0.922)\n",
      "Epoch: [91][200/391]\tTime 0.118 (0.157)\tEps 0.096\tData 0.005 (0.007)\tL 1.1978 (1.0842)//RL 1.7396 (1.6195)//RL1 2.5717 (2.4630)\tE 0.430 (0.377)//RE 0.578 (0.590)//RE1 0.805 (0.816)\n",
      "Epoch: [91][391/391]\tTime 0.139 (0.152)\tEps 0.096\tData 0.003 (0.006)\tL 1.2187 (1.0726)//RL 1.6989 (1.5978)//RL1 2.4549 (2.4212)\tE 0.438 (0.372)//RE 0.600 (0.583)//RE1 0.775 (0.809)\n",
      "\n",
      "Taken 59.66811919212341 s/epoch\n",
      "Test: [1/79]\tTime 4.758 (4.758)\tL 0.9219 (0.9219)//RL 1.825 (1.825)//RL1 3.187 (3.187)\tE 0.281 (0.281)//RE 0.633 (0.633)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.040 (0.154)\tL 0.8662 (1.0190)//RL 1.750 (1.954)//RL1 3.173 (3.299)\tE 0.375 (0.351)//RE 0.750 (0.668)//RE1 0.938 (0.903)\n",
      "\n",
      " * Robust error 0.668\tError 0.351\n",
      "92 th epoch: epsilon: 0.0964706 - 0.0976471, kappa: 0.3167 - 0.3083, lr: 0.0010000\n",
      "Epoch: [92][1/391]\tTime 0.488 (0.488)\tEps 0.096\tData 0.210 (0.210)\tL 1.1691 (1.1691)//RL 2.1616 (2.1616)//RL1 3.6351 (3.6351)\tE 0.352 (0.352)//RE 0.680 (0.680)//RE1 0.938 (0.938)\n",
      "Epoch: [92][200/391]\tTime 0.156 (0.171)\tEps 0.097\tData 0.003 (0.007)\tL 1.1277 (1.0693)//RL 1.6290 (1.6108)//RL1 2.4058 (2.4560)\tE 0.430 (0.370)//RE 0.578 (0.592)//RE1 0.859 (0.819)\n",
      "Epoch: [92][391/391]\tTime 0.126 (0.148)\tEps 0.098\tData 0.005 (0.005)\tL 0.8866 (1.0722)//RL 1.3047 (1.5936)//RL1 2.0049 (2.4014)\tE 0.338 (0.370)//RE 0.475 (0.583)//RE1 0.750 (0.806)\n",
      "\n",
      "Taken 57.85750675201416 s/epoch\n",
      "Test: [1/79]\tTime 31.391 (31.391)\tL 0.9215 (0.9215)//RL 1.628 (1.628)//RL1 2.738 (2.738)\tE 0.266 (0.266)//RE 0.625 (0.625)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.060 (0.479)\tL 0.8431 (0.9968)//RL 1.473 (1.708)//RL1 2.528 (2.800)\tE 0.312 (0.333)//RE 0.562 (0.618)//RE1 0.875 (0.863)\n",
      "\n",
      " * Robust error 0.618\tError 0.333\n",
      "93 th epoch: epsilon: 0.0976471 - 0.0988235, kappa: 0.3083 - 0.3000, lr: 0.0010000\n",
      "Epoch: [93][1/391]\tTime 0.442 (0.442)\tEps 0.098\tData 0.190 (0.190)\tL 1.0445 (1.0445)//RL 1.7883 (1.7883)//RL1 2.9646 (2.9646)\tE 0.336 (0.336)//RE 0.648 (0.648)//RE1 0.898 (0.898)\n",
      "Epoch: [93][200/391]\tTime 0.219 (0.144)\tEps 0.098\tData 0.013 (0.006)\tL 1.1281 (1.0771)//RL 1.6170 (1.6083)//RL1 2.3792 (2.4281)\tE 0.430 (0.376)//RE 0.586 (0.589)//RE1 0.805 (0.813)\n",
      "Epoch: [93][391/391]\tTime 0.129 (0.146)\tEps 0.099\tData 0.003 (0.005)\tL 1.1613 (1.0822)//RL 1.6849 (1.6088)//RL1 2.4716 (2.4226)\tE 0.325 (0.374)//RE 0.538 (0.587)//RE1 0.812 (0.813)\n",
      "\n",
      "Taken 57.27694582939148 s/epoch\n",
      "Test: [1/79]\tTime 35.742 (35.742)\tL 1.0859 (1.0859)//RL 2.121 (2.121)//RL1 3.561 (3.561)\tE 0.352 (0.352)//RE 0.680 (0.680)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.038 (0.538)\tL 0.8803 (1.1562)//RL 1.772 (2.207)//RL1 3.160 (3.639)\tE 0.312 (0.404)//RE 0.625 (0.722)//RE1 0.938 (0.929)\n",
      "\n",
      " * Robust error 0.722\tError 0.404\n",
      "94 th epoch: epsilon: 0.0988235 - 0.1000000, kappa: 0.3000 - 0.2917, lr: 0.0010000\n",
      "Epoch: [94][1/391]\tTime 0.473 (0.473)\tEps 0.099\tData 0.186 (0.186)\tL 1.1367 (1.1367)//RL 2.1706 (2.1706)//RL1 3.6835 (3.6835)\tE 0.398 (0.398)//RE 0.703 (0.703)//RE1 0.961 (0.961)\n",
      "Epoch: [94][200/391]\tTime 0.155 (0.120)\tEps 0.099\tData 0.007 (0.006)\tL 1.2188 (1.1145)//RL 1.7440 (1.6302)//RL1 2.5437 (2.4529)\tE 0.453 (0.389)//RE 0.609 (0.601)//RE1 0.797 (0.823)\n",
      "Epoch: [94][391/391]\tTime 0.144 (0.136)\tEps 0.100\tData 0.013 (0.006)\tL 0.9377 (1.1036)//RL 1.3866 (1.6107)//RL1 2.1380 (2.4142)\tE 0.338 (0.385)//RE 0.488 (0.591)//RE1 0.762 (0.815)\n",
      "\n",
      "Taken 53.373878955841064 s/epoch\n",
      "Test: [1/79]\tTime 14.334 (14.334)\tL 0.9801 (0.9801)//RL 1.781 (1.781)//RL1 2.973 (2.973)\tE 0.305 (0.305)//RE 0.594 (0.594)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.045 (0.269)\tL 0.9528 (1.0484)//RL 1.805 (1.859)//RL1 3.120 (3.036)\tE 0.500 (0.372)//RE 0.750 (0.653)//RE1 1.000 (0.884)\n",
      "\n",
      " * Robust error 0.653\tError 0.372\n",
      "95 th epoch: epsilon: 0.1000000 - 0.1011765, kappa: 0.2917 - 0.2833, lr: 0.0010000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [95][1/391]\tTime 0.425 (0.425)\tEps 0.100\tData 0.163 (0.163)\tL 1.0961 (1.0961)//RL 1.9512 (1.9512)//RL1 3.2092 (3.2092)\tE 0.383 (0.383)//RE 0.727 (0.727)//RE1 0.930 (0.930)\n",
      "Epoch: [95][200/391]\tTime 0.146 (0.163)\tEps 0.101\tData 0.003 (0.008)\tL 1.1399 (1.0964)//RL 1.6320 (1.6105)//RL1 2.3300 (2.4163)\tE 0.383 (0.379)//RE 0.555 (0.588)//RE1 0.781 (0.814)\n",
      "Epoch: [95][391/391]\tTime 0.118 (0.160)\tEps 0.101\tData 0.003 (0.006)\tL 1.2584 (1.0885)//RL 1.7849 (1.5879)//RL1 2.5338 (2.3622)\tE 0.488 (0.377)//RE 0.637 (0.581)//RE1 0.812 (0.800)\n",
      "\n",
      "Taken 62.77999663352966 s/epoch\n",
      "Test: [1/79]\tTime 5.065 (5.065)\tL 0.8867 (0.8867)//RL 1.681 (1.681)//RL1 2.859 (2.859)\tE 0.258 (0.258)//RE 0.633 (0.633)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.048 (0.145)\tL 0.8952 (1.0087)//RL 1.703 (1.819)//RL1 2.951 (2.976)\tE 0.375 (0.357)//RE 0.750 (0.633)//RE1 0.875 (0.861)\n",
      "\n",
      " * Robust error 0.633\tError 0.357\n",
      "96 th epoch: epsilon: 0.1011765 - 0.1023529, kappa: 0.2833 - 0.2750, lr: 0.0010000\n",
      "Epoch: [96][1/391]\tTime 0.435 (0.435)\tEps 0.101\tData 0.186 (0.186)\tL 1.2067 (1.2067)//RL 2.1473 (2.1473)//RL1 3.4817 (3.4817)\tE 0.414 (0.414)//RE 0.812 (0.812)//RE1 0.938 (0.938)\n",
      "Epoch: [96][200/391]\tTime 0.144 (0.152)\tEps 0.102\tData 0.003 (0.005)\tL 1.0885 (1.1420)//RL 1.5534 (1.7350)//RL1 2.3254 (2.6902)\tE 0.367 (0.395)//RE 0.562 (0.629)//RE1 0.875 (0.859)\n",
      "Epoch: [96][391/391]\tTime 0.073 (0.138)\tEps 0.102\tData 0.003 (0.005)\tL 1.0455 (1.1213)//RL 1.5513 (1.6535)//RL1 2.3186 (2.5015)\tE 0.350 (0.391)//RE 0.575 (0.606)//RE1 0.788 (0.828)\n",
      "\n",
      "Taken 54.11946201324463 s/epoch\n",
      "Test: [1/79]\tTime 4.019 (4.019)\tL 0.9399 (0.9399)//RL 1.843 (1.843)//RL1 3.219 (3.219)\tE 0.289 (0.289)//RE 0.648 (0.648)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.045 (0.118)\tL 0.9277 (1.0019)//RL 1.920 (1.916)//RL1 3.390 (3.277)\tE 0.375 (0.349)//RE 0.812 (0.666)//RE1 1.000 (0.902)\n",
      "\n",
      " * Robust error 0.666\tError 0.349\n",
      "97 th epoch: epsilon: 0.1023529 - 0.1035294, kappa: 0.2750 - 0.2667, lr: 0.0010000\n",
      "Epoch: [97][1/391]\tTime 0.413 (0.413)\tEps 0.102\tData 0.146 (0.146)\tL 1.0769 (1.0769)//RL 2.0420 (2.0420)//RL1 3.4948 (3.4948)\tE 0.383 (0.383)//RE 0.656 (0.656)//RE1 0.914 (0.914)\n",
      "Epoch: [97][200/391]\tTime 0.160 (0.163)\tEps 0.103\tData 0.006 (0.006)\tL 1.2022 (1.1248)//RL 1.6773 (1.6249)//RL1 2.4317 (2.4135)\tE 0.406 (0.390)//RE 0.562 (0.593)//RE1 0.805 (0.813)\n",
      "Epoch: [97][391/391]\tTime 0.152 (0.160)\tEps 0.104\tData 0.003 (0.006)\tL 1.0432 (1.1161)//RL 1.5615 (1.6080)//RL1 2.3613 (2.3749)\tE 0.325 (0.388)//RE 0.538 (0.589)//RE1 0.800 (0.806)\n",
      "\n",
      "Taken 62.546671867370605 s/epoch\n",
      "Test: [1/79]\tTime 14.136 (14.136)\tL 0.9755 (0.9755)//RL 1.764 (1.764)//RL1 2.951 (2.951)\tE 0.266 (0.266)//RE 0.656 (0.656)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.077 (0.270)\tL 1.0544 (1.0966)//RL 1.821 (1.896)//RL1 3.060 (3.065)\tE 0.438 (0.383)//RE 0.688 (0.662)//RE1 0.938 (0.891)\n",
      "\n",
      " * Robust error 0.662\tError 0.383\n",
      "98 th epoch: epsilon: 0.1035294 - 0.1047059, kappa: 0.2667 - 0.2583, lr: 0.0010000\n",
      "Epoch: [98][1/391]\tTime 0.419 (0.419)\tEps 0.104\tData 0.123 (0.123)\tL 1.2227 (1.2227)//RL 2.0630 (2.0630)//RL1 3.3073 (3.3073)\tE 0.445 (0.445)//RE 0.727 (0.727)//RE1 0.930 (0.930)\n",
      "Epoch: [98][200/391]\tTime 0.153 (0.168)\tEps 0.104\tData 0.003 (0.005)\tL 0.9273 (1.1059)//RL 1.3809 (1.6007)//RL1 2.0900 (2.3891)\tE 0.305 (0.378)//RE 0.508 (0.586)//RE1 0.734 (0.808)\n",
      "Epoch: [98][391/391]\tTime 0.138 (0.162)\tEps 0.105\tData 0.003 (0.005)\tL 1.1743 (1.1053)//RL 1.6602 (1.5917)//RL1 2.3812 (2.3558)\tE 0.375 (0.381)//RE 0.575 (0.581)//RE1 0.812 (0.800)\n",
      "\n",
      "Taken 63.36283588409424 s/epoch\n",
      "Test: [1/79]\tTime 6.239 (6.239)\tL 1.0128 (1.0128)//RL 1.731 (1.731)//RL1 2.798 (2.798)\tE 0.312 (0.312)//RE 0.578 (0.578)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.040 (0.178)\tL 0.8657 (1.0827)//RL 1.514 (1.810)//RL1 2.544 (2.862)\tE 0.500 (0.386)//RE 0.688 (0.642)//RE1 0.812 (0.862)\n",
      "\n",
      " * Robust error 0.642\tError 0.386\n",
      "99 th epoch: epsilon: 0.1047059 - 0.1058824, kappa: 0.2583 - 0.2500, lr: 0.0010000\n",
      "Epoch: [99][1/391]\tTime 0.489 (0.489)\tEps 0.105\tData 0.222 (0.222)\tL 1.1573 (1.1573)//RL 1.9298 (1.9298)//RL1 3.0862 (3.0862)\tE 0.383 (0.383)//RE 0.703 (0.703)//RE1 0.891 (0.891)\n",
      "Epoch: [99][200/391]\tTime 0.181 (0.142)\tEps 0.105\tData 0.003 (0.006)\tL 1.1745 (1.1199)//RL 1.6501 (1.6157)//RL1 2.3844 (2.3806)\tE 0.430 (0.391)//RE 0.562 (0.594)//RE1 0.836 (0.811)\n",
      "Epoch: [99][391/391]\tTime 0.148 (0.152)\tEps 0.106\tData 0.005 (0.006)\tL 1.0829 (1.1223)//RL 1.5464 (1.6126)//RL1 2.2995 (2.3677)\tE 0.463 (0.390)//RE 0.613 (0.593)//RE1 0.825 (0.807)\n",
      "\n",
      "Taken 59.49383544921875 s/epoch\n",
      "Test: [1/79]\tTime 10.311 (10.311)\tL 1.0321 (1.0321)//RL 1.809 (1.809)//RL1 2.976 (2.976)\tE 0.328 (0.328)//RE 0.617 (0.617)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.036 (0.210)\tL 0.9785 (1.0673)//RL 1.780 (1.837)//RL1 2.992 (2.974)\tE 0.500 (0.371)//RE 0.688 (0.648)//RE1 0.938 (0.879)\n",
      "\n",
      " * Robust error 0.648\tError 0.371\n",
      "100 th epoch: epsilon: 0.1058824 - 0.1070588, kappa: 0.2500 - 0.2417, lr: 0.0010000\n",
      "Epoch: [100][1/391]\tTime 0.509 (0.509)\tEps 0.106\tData 0.246 (0.246)\tL 1.1966 (1.1966)//RL 1.9852 (1.9852)//RL1 3.1904 (3.1904)\tE 0.422 (0.422)//RE 0.703 (0.703)//RE1 0.891 (0.891)\n",
      "Epoch: [100][200/391]\tTime 0.165 (0.159)\tEps 0.106\tData 0.006 (0.006)\tL 1.1886 (1.1269)//RL 1.6831 (1.6139)//RL1 2.4641 (2.3721)\tE 0.398 (0.392)//RE 0.547 (0.591)//RE1 0.844 (0.811)\n",
      "Epoch: [100][391/391]\tTime 0.182 (0.159)\tEps 0.107\tData 0.004 (0.005)\tL 0.9712 (1.1242)//RL 1.4049 (1.6068)//RL1 2.1086 (2.3599)\tE 0.312 (0.391)//RE 0.525 (0.589)//RE1 0.775 (0.808)\n",
      "\n",
      "Taken 62.34381127357483 s/epoch\n",
      "Test: [1/79]\tTime 7.958 (7.958)\tL 0.9793 (0.9793)//RL 1.712 (1.712)//RL1 2.836 (2.836)\tE 0.289 (0.289)//RE 0.562 (0.562)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.059 (0.183)\tL 0.9165 (1.0975)//RL 1.650 (1.859)//RL1 2.783 (2.990)\tE 0.438 (0.391)//RE 0.625 (0.645)//RE1 0.875 (0.878)\n",
      "\n",
      " * Robust error 0.645\tError 0.391\n",
      "101 th epoch: epsilon: 0.1070588 - 0.1082353, kappa: 0.2417 - 0.2333, lr: 0.0010000\n",
      "Epoch: [101][1/391]\tTime 0.510 (0.510)\tEps 0.107\tData 0.224 (0.224)\tL 1.2728 (1.2728)//RL 2.0616 (2.0616)//RL1 3.3083 (3.3083)\tE 0.477 (0.477)//RE 0.703 (0.703)//RE1 0.945 (0.945)\n",
      "Epoch: [101][200/391]\tTime 0.162 (0.164)\tEps 0.108\tData 0.003 (0.006)\tL 1.0966 (1.1317)//RL 1.5185 (1.6205)//RL1 2.1910 (2.3928)\tE 0.375 (0.392)//RE 0.586 (0.592)//RE1 0.781 (0.812)\n",
      "Epoch: [101][391/391]\tTime 0.082 (0.141)\tEps 0.108\tData 0.003 (0.005)\tL 1.1149 (1.1329)//RL 1.5884 (1.6062)//RL1 2.3488 (2.3451)\tE 0.400 (0.394)//RE 0.588 (0.587)//RE1 0.800 (0.805)\n",
      "\n",
      "Taken 55.283514738082886 s/epoch\n",
      "Test: [1/79]\tTime 3.638 (3.638)\tL 0.9485 (0.9485)//RL 1.784 (1.784)//RL1 3.102 (3.102)\tE 0.297 (0.297)//RE 0.633 (0.633)//RE1 0.938 (0.938)\n",
      "Test: [79/79]\tTime 0.121 (0.112)\tL 0.8540 (1.0172)//RL 1.663 (1.847)//RL1 2.973 (3.130)\tE 0.438 (0.353)//RE 0.688 (0.650)//RE1 0.938 (0.905)\n",
      "\n",
      " * Robust error 0.650\tError 0.353\n",
      "102 th epoch: epsilon: 0.1082353 - 0.1094118, kappa: 0.2333 - 0.2250, lr: 0.0010000\n",
      "Epoch: [102][1/391]\tTime 0.454 (0.454)\tEps 0.108\tData 0.169 (0.169)\tL 1.0821 (1.0821)//RL 1.9126 (1.9126)//RL1 3.2921 (3.2921)\tE 0.359 (0.359)//RE 0.688 (0.688)//RE1 0.945 (0.945)\n",
      "Epoch: [102][200/391]\tTime 0.140 (0.149)\tEps 0.109\tData 0.003 (0.006)\tL 1.1221 (1.1693)//RL 1.5566 (1.7027)//RL1 2.2385 (2.5522)\tE 0.414 (0.405)//RE 0.562 (0.627)//RE1 0.781 (0.851)\n",
      "Epoch: [102][391/391]\tTime 0.145 (0.157)\tEps 0.109\tData 0.003 (0.005)\tL 1.1279 (1.1617)//RL 1.5815 (1.6578)//RL1 2.2880 (2.4420)\tE 0.375 (0.403)//RE 0.550 (0.610)//RE1 0.762 (0.830)\n",
      "\n",
      "Taken 61.44803428649902 s/epoch\n",
      "Test: [1/79]\tTime 4.585 (4.585)\tL 1.0180 (1.0180)//RL 1.804 (1.804)//RL1 2.973 (2.973)\tE 0.297 (0.297)//RE 0.633 (0.633)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.038 (0.142)\tL 0.9823 (1.1334)//RL 1.745 (1.918)//RL1 2.959 (3.068)\tE 0.438 (0.395)//RE 0.688 (0.663)//RE1 0.938 (0.884)\n",
      "\n",
      " * Robust error 0.663\tError 0.395\n",
      "103 th epoch: epsilon: 0.1094118 - 0.1105882, kappa: 0.2250 - 0.2167, lr: 0.0010000\n",
      "Epoch: [103][1/391]\tTime 0.438 (0.438)\tEps 0.109\tData 0.170 (0.170)\tL 1.1492 (1.1492)//RL 1.9238 (1.9238)//RL1 3.1280 (3.1280)\tE 0.406 (0.406)//RE 0.711 (0.711)//RE1 0.930 (0.930)\n",
      "Epoch: [103][200/391]\tTime 0.102 (0.143)\tEps 0.110\tData 0.003 (0.006)\tL 1.1878 (1.1696)//RL 1.6224 (1.6472)//RL1 2.2985 (2.4041)\tE 0.469 (0.406)//RE 0.602 (0.603)//RE1 0.797 (0.819)\n",
      "Epoch: [103][391/391]\tTime 0.153 (0.144)\tEps 0.111\tData 0.004 (0.005)\tL 1.0587 (1.1532)//RL 1.4750 (1.6246)//RL1 2.0895 (2.3587)\tE 0.412 (0.401)//RE 0.525 (0.596)//RE1 0.725 (0.814)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 56.377755641937256 s/epoch\n",
      "Test: [1/79]\tTime 12.443 (12.443)\tL 0.9664 (0.9664)//RL 1.704 (1.704)//RL1 2.794 (2.794)\tE 0.312 (0.312)//RE 0.594 (0.594)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.075 (0.239)\tL 0.8067 (1.0775)//RL 1.455 (1.834)//RL1 2.539 (2.907)\tE 0.312 (0.381)//RE 0.688 (0.645)//RE1 0.875 (0.870)\n",
      "\n",
      " * Robust error 0.645\tError 0.381\n",
      "104 th epoch: epsilon: 0.1105882 - 0.1117647, kappa: 0.2167 - 0.2083, lr: 0.0010000\n",
      "Epoch: [104][1/391]\tTime 0.494 (0.494)\tEps 0.111\tData 0.188 (0.188)\tL 1.0931 (1.0931)//RL 1.8871 (1.8871)//RL1 3.0371 (3.0371)\tE 0.375 (0.375)//RE 0.688 (0.688)//RE1 0.906 (0.906)\n",
      "Epoch: [104][200/391]\tTime 0.096 (0.131)\tEps 0.111\tData 0.003 (0.005)\tL 1.2695 (1.1484)//RL 1.7348 (1.6176)//RL1 2.4150 (2.3504)\tE 0.430 (0.400)//RE 0.633 (0.596)//RE1 0.812 (0.812)\n",
      "Epoch: [104][391/391]\tTime 0.135 (0.125)\tEps 0.112\tData 0.003 (0.005)\tL 1.0859 (1.1471)//RL 1.4940 (1.6042)//RL1 2.0960 (2.3162)\tE 0.425 (0.398)//RE 0.562 (0.589)//RE1 0.750 (0.805)\n",
      "\n",
      "Taken 49.070462465286255 s/epoch\n",
      "Test: [1/79]\tTime 6.026 (6.026)\tL 0.9751 (0.9751)//RL 1.712 (1.712)//RL1 2.751 (2.751)\tE 0.273 (0.273)//RE 0.617 (0.617)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.076 (0.170)\tL 0.8224 (1.0382)//RL 1.513 (1.765)//RL1 2.561 (2.783)\tE 0.438 (0.351)//RE 0.688 (0.644)//RE1 0.938 (0.877)\n",
      "\n",
      " * Robust error 0.644\tError 0.351\n",
      "105 th epoch: epsilon: 0.1117647 - 0.1129412, kappa: 0.2083 - 0.2000, lr: 0.0010000\n",
      "Epoch: [105][1/391]\tTime 0.492 (0.492)\tEps 0.112\tData 0.209 (0.209)\tL 1.1495 (1.1495)//RL 1.9040 (1.9040)//RL1 3.0008 (3.0008)\tE 0.422 (0.422)//RE 0.734 (0.734)//RE1 0.914 (0.914)\n",
      "Epoch: [105][200/391]\tTime 0.144 (0.153)\tEps 0.112\tData 0.003 (0.007)\tL 1.2583 (1.1578)//RL 1.8582 (1.7083)//RL1 2.8019 (2.5778)\tE 0.453 (0.401)//RE 0.695 (0.626)//RE1 0.891 (0.855)\n",
      "Epoch: [105][391/391]\tTime 0.173 (0.150)\tEps 0.113\tData 0.011 (0.006)\tL 1.0301 (1.1754)//RL 1.3893 (1.6752)//RL1 2.0057 (2.4756)\tE 0.338 (0.407)//RE 0.575 (0.616)//RE1 0.800 (0.840)\n",
      "\n",
      "Taken 58.76022481918335 s/epoch\n",
      "Test: [1/79]\tTime 10.062 (10.062)\tL 1.0553 (1.0553)//RL 1.705 (1.705)//RL1 2.711 (2.711)\tE 0.320 (0.320)//RE 0.617 (0.617)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.072 (0.216)\tL 1.1352 (1.1075)//RL 1.821 (1.765)//RL1 2.896 (2.764)\tE 0.562 (0.383)//RE 0.750 (0.646)//RE1 0.938 (0.874)\n",
      "\n",
      " * Robust error 0.646\tError 0.383\n",
      "106 th epoch: epsilon: 0.1129412 - 0.1141176, kappa: 0.2000 - 0.1917, lr: 0.0010000\n",
      "Epoch: [106][1/391]\tTime 0.461 (0.461)\tEps 0.113\tData 0.201 (0.201)\tL 1.4127 (1.4127)//RL 2.1434 (2.1434)//RL1 3.2438 (3.2438)\tE 0.555 (0.555)//RE 0.742 (0.742)//RE1 0.922 (0.922)\n",
      "Epoch: [106][200/391]\tTime 0.123 (0.164)\tEps 0.114\tData 0.008 (0.007)\tL 1.4272 (1.1490)//RL 1.9011 (1.6048)//RL1 2.6129 (2.3240)\tE 0.531 (0.398)//RE 0.633 (0.590)//RE1 0.852 (0.804)\n",
      "Epoch: [106][391/391]\tTime 0.082 (0.153)\tEps 0.114\tData 0.003 (0.005)\tL 1.1957 (1.1600)//RL 1.6418 (1.6087)//RL1 2.3214 (2.3137)\tE 0.363 (0.405)//RE 0.562 (0.592)//RE1 0.812 (0.806)\n",
      "\n",
      "Taken 59.792288064956665 s/epoch\n",
      "Test: [1/79]\tTime 3.796 (3.796)\tL 1.0643 (1.0643)//RL 1.870 (1.870)//RL1 3.070 (3.070)\tE 0.367 (0.367)//RE 0.727 (0.727)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.037 (0.109)\tL 1.0099 (1.1079)//RL 1.786 (1.904)//RL1 3.016 (3.075)\tE 0.562 (0.387)//RE 0.812 (0.689)//RE1 0.938 (0.925)\n",
      "\n",
      " * Robust error 0.689\tError 0.387\n",
      "107 th epoch: epsilon: 0.1141176 - 0.1152941, kappa: 0.1917 - 0.1833, lr: 0.0010000\n",
      "Epoch: [107][1/391]\tTime 0.327 (0.327)\tEps 0.114\tData 0.145 (0.145)\tL 1.0419 (1.0419)//RL 1.8344 (1.8344)//RL1 3.0777 (3.0777)\tE 0.367 (0.367)//RE 0.734 (0.734)//RE1 0.961 (0.961)\n",
      "Epoch: [107][200/391]\tTime 0.177 (0.120)\tEps 0.115\tData 0.004 (0.008)\tL 1.1286 (1.1738)//RL 1.5339 (1.6406)//RL1 2.1533 (2.3656)\tE 0.383 (0.412)//RE 0.570 (0.604)//RE1 0.820 (0.819)\n",
      "Epoch: [107][391/391]\tTime 0.085 (0.110)\tEps 0.115\tData 0.003 (0.006)\tL 1.2016 (1.1712)//RL 1.6509 (1.6244)//RL1 2.3096 (2.3259)\tE 0.450 (0.408)//RE 0.588 (0.596)//RE1 0.762 (0.808)\n",
      "\n",
      "Taken 42.99454116821289 s/epoch\n",
      "Test: [1/79]\tTime 3.392 (3.392)\tL 1.0310 (1.0310)//RL 1.770 (1.770)//RL1 2.910 (2.910)\tE 0.336 (0.336)//RE 0.641 (0.641)//RE1 0.930 (0.930)\n",
      "Test: [79/79]\tTime 0.041 (0.104)\tL 0.9125 (1.0820)//RL 1.630 (1.818)//RL1 2.800 (2.930)\tE 0.438 (0.380)//RE 0.750 (0.660)//RE1 0.875 (0.901)\n",
      "\n",
      " * Robust error 0.660\tError 0.380\n",
      "108 th epoch: epsilon: 0.1152941 - 0.1164706, kappa: 0.1833 - 0.1750, lr: 0.0010000\n",
      "Epoch: [108][1/391]\tTime 0.329 (0.329)\tEps 0.115\tData 0.144 (0.144)\tL 1.0698 (1.0698)//RL 1.8039 (1.8039)//RL1 2.9803 (2.9803)\tE 0.438 (0.438)//RE 0.664 (0.664)//RE1 0.906 (0.906)\n",
      "Epoch: [108][200/391]\tTime 0.099 (0.141)\tEps 0.116\tData 0.003 (0.006)\tL 1.2441 (1.1813)//RL 1.6787 (1.6405)//RL1 2.3452 (2.3529)\tE 0.461 (0.411)//RE 0.617 (0.603)//RE1 0.812 (0.818)\n",
      "Epoch: [108][391/391]\tTime 0.102 (0.146)\tEps 0.116\tData 0.003 (0.006)\tL 1.1378 (1.1739)//RL 1.5691 (1.6203)//RL1 2.2184 (2.3104)\tE 0.363 (0.410)//RE 0.575 (0.596)//RE1 0.762 (0.808)\n",
      "\n",
      "Taken 57.279502391815186 s/epoch\n",
      "Test: [1/79]\tTime 5.621 (5.621)\tL 1.0108 (1.0108)//RL 1.662 (1.662)//RL1 2.627 (2.627)\tE 0.305 (0.305)//RE 0.586 (0.586)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.071 (0.169)\tL 0.9405 (1.0980)//RL 1.570 (1.752)//RL1 2.533 (2.705)\tE 0.375 (0.387)//RE 0.562 (0.636)//RE1 0.875 (0.861)\n",
      "\n",
      " * Robust error 0.636\tError 0.387\n",
      "109 th epoch: epsilon: 0.1164706 - 0.1176471, kappa: 0.1750 - 0.1667, lr: 0.0010000\n",
      "Epoch: [109][1/391]\tTime 0.497 (0.497)\tEps 0.116\tData 0.226 (0.226)\tL 1.3373 (1.3373)//RL 2.0484 (2.0484)//RL1 3.1169 (3.1169)\tE 0.492 (0.492)//RE 0.766 (0.766)//RE1 0.930 (0.930)\n",
      "Epoch: [109][200/391]\tTime 0.151 (0.166)\tEps 0.117\tData 0.003 (0.005)\tL 1.1636 (1.1798)//RL 1.5924 (1.6288)//RL1 2.2410 (2.3303)\tE 0.422 (0.410)//RE 0.539 (0.598)//RE1 0.773 (0.814)\n",
      "Epoch: [109][391/391]\tTime 0.131 (0.153)\tEps 0.118\tData 0.003 (0.005)\tL 1.0335 (1.1723)//RL 1.4760 (1.6145)//RL1 2.1588 (2.2929)\tE 0.287 (0.409)//RE 0.500 (0.593)//RE1 0.713 (0.806)\n",
      "\n",
      "Taken 59.94082045555115 s/epoch\n",
      "Test: [1/79]\tTime 13.088 (13.088)\tL 1.0520 (1.0520)//RL 1.845 (1.845)//RL1 2.987 (2.987)\tE 0.289 (0.289)//RE 0.680 (0.680)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.050 (0.246)\tL 0.9835 (1.1092)//RL 1.738 (1.890)//RL1 2.887 (3.007)\tE 0.500 (0.393)//RE 0.625 (0.673)//RE1 0.875 (0.904)\n",
      "\n",
      " * Robust error 0.673\tError 0.393\n",
      "110 th epoch: epsilon: 0.1176471 - 0.1188235, kappa: 0.1667 - 0.1583, lr: 0.0010000\n",
      "Epoch: [110][1/391]\tTime 0.424 (0.424)\tEps 0.118\tData 0.235 (0.235)\tL 1.0845 (1.0845)//RL 1.8570 (1.8570)//RL1 3.0290 (3.0290)\tE 0.312 (0.312)//RE 0.688 (0.688)//RE1 0.945 (0.945)\n",
      "Epoch: [110][200/391]\tTime 0.096 (0.140)\tEps 0.118\tData 0.003 (0.006)\tL 1.0934 (1.1781)//RL 1.4999 (1.6323)//RL1 2.1332 (2.3277)\tE 0.406 (0.411)//RE 0.586 (0.604)//RE1 0.742 (0.815)\n",
      "Epoch: [110][391/391]\tTime 0.082 (0.129)\tEps 0.119\tData 0.003 (0.007)\tL 1.3033 (1.1803)//RL 1.7442 (1.6241)//RL1 2.4428 (2.3033)\tE 0.400 (0.411)//RE 0.613 (0.599)//RE1 0.825 (0.809)\n",
      "\n",
      "Taken 50.56594204902649 s/epoch\n",
      "Test: [1/79]\tTime 5.959 (5.959)\tL 1.0261 (1.0261)//RL 1.700 (1.700)//RL1 2.730 (2.730)\tE 0.281 (0.281)//RE 0.602 (0.602)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.067 (0.151)\tL 0.8707 (1.0910)//RL 1.532 (1.771)//RL1 2.582 (2.788)\tE 0.375 (0.379)//RE 0.688 (0.641)//RE1 0.812 (0.873)\n",
      "\n",
      " * Robust error 0.641\tError 0.379\n",
      "111 th epoch: epsilon: 0.1188235 - 0.1200000, kappa: 0.1583 - 0.1500, lr: 0.0010000\n",
      "Epoch: [111][1/391]\tTime 0.405 (0.405)\tEps 0.119\tData 0.206 (0.206)\tL 1.1149 (1.1149)//RL 1.7658 (1.7658)//RL1 2.8280 (2.8280)\tE 0.398 (0.398)//RE 0.633 (0.633)//RE1 0.945 (0.945)\n",
      "Epoch: [111][200/391]\tTime 0.176 (0.167)\tEps 0.119\tData 0.011 (0.008)\tL 1.2409 (1.2073)//RL 1.7085 (1.6565)//RL1 2.4327 (2.3627)\tE 0.414 (0.422)//RE 0.609 (0.607)//RE1 0.820 (0.827)\n",
      "Epoch: [111][391/391]\tTime 0.178 (0.166)\tEps 0.120\tData 0.005 (0.006)\tL 1.1984 (1.1974)//RL 1.6060 (1.6366)//RL1 2.2338 (2.3207)\tE 0.375 (0.416)//RE 0.562 (0.600)//RE1 0.825 (0.816)\n",
      "\n",
      "Taken 65.1597900390625 s/epoch\n",
      "Test: [1/79]\tTime 27.068 (27.068)\tL 1.0230 (1.0230)//RL 1.652 (1.652)//RL1 2.590 (2.590)\tE 0.305 (0.305)//RE 0.594 (0.594)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.073 (0.427)\tL 0.9535 (1.1208)//RL 1.534 (1.751)//RL1 2.467 (2.671)\tE 0.375 (0.396)//RE 0.688 (0.635)//RE1 0.812 (0.862)\n",
      "\n",
      " * Robust error 0.635\tError 0.396\n",
      "112 th epoch: epsilon: 0.1200000 - 0.1211765, kappa: 0.1500 - 0.1417, lr: 0.0010000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [112][1/391]\tTime 0.443 (0.443)\tEps 0.120\tData 0.177 (0.177)\tL 1.1127 (1.1127)//RL 1.7306 (1.7306)//RL1 2.6960 (2.6960)\tE 0.352 (0.352)//RE 0.633 (0.633)//RE1 0.914 (0.914)\n",
      "Epoch: [112][200/391]\tTime 0.098 (0.162)\tEps 0.121\tData 0.003 (0.005)\tL 1.1034 (1.1904)//RL 1.4910 (1.6315)//RL1 2.0855 (2.3137)\tE 0.383 (0.414)//RE 0.555 (0.598)//RE1 0.773 (0.811)\n",
      "Epoch: [112][391/391]\tTime 0.151 (0.156)\tEps 0.121\tData 0.003 (0.005)\tL 1.1642 (1.1909)//RL 1.5752 (1.6211)//RL1 2.1929 (2.2845)\tE 0.400 (0.416)//RE 0.588 (0.595)//RE1 0.762 (0.805)\n",
      "\n",
      "Taken 61.180251359939575 s/epoch\n",
      "Test: [1/79]\tTime 3.599 (3.599)\tL 1.0832 (1.0832)//RL 1.896 (1.896)//RL1 3.050 (3.050)\tE 0.320 (0.320)//RE 0.711 (0.711)//RE1 0.953 (0.953)\n",
      "Test: [79/79]\tTime 0.037 (0.101)\tL 0.8690 (1.1112)//RL 1.650 (1.909)//RL1 2.853 (3.028)\tE 0.438 (0.389)//RE 0.750 (0.681)//RE1 1.000 (0.907)\n",
      "\n",
      " * Robust error 0.681\tError 0.389\n",
      "113 th epoch: epsilon: 0.1211765 - 0.1223529, kappa: 0.1417 - 0.1333, lr: 0.0010000\n",
      "Epoch: [113][1/391]\tTime 0.362 (0.362)\tEps 0.121\tData 0.163 (0.163)\tL 1.1778 (1.1778)//RL 1.9852 (1.9852)//RL1 3.1778 (3.1778)\tE 0.406 (0.406)//RE 0.750 (0.750)//RE1 0.938 (0.938)\n",
      "Epoch: [113][200/391]\tTime 0.140 (0.113)\tEps 0.122\tData 0.006 (0.006)\tL 1.1929 (1.2201)//RL 1.5900 (1.6628)//RL1 2.2119 (2.3506)\tE 0.445 (0.425)//RE 0.578 (0.611)//RE1 0.820 (0.826)\n",
      "Epoch: [113][391/391]\tTime 0.081 (0.114)\tEps 0.122\tData 0.003 (0.005)\tL 1.2687 (1.2040)//RL 1.7198 (1.6330)//RL1 2.3786 (2.2861)\tE 0.450 (0.420)//RE 0.663 (0.602)//RE1 0.800 (0.811)\n",
      "\n",
      "Taken 44.573140144348145 s/epoch\n",
      "Test: [1/79]\tTime 11.617 (11.617)\tL 1.0681 (1.0681)//RL 1.749 (1.749)//RL1 2.715 (2.715)\tE 0.305 (0.305)//RE 0.594 (0.594)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.051 (0.234)\tL 0.9380 (1.1463)//RL 1.553 (1.838)//RL1 2.517 (2.800)\tE 0.438 (0.400)//RE 0.625 (0.655)//RE1 0.875 (0.875)\n",
      "\n",
      " * Robust error 0.655\tError 0.400\n",
      "114 th epoch: epsilon: 0.1223529 - 0.1235294, kappa: 0.1333 - 0.1250, lr: 0.0010000\n",
      "Epoch: [114][1/391]\tTime 0.469 (0.469)\tEps 0.122\tData 0.174 (0.174)\tL 1.0650 (1.0650)//RL 1.7147 (1.7147)//RL1 2.7090 (2.7090)\tE 0.344 (0.344)//RE 0.602 (0.602)//RE1 0.891 (0.891)\n",
      "Epoch: [114][200/391]\tTime 0.161 (0.158)\tEps 0.123\tData 0.003 (0.006)\tL 1.2364 (1.2132)//RL 1.6637 (1.6455)//RL1 2.3395 (2.3071)\tE 0.422 (0.425)//RE 0.672 (0.610)//RE1 0.875 (0.816)\n",
      "Epoch: [114][391/391]\tTime 0.103 (0.156)\tEps 0.124\tData 0.003 (0.005)\tL 1.3233 (1.2102)//RL 1.7203 (1.6346)//RL1 2.3421 (2.2812)\tE 0.488 (0.424)//RE 0.713 (0.604)//RE1 0.875 (0.809)\n",
      "\n",
      "Taken 61.06511354446411 s/epoch\n",
      "Test: [1/79]\tTime 6.212 (6.212)\tL 1.0921 (1.0921)//RL 1.736 (1.736)//RL1 2.685 (2.685)\tE 0.320 (0.320)//RE 0.648 (0.648)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.072 (0.169)\tL 1.1096 (1.1644)//RL 1.768 (1.824)//RL1 2.776 (2.776)\tE 0.500 (0.402)//RE 0.625 (0.665)//RE1 1.000 (0.885)\n",
      "\n",
      " * Robust error 0.665\tError 0.402\n",
      "115 th epoch: epsilon: 0.1235294 - 0.1247059, kappa: 0.1250 - 0.1167, lr: 0.0010000\n",
      "Epoch: [115][1/391]\tTime 0.443 (0.443)\tEps 0.124\tData 0.172 (0.172)\tL 1.1762 (1.1762)//RL 1.8325 (1.8325)//RL1 2.8193 (2.8193)\tE 0.383 (0.383)//RE 0.633 (0.633)//RE1 0.891 (0.891)\n",
      "Epoch: [115][200/391]\tTime 0.097 (0.144)\tEps 0.124\tData 0.003 (0.004)\tL 1.1163 (1.2267)//RL 1.5398 (1.6453)//RL1 2.1429 (2.2807)\tE 0.328 (0.427)//RE 0.523 (0.606)//RE1 0.758 (0.808)\n",
      "Epoch: [115][391/391]\tTime 0.110 (0.154)\tEps 0.125\tData 0.006 (0.005)\tL 1.2774 (1.2109)//RL 1.7337 (1.6253)//RL1 2.4081 (2.2453)\tE 0.450 (0.421)//RE 0.600 (0.597)//RE1 0.825 (0.800)\n",
      "\n",
      "Taken 60.36298608779907 s/epoch\n",
      "Test: [1/79]\tTime 5.362 (5.362)\tL 1.0796 (1.0796)//RL 1.819 (1.819)//RL1 2.862 (2.862)\tE 0.359 (0.359)//RE 0.680 (0.680)//RE1 0.930 (0.930)\n",
      "Test: [79/79]\tTime 0.101 (0.157)\tL 0.8852 (1.1327)//RL 1.573 (1.853)//RL1 2.601 (2.863)\tE 0.375 (0.400)//RE 0.688 (0.670)//RE1 0.938 (0.888)\n",
      "\n",
      " * Robust error 0.670\tError 0.400\n",
      "116 th epoch: epsilon: 0.1247059 - 0.1258824, kappa: 0.1167 - 0.1083, lr: 0.0010000\n",
      "Epoch: [116][1/391]\tTime 0.246 (0.246)\tEps 0.125\tData 0.105 (0.105)\tL 1.1141 (1.1141)//RL 1.8599 (1.8599)//RL1 2.9148 (2.9148)\tE 0.375 (0.375)//RE 0.695 (0.695)//RE1 0.898 (0.898)\n",
      "Epoch: [116][200/391]\tTime 0.093 (0.109)\tEps 0.125\tData 0.003 (0.005)\tL 1.1366 (1.2172)//RL 1.5186 (1.6466)//RL1 2.1102 (2.2890)\tE 0.398 (0.422)//RE 0.602 (0.604)//RE1 0.805 (0.809)\n",
      "Epoch: [116][391/391]\tTime 0.129 (0.122)\tEps 0.126\tData 0.003 (0.005)\tL 1.1330 (1.2161)//RL 1.4718 (1.6351)//RL1 1.9903 (2.2605)\tE 0.400 (0.424)//RE 0.525 (0.601)//RE1 0.688 (0.802)\n",
      "\n",
      "Taken 47.81694722175598 s/epoch\n",
      "Test: [1/79]\tTime 5.233 (5.233)\tL 1.0986 (1.0986)//RL 1.775 (1.775)//RL1 2.722 (2.722)\tE 0.359 (0.359)//RE 0.664 (0.664)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.037 (0.143)\tL 1.1184 (1.1397)//RL 1.790 (1.805)//RL1 2.770 (2.725)\tE 0.500 (0.411)//RE 0.750 (0.658)//RE1 1.000 (0.873)\n",
      "\n",
      " * Robust error 0.658\tError 0.411\n",
      "117 th epoch: epsilon: 0.1258824 - 0.1270588, kappa: 0.1083 - 0.1000, lr: 0.0010000\n",
      "Epoch: [117][1/391]\tTime 0.492 (0.492)\tEps 0.126\tData 0.221 (0.221)\tL 1.2166 (1.2166)//RL 1.8626 (1.8626)//RL1 2.8136 (2.8136)\tE 0.422 (0.422)//RE 0.672 (0.672)//RE1 0.875 (0.875)\n",
      "Epoch: [117][200/391]\tTime 0.143 (0.146)\tEps 0.126\tData 0.006 (0.005)\tL 1.2245 (1.2259)//RL 1.6749 (1.6453)//RL1 2.3366 (2.2761)\tE 0.453 (0.429)//RE 0.602 (0.606)//RE1 0.805 (0.808)\n",
      "Epoch: [117][391/391]\tTime 0.125 (0.129)\tEps 0.127\tData 0.003 (0.005)\tL 1.1352 (1.2193)//RL 1.5460 (1.6342)//RL1 2.1630 (2.2590)\tE 0.400 (0.425)//RE 0.550 (0.603)//RE1 0.788 (0.806)\n",
      "\n",
      "Taken 50.443268060684204 s/epoch\n",
      "Test: [1/79]\tTime 14.620 (14.620)\tL 1.1262 (1.1262)//RL 1.749 (1.749)//RL1 2.632 (2.632)\tE 0.352 (0.352)//RE 0.625 (0.625)//RE1 0.867 (0.867)\n",
      "Test: [79/79]\tTime 0.039 (0.271)\tL 1.0914 (1.1786)//RL 1.698 (1.800)//RL1 2.627 (2.675)\tE 0.438 (0.418)//RE 0.750 (0.651)//RE1 0.875 (0.843)\n",
      "\n",
      " * Robust error 0.651\tError 0.418\n",
      "118 th epoch: epsilon: 0.1270588 - 0.1282353, kappa: 0.1000 - 0.0917, lr: 0.0010000\n",
      "Epoch: [118][1/391]\tTime 0.420 (0.420)\tEps 0.127\tData 0.148 (0.148)\tL 1.1937 (1.1937)//RL 1.8127 (1.8127)//RL1 2.7277 (2.7277)\tE 0.484 (0.484)//RE 0.617 (0.617)//RE1 0.844 (0.844)\n",
      "Epoch: [118][200/391]\tTime 0.140 (0.154)\tEps 0.128\tData 0.003 (0.005)\tL 1.2343 (1.2637)//RL 1.6003 (1.7350)//RL1 2.2132 (2.5072)\tE 0.422 (0.443)//RE 0.609 (0.642)//RE1 0.859 (0.856)\n",
      "Epoch: [118][391/391]\tTime 0.080 (0.141)\tEps 0.128\tData 0.003 (0.004)\tL 1.3495 (1.2603)//RL 1.7620 (1.7085)//RL1 2.4420 (2.4442)\tE 0.450 (0.440)//RE 0.613 (0.632)//RE1 0.800 (0.844)\n",
      "\n",
      "Taken 55.452216386795044 s/epoch\n",
      "Test: [1/79]\tTime 4.562 (4.562)\tL 1.1052 (1.1052)//RL 2.179 (2.179)//RL1 3.829 (3.829)\tE 0.336 (0.336)//RE 0.766 (0.766)//RE1 0.977 (0.977)\n",
      "Test: [79/79]\tTime 0.035 (0.116)\tL 1.0298 (1.1780)//RL 2.064 (2.246)//RL1 3.745 (3.867)\tE 0.562 (0.412)//RE 0.688 (0.771)//RE1 1.000 (0.961)\n",
      "\n",
      " * Robust error 0.771\tError 0.412\n",
      "119 th epoch: epsilon: 0.1282353 - 0.1294118, kappa: 0.0917 - 0.0833, lr: 0.0010000\n",
      "Epoch: [119][1/391]\tTime 0.357 (0.357)\tEps 0.128\tData 0.188 (0.188)\tL 1.2641 (1.2641)//RL 2.3600 (2.3600)//RL1 4.0509 (4.0509)\tE 0.422 (0.422)//RE 0.859 (0.859)//RE1 0.977 (0.977)\n",
      "Epoch: [119][200/391]\tTime 0.196 (0.128)\tEps 0.129\tData 0.003 (0.005)\tL 1.3660 (1.2940)//RL 1.7643 (1.7518)//RL1 2.4223 (2.5393)\tE 0.461 (0.446)//RE 0.672 (0.644)//RE1 0.836 (0.870)\n",
      "Epoch: [119][391/391]\tTime 0.136 (0.139)\tEps 0.129\tData 0.003 (0.005)\tL 1.2784 (1.2781)//RL 1.6547 (1.6954)//RL1 2.2699 (2.4023)\tE 0.463 (0.446)//RE 0.625 (0.626)//RE1 0.863 (0.844)\n",
      "\n",
      "Taken 54.42476558685303 s/epoch\n",
      "Test: [1/79]\tTime 30.858 (30.858)\tL 1.1328 (1.1328)//RL 1.789 (1.789)//RL1 2.813 (2.813)\tE 0.344 (0.344)//RE 0.656 (0.656)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.070 (0.468)\tL 0.9821 (1.1557)//RL 1.595 (1.786)//RL1 2.662 (2.771)\tE 0.438 (0.405)//RE 0.750 (0.657)//RE1 0.938 (0.887)\n",
      "\n",
      " * Robust error 0.657\tError 0.405\n",
      "120 th epoch: epsilon: 0.1294118 - 0.1305882, kappa: 0.0833 - 0.0750, lr: 0.0010000\n",
      "Epoch: [120][1/391]\tTime 0.419 (0.419)\tEps 0.129\tData 0.156 (0.156)\tL 1.3626 (1.3626)//RL 2.0509 (2.0509)//RL1 3.1161 (3.1161)\tE 0.484 (0.484)//RE 0.773 (0.773)//RE1 0.953 (0.953)\n",
      "Epoch: [120][200/391]\tTime 0.143 (0.137)\tEps 0.130\tData 0.003 (0.005)\tL 1.3357 (1.2500)//RL 1.7626 (1.6517)//RL1 2.4314 (2.2980)\tE 0.422 (0.437)//RE 0.594 (0.608)//RE1 0.812 (0.816)\n",
      "Epoch: [120][391/391]\tTime 0.143 (0.145)\tEps 0.131\tData 0.003 (0.005)\tL 1.0881 (1.2562)//RL 1.4560 (1.6501)//RL1 2.0612 (2.2783)\tE 0.338 (0.438)//RE 0.525 (0.610)//RE1 0.775 (0.816)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 56.81987953186035 s/epoch\n",
      "Test: [1/79]\tTime 5.028 (5.028)\tL 1.1333 (1.1333)//RL 1.761 (1.761)//RL1 2.743 (2.743)\tE 0.336 (0.336)//RE 0.648 (0.648)//RE1 0.945 (0.945)\n",
      "Test: [79/79]\tTime 0.037 (0.116)\tL 0.9896 (1.1565)//RL 1.601 (1.766)//RL1 2.617 (2.714)\tE 0.312 (0.387)//RE 0.750 (0.654)//RE1 0.938 (0.896)\n",
      "\n",
      " * Robust error 0.654\tError 0.387\n",
      "121 th epoch: epsilon: 0.1305882 - 0.1317647, kappa: 0.0750 - 0.0667, lr: 0.0010000\n",
      "Epoch: [121][1/391]\tTime 0.342 (0.342)\tEps 0.131\tData 0.174 (0.174)\tL 1.1980 (1.1980)//RL 1.8386 (1.8386)//RL1 2.8353 (2.8353)\tE 0.430 (0.430)//RE 0.695 (0.695)//RE1 0.938 (0.938)\n",
      "Epoch: [121][200/391]\tTime 0.093 (0.098)\tEps 0.131\tData 0.003 (0.004)\tL 1.0009 (1.2862)//RL 1.3189 (1.7295)//RL1 1.8858 (2.4865)\tE 0.336 (0.450)//RE 0.445 (0.640)//RE1 0.656 (0.862)\n",
      "Epoch: [121][391/391]\tTime 0.129 (0.113)\tEps 0.132\tData 0.003 (0.004)\tL 1.0890 (1.2755)//RL 1.4544 (1.6869)//RL1 2.0691 (2.3780)\tE 0.388 (0.446)//RE 0.488 (0.624)//RE1 0.775 (0.840)\n",
      "\n",
      "Taken 44.29742169380188 s/epoch\n",
      "Test: [1/79]\tTime 5.135 (5.135)\tL 1.1402 (1.1402)//RL 1.754 (1.754)//RL1 2.707 (2.707)\tE 0.359 (0.359)//RE 0.625 (0.625)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.039 (0.148)\tL 1.1199 (1.1863)//RL 1.738 (1.790)//RL1 2.756 (2.722)\tE 0.500 (0.424)//RE 0.812 (0.646)//RE1 1.000 (0.884)\n",
      "\n",
      " * Robust error 0.646\tError 0.424\n",
      "122 th epoch: epsilon: 0.1317647 - 0.1329412, kappa: 0.0667 - 0.0583, lr: 0.0010000\n",
      "Epoch: [122][1/391]\tTime 0.478 (0.478)\tEps 0.132\tData 0.204 (0.204)\tL 1.2596 (1.2596)//RL 1.8991 (1.8991)//RL1 2.8933 (2.8933)\tE 0.453 (0.453)//RE 0.664 (0.664)//RE1 0.922 (0.922)\n",
      "Epoch: [122][200/391]\tTime 0.175 (0.149)\tEps 0.132\tData 0.003 (0.006)\tL 1.1666 (1.2785)//RL 1.5421 (1.6761)//RL1 2.1514 (2.3226)\tE 0.391 (0.447)//RE 0.523 (0.619)//RE1 0.812 (0.830)\n",
      "Epoch: [122][391/391]\tTime 0.138 (0.144)\tEps 0.133\tData 0.005 (0.006)\tL 1.3120 (1.2658)//RL 1.6871 (1.6548)//RL1 2.2703 (2.2782)\tE 0.450 (0.442)//RE 0.600 (0.612)//RE1 0.800 (0.819)\n",
      "\n",
      "Taken 56.613473415374756 s/epoch\n",
      "Test: [1/79]\tTime 16.145 (16.145)\tL 1.1045 (1.1045)//RL 1.680 (1.680)//RL1 2.574 (2.574)\tE 0.328 (0.328)//RE 0.602 (0.602)//RE1 0.891 (0.891)\n",
      "Test: [79/79]\tTime 0.061 (0.286)\tL 0.9833 (1.1617)//RL 1.526 (1.739)//RL1 2.442 (2.618)\tE 0.438 (0.405)//RE 0.688 (0.635)//RE1 0.875 (0.867)\n",
      "\n",
      " * Robust error 0.635\tError 0.405\n",
      "123 th epoch: epsilon: 0.1329412 - 0.1341176, kappa: 0.0583 - 0.0500, lr: 0.0010000\n",
      "Epoch: [123][1/391]\tTime 0.454 (0.454)\tEps 0.133\tData 0.164 (0.164)\tL 1.0446 (1.0446)//RL 1.6036 (1.6036)//RL1 2.5162 (2.5162)\tE 0.336 (0.336)//RE 0.594 (0.594)//RE1 0.906 (0.906)\n",
      "Epoch: [123][200/391]\tTime 0.144 (0.148)\tEps 0.134\tData 0.003 (0.005)\tL 1.3188 (1.2676)//RL 1.6847 (1.6638)//RL1 2.2625 (2.2974)\tE 0.406 (0.443)//RE 0.641 (0.613)//RE1 0.859 (0.823)\n",
      "Epoch: [123][391/391]\tTime 0.080 (0.128)\tEps 0.134\tData 0.003 (0.004)\tL 1.2400 (1.2632)//RL 1.6161 (1.6504)//RL1 2.2152 (2.2666)\tE 0.438 (0.441)//RE 0.575 (0.610)//RE1 0.800 (0.817)\n",
      "\n",
      "Taken 50.034424781799316 s/epoch\n",
      "Test: [1/79]\tTime 5.351 (5.351)\tL 1.0819 (1.0819)//RL 1.703 (1.703)//RL1 2.633 (2.633)\tE 0.312 (0.312)//RE 0.586 (0.586)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.028 (0.122)\tL 0.9453 (1.1575)//RL 1.543 (1.775)//RL1 2.512 (2.686)\tE 0.312 (0.397)//RE 0.625 (0.651)//RE1 0.938 (0.868)\n",
      "\n",
      " * Robust error 0.651\tError 0.397\n",
      "124 th epoch: epsilon: 0.1341176 - 0.1352941, kappa: 0.0500 - 0.0417, lr: 0.0010000\n",
      "Epoch: [124][1/391]\tTime 0.315 (0.315)\tEps 0.134\tData 0.145 (0.145)\tL 1.2105 (1.2105)//RL 1.8412 (1.8412)//RL1 2.8256 (2.8256)\tE 0.383 (0.383)//RE 0.656 (0.656)//RE1 0.867 (0.867)\n",
      "Epoch: [124][200/391]\tTime 0.175 (0.122)\tEps 0.135\tData 0.009 (0.005)\tL 1.2644 (1.2896)//RL 1.6228 (1.7049)//RL1 2.2122 (2.3803)\tE 0.414 (0.452)//RE 0.633 (0.631)//RE1 0.828 (0.841)\n",
      "Epoch: [124][391/391]\tTime 0.128 (0.137)\tEps 0.135\tData 0.003 (0.005)\tL 1.3003 (1.2838)//RL 1.6882 (1.6739)//RL1 2.2542 (2.3001)\tE 0.412 (0.449)//RE 0.650 (0.619)//RE1 0.825 (0.826)\n",
      "\n",
      "Taken 53.64290237426758 s/epoch\n",
      "Test: [1/79]\tTime 4.000 (4.000)\tL 1.1106 (1.1106)//RL 1.745 (1.745)//RL1 2.686 (2.686)\tE 0.320 (0.320)//RE 0.625 (0.625)//RE1 0.938 (0.938)\n",
      "Test: [79/79]\tTime 0.080 (0.131)\tL 0.9676 (1.1596)//RL 1.557 (1.793)//RL1 2.496 (2.703)\tE 0.438 (0.403)//RE 0.688 (0.662)//RE1 0.875 (0.886)\n",
      "\n",
      " * Robust error 0.662\tError 0.403\n",
      "125 th epoch: epsilon: 0.1352941 - 0.1364706, kappa: 0.0417 - 0.0333, lr: 0.0010000\n",
      "Epoch: [125][1/391]\tTime 0.384 (0.384)\tEps 0.135\tData 0.119 (0.119)\tL 1.2365 (1.2365)//RL 1.9105 (1.9105)//RL1 2.8973 (2.8973)\tE 0.414 (0.414)//RE 0.719 (0.719)//RE1 0.930 (0.930)\n",
      "Epoch: [125][200/391]\tTime 0.136 (0.150)\tEps 0.136\tData 0.003 (0.006)\tL 1.1566 (1.2936)//RL 1.4852 (1.6762)//RL1 1.9810 (2.2779)\tE 0.422 (0.451)//RE 0.555 (0.617)//RE1 0.742 (0.819)\n",
      "Epoch: [125][391/391]\tTime 0.130 (0.152)\tEps 0.136\tData 0.005 (0.005)\tL 1.2671 (1.2768)//RL 1.6303 (1.6554)//RL1 2.1858 (2.2443)\tE 0.438 (0.445)//RE 0.675 (0.610)//RE1 0.762 (0.813)\n",
      "\n",
      "Taken 59.449711561203 s/epoch\n",
      "Test: [1/79]\tTime 5.425 (5.425)\tL 1.1235 (1.1235)//RL 1.706 (1.706)//RL1 2.576 (2.576)\tE 0.406 (0.406)//RE 0.609 (0.609)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.041 (0.141)\tL 1.1198 (1.2138)//RL 1.682 (1.803)//RL1 2.561 (2.666)\tE 0.438 (0.428)//RE 0.688 (0.649)//RE1 0.938 (0.865)\n",
      "\n",
      " * Robust error 0.649\tError 0.428\n",
      "126 th epoch: epsilon: 0.1364706 - 0.1376471, kappa: 0.0333 - 0.0250, lr: 0.0010000\n",
      "Epoch: [126][1/391]\tTime 0.457 (0.457)\tEps 0.136\tData 0.214 (0.214)\tL 1.3690 (1.3690)//RL 1.9889 (1.9889)//RL1 2.9204 (2.9204)\tE 0.500 (0.500)//RE 0.680 (0.680)//RE1 0.914 (0.914)\n",
      "Epoch: [126][200/391]\tTime 0.181 (0.148)\tEps 0.137\tData 0.003 (0.007)\tL 1.1949 (1.2815)//RL 1.5601 (1.6664)//RL1 2.1387 (2.2653)\tE 0.391 (0.447)//RE 0.586 (0.613)//RE1 0.797 (0.813)\n",
      "Epoch: [126][391/391]\tTime 0.081 (0.125)\tEps 0.138\tData 0.003 (0.006)\tL 1.3732 (1.2797)//RL 1.8006 (1.6530)//RL1 2.4570 (2.2284)\tE 0.463 (0.447)//RE 0.688 (0.610)//RE1 0.900 (0.808)\n",
      "\n",
      "Taken 49.044583559036255 s/epoch\n",
      "Test: [1/79]\tTime 29.359 (29.359)\tL 1.1766 (1.1766)//RL 1.837 (1.837)//RL1 2.800 (2.800)\tE 0.375 (0.375)//RE 0.648 (0.648)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.035 (0.452)\tL 1.0700 (1.2012)//RL 1.729 (1.846)//RL1 2.745 (2.788)\tE 0.438 (0.428)//RE 0.812 (0.673)//RE1 1.000 (0.898)\n",
      "\n",
      " * Robust error 0.673\tError 0.428\n",
      "127 th epoch: epsilon: 0.1376471 - 0.1388235, kappa: 0.0250 - 0.0167, lr: 0.0010000\n",
      "Epoch: [127][1/391]\tTime 0.349 (0.349)\tEps 0.138\tData 0.128 (0.128)\tL 1.2092 (1.2092)//RL 1.8516 (1.8516)//RL1 2.8409 (2.8409)\tE 0.391 (0.391)//RE 0.688 (0.688)//RE1 0.914 (0.914)\n",
      "Epoch: [127][200/391]\tTime 0.134 (0.158)\tEps 0.138\tData 0.003 (0.005)\tL 1.2077 (1.2794)//RL 1.5663 (1.6694)//RL1 2.1136 (2.2707)\tE 0.422 (0.449)//RE 0.586 (0.621)//RE1 0.797 (0.822)\n",
      "Epoch: [127][391/391]\tTime 0.084 (0.150)\tEps 0.139\tData 0.003 (0.005)\tL 1.2648 (1.2810)//RL 1.6259 (1.6574)//RL1 2.1801 (2.2354)\tE 0.463 (0.450)//RE 0.575 (0.615)//RE1 0.812 (0.812)\n",
      "\n",
      "Taken 58.79763889312744 s/epoch\n",
      "Test: [1/79]\tTime 6.969 (6.969)\tL 1.1679 (1.1679)//RL 1.775 (1.775)//RL1 2.675 (2.675)\tE 0.352 (0.352)//RE 0.648 (0.648)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.064 (0.170)\tL 1.0546 (1.1933)//RL 1.637 (1.792)//RL1 2.540 (2.671)\tE 0.562 (0.425)//RE 0.688 (0.648)//RE1 0.812 (0.879)\n",
      "\n",
      " * Robust error 0.648\tError 0.425\n",
      "128 th epoch: epsilon: 0.1388235 - 0.1400000, kappa: 0.0167 - 0.0083, lr: 0.0010000\n",
      "Epoch: [128][1/391]\tTime 0.394 (0.394)\tEps 0.139\tData 0.127 (0.127)\tL 1.2183 (1.2183)//RL 1.8193 (1.8193)//RL1 2.7410 (2.7410)\tE 0.383 (0.383)//RE 0.625 (0.625)//RE1 0.898 (0.898)\n",
      "Epoch: [128][200/391]\tTime 0.127 (0.144)\tEps 0.139\tData 0.003 (0.005)\tL 1.1919 (1.2957)//RL 1.5759 (1.6841)//RL1 2.1673 (2.2910)\tE 0.422 (0.456)//RE 0.594 (0.624)//RE1 0.773 (0.824)\n",
      "Epoch: [128][391/391]\tTime 0.138 (0.143)\tEps 0.140\tData 0.003 (0.005)\tL 1.2769 (1.2875)//RL 1.6555 (1.6668)//RL1 2.2336 (2.2547)\tE 0.438 (0.451)//RE 0.650 (0.619)//RE1 0.863 (0.820)\n",
      "\n",
      "Taken 55.943827390670776 s/epoch\n",
      "Test: [1/79]\tTime 4.957 (4.957)\tL 1.1018 (1.1018)//RL 1.706 (1.706)//RL1 2.613 (2.613)\tE 0.305 (0.305)//RE 0.617 (0.617)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.034 (0.136)\tL 0.9562 (1.1984)//RL 1.494 (1.811)//RL1 2.374 (2.699)\tE 0.375 (0.421)//RE 0.625 (0.659)//RE1 0.812 (0.867)\n",
      "\n",
      " * Robust error 0.659\tError 0.421\n",
      "129 th epoch: epsilon: 0.1400000 - 0.1411765, kappa: 0.0083 - 0.0000, lr: 0.0010000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [129][1/391]\tTime 0.376 (0.376)\tEps 0.140\tData 0.119 (0.119)\tL 1.2005 (1.2005)//RL 1.8218 (1.8218)//RL1 2.7862 (2.7862)\tE 0.414 (0.414)//RE 0.680 (0.680)//RE1 0.906 (0.906)\n",
      "Epoch: [129][200/391]\tTime 0.089 (0.111)\tEps 0.141\tData 0.003 (0.005)\tL 1.2987 (1.2847)//RL 1.6888 (1.6593)//RL1 2.2661 (2.2475)\tE 0.430 (0.453)//RE 0.594 (0.616)//RE1 0.812 (0.815)\n",
      "Epoch: [129][391/391]\tTime 0.081 (0.104)\tEps 0.141\tData 0.003 (0.004)\tL 1.3320 (1.2870)//RL 1.6587 (1.6548)//RL1 2.1400 (2.2262)\tE 0.438 (0.451)//RE 0.562 (0.614)//RE1 0.762 (0.809)\n",
      "\n",
      "Taken 40.872150182724 s/epoch\n",
      "Test: [1/79]\tTime 4.606 (4.606)\tL 1.1280 (1.1280)//RL 1.674 (1.674)//RL1 2.498 (2.498)\tE 0.375 (0.375)//RE 0.578 (0.578)//RE1 0.891 (0.891)\n",
      "Test: [79/79]\tTime 0.035 (0.106)\tL 1.0957 (1.2030)//RL 1.637 (1.751)//RL1 2.516 (2.561)\tE 0.375 (0.420)//RE 0.688 (0.643)//RE1 1.000 (0.857)\n",
      "\n",
      " * Robust error 0.643\tError 0.420\n",
      "130 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [130][1/391]\tTime 0.285 (0.285)\tEps 0.141\tData 0.119 (0.119)\tL 1.3023 (1.3023)//RL 1.8487 (1.8487)//RL1 2.6931 (2.6931)\tE 0.414 (0.414)//RE 0.680 (0.680)//RE1 0.883 (0.883)\n",
      "Epoch: [130][200/391]\tTime 0.134 (0.127)\tEps 0.142\tData 0.003 (0.005)\tL 1.4458 (1.2992)//RL 1.8024 (1.6723)//RL1 2.3414 (2.2608)\tE 0.477 (0.451)//RE 0.648 (0.619)//RE1 0.844 (0.819)\n",
      "Epoch: [130][391/391]\tTime 0.162 (0.135)\tEps 0.142\tData 0.006 (0.005)\tL 1.2858 (1.2936)//RL 1.6612 (1.6593)//RL1 2.2330 (2.2270)\tE 0.488 (0.452)//RE 0.625 (0.614)//RE1 0.750 (0.812)\n",
      "\n",
      "Taken 52.96084189414978 s/epoch\n",
      "Test: [1/79]\tTime 5.130 (5.130)\tL 1.1476 (1.1476)//RL 1.804 (1.804)//RL1 2.752 (2.752)\tE 0.336 (0.336)//RE 0.648 (0.648)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.059 (0.153)\tL 1.1313 (1.2048)//RL 1.797 (1.856)//RL1 2.797 (2.787)\tE 0.562 (0.426)//RE 0.812 (0.671)//RE1 1.000 (0.888)\n",
      "\n",
      " * Robust error 0.671\tError 0.426\n",
      "LR DECAY STEP\n",
      "131 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [131][1/391]\tTime 0.401 (0.401)\tEps 0.141\tData 0.146 (0.146)\tL 1.2508 (1.2508)//RL 1.9383 (1.9383)//RL1 2.9464 (2.9464)\tE 0.500 (0.500)//RE 0.742 (0.742)//RE1 0.922 (0.922)\n",
      "Epoch: [131][200/391]\tTime 0.156 (0.158)\tEps 0.142\tData 0.004 (0.006)\tL 1.2529 (1.3027)//RL 1.5661 (1.6729)//RL1 2.0527 (2.2491)\tE 0.469 (0.459)//RE 0.578 (0.623)//RE1 0.828 (0.818)\n",
      "Epoch: [131][391/391]\tTime 0.122 (0.146)\tEps 0.142\tData 0.003 (0.005)\tL 1.3305 (1.2975)//RL 1.7388 (1.6575)//RL1 2.3407 (2.2099)\tE 0.463 (0.455)//RE 0.663 (0.615)//RE1 0.850 (0.809)\n",
      "\n",
      "Taken 57.16062045097351 s/epoch\n",
      "Test: [1/79]\tTime 5.231 (5.231)\tL 1.1586 (1.1586)//RL 1.736 (1.736)//RL1 2.584 (2.584)\tE 0.367 (0.367)//RE 0.617 (0.617)//RE1 0.883 (0.883)\n",
      "Test: [79/79]\tTime 0.048 (0.149)\tL 1.1316 (1.2426)//RL 1.710 (1.828)//RL1 2.579 (2.658)\tE 0.375 (0.447)//RE 0.688 (0.651)//RE1 0.875 (0.858)\n",
      "\n",
      " * Robust error 0.651\tError 0.447\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.651\n",
      "132 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [132][1/391]\tTime 0.412 (0.412)\tEps 0.141\tData 0.168 (0.168)\tL 1.2873 (1.2873)//RL 1.8746 (1.8746)//RL1 2.7684 (2.7684)\tE 0.469 (0.469)//RE 0.711 (0.711)//RE1 0.883 (0.883)\n",
      "Epoch: [132][200/391]\tTime 0.127 (0.142)\tEps 0.142\tData 0.003 (0.005)\tL 1.2979 (1.3167)//RL 1.6518 (1.6855)//RL1 2.1822 (2.2501)\tE 0.469 (0.462)//RE 0.617 (0.622)//RE1 0.789 (0.819)\n",
      "Epoch: [132][391/391]\tTime 0.081 (0.118)\tEps 0.142\tData 0.003 (0.004)\tL 1.4273 (1.3075)//RL 1.7919 (1.6683)//RL1 2.3151 (2.2174)\tE 0.512 (0.460)//RE 0.637 (0.617)//RE1 0.800 (0.811)\n",
      "\n",
      "Taken 46.375601053237915 s/epoch\n",
      "Test: [1/79]\tTime 3.384 (3.384)\tL 1.1400 (1.1400)//RL 1.725 (1.725)//RL1 2.578 (2.578)\tE 0.375 (0.375)//RE 0.656 (0.656)//RE1 0.922 (0.922)\n",
      "Test: [79/79]\tTime 0.027 (0.090)\tL 0.9678 (1.1898)//RL 1.517 (1.768)//RL1 2.356 (2.594)\tE 0.500 (0.412)//RE 0.688 (0.649)//RE1 0.875 (0.877)\n",
      "\n",
      " * Robust error 0.649\tError 0.412\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.649\n",
      "133 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [133][1/391]\tTime 0.295 (0.295)\tEps 0.141\tData 0.124 (0.124)\tL 1.3329 (1.3329)//RL 1.9409 (1.9409)//RL1 2.8211 (2.8211)\tE 0.477 (0.477)//RE 0.734 (0.734)//RE1 0.930 (0.930)\n",
      "Epoch: [133][200/391]\tTime 0.173 (0.145)\tEps 0.142\tData 0.004 (0.006)\tL 1.0689 (1.2999)//RL 1.3989 (1.6754)//RL1 1.9040 (2.2496)\tE 0.336 (0.452)//RE 0.500 (0.616)//RE1 0.758 (0.814)\n",
      "Epoch: [133][391/391]\tTime 0.162 (0.154)\tEps 0.142\tData 0.010 (0.005)\tL 1.2601 (1.3076)//RL 1.5992 (1.6714)//RL1 2.1236 (2.2256)\tE 0.425 (0.456)//RE 0.550 (0.618)//RE1 0.762 (0.812)\n",
      "\n",
      "Taken 60.32149791717529 s/epoch\n",
      "Test: [1/79]\tTime 6.041 (6.041)\tL 1.1845 (1.1845)//RL 1.708 (1.708)//RL1 2.487 (2.487)\tE 0.328 (0.328)//RE 0.617 (0.617)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.065 (0.139)\tL 1.0134 (1.2570)//RL 1.478 (1.779)//RL1 2.237 (2.549)\tE 0.438 (0.434)//RE 0.625 (0.663)//RE1 0.938 (0.879)\n",
      "\n",
      " * Robust error 0.663\tError 0.434\n",
      "LR DECAY STEP\n",
      "134 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [134][1/391]\tTime 0.420 (0.420)\tEps 0.141\tData 0.158 (0.158)\tL 1.3697 (1.3697)//RL 1.9136 (1.9136)//RL1 2.7382 (2.7382)\tE 0.477 (0.477)//RE 0.734 (0.734)//RE1 0.906 (0.906)\n",
      "Epoch: [134][200/391]\tTime 0.165 (0.157)\tEps 0.142\tData 0.006 (0.006)\tL 1.2189 (1.2999)//RL 1.5754 (1.6608)//RL1 2.1172 (2.1982)\tE 0.422 (0.458)//RE 0.602 (0.615)//RE1 0.766 (0.806)\n",
      "Epoch: [134][391/391]\tTime 0.088 (0.156)\tEps 0.142\tData 0.004 (0.006)\tL 1.3415 (1.2995)//RL 1.6676 (1.6544)//RL1 2.1356 (2.1764)\tE 0.463 (0.455)//RE 0.650 (0.611)//RE1 0.762 (0.799)\n",
      "\n",
      "Taken 61.194273948669434 s/epoch\n",
      "Test: [1/79]\tTime 6.351 (6.351)\tL 1.1342 (1.1342)//RL 1.624 (1.624)//RL1 2.326 (2.326)\tE 0.312 (0.312)//RE 0.562 (0.562)//RE1 0.891 (0.891)\n",
      "Test: [79/79]\tTime 0.036 (0.154)\tL 1.1053 (1.2293)//RL 1.591 (1.725)//RL1 2.299 (2.415)\tE 0.500 (0.429)//RE 0.625 (0.641)//RE1 0.938 (0.844)\n",
      "\n",
      " * Robust error 0.641\tError 0.429\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.641\n",
      "135 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [135][1/391]\tTime 0.425 (0.425)\tEps 0.141\tData 0.159 (0.159)\tL 1.2488 (1.2488)//RL 1.7380 (1.7380)//RL1 2.4568 (2.4568)\tE 0.461 (0.461)//RE 0.703 (0.703)//RE1 0.906 (0.906)\n",
      "Epoch: [135][200/391]\tTime 0.100 (0.127)\tEps 0.142\tData 0.003 (0.005)\tL 1.2898 (1.3011)//RL 1.6437 (1.6611)//RL1 2.1586 (2.1824)\tE 0.461 (0.454)//RE 0.688 (0.614)//RE1 0.852 (0.799)\n",
      "Epoch: [135][391/391]\tTime 0.081 (0.113)\tEps 0.142\tData 0.003 (0.004)\tL 1.4237 (1.3013)//RL 1.7736 (1.6565)//RL1 2.2776 (2.1710)\tE 0.500 (0.454)//RE 0.625 (0.612)//RE1 0.788 (0.796)\n",
      "\n",
      "Taken 44.22885727882385 s/epoch\n",
      "Test: [1/79]\tTime 4.419 (4.419)\tL 1.1996 (1.1996)//RL 1.714 (1.714)//RL1 2.431 (2.431)\tE 0.359 (0.359)//RE 0.586 (0.586)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.027 (0.105)\tL 0.9912 (1.2622)//RL 1.437 (1.774)//RL1 2.149 (2.472)\tE 0.312 (0.437)//RE 0.750 (0.643)//RE1 0.875 (0.840)\n",
      "\n",
      " * Robust error 0.643\tError 0.437\n",
      "LR DECAY STEP\n",
      "136 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [136][1/391]\tTime 0.250 (0.250)\tEps 0.141\tData 0.103 (0.103)\tL 1.3645 (1.3645)//RL 1.8948 (1.8948)//RL1 2.6432 (2.6432)\tE 0.531 (0.531)//RE 0.703 (0.703)//RE1 0.891 (0.891)\n",
      "Epoch: [136][200/391]\tTime 0.110 (0.099)\tEps 0.142\tData 0.011 (0.005)\tL 1.3220 (1.3066)//RL 1.6585 (1.6622)//RL1 2.1700 (2.1935)\tE 0.492 (0.458)//RE 0.625 (0.615)//RE1 0.820 (0.802)\n",
      "Epoch: [136][391/391]\tTime 0.081 (0.099)\tEps 0.142\tData 0.003 (0.005)\tL 1.2570 (1.3065)//RL 1.6056 (1.6581)//RL1 2.1346 (2.1824)\tE 0.463 (0.459)//RE 0.700 (0.613)//RE1 0.850 (0.800)\n",
      "\n",
      "Taken 38.70754909515381 s/epoch\n",
      "Test: [1/79]\tTime 6.690 (6.690)\tL 1.1338 (1.1338)//RL 1.687 (1.687)//RL1 2.485 (2.485)\tE 0.289 (0.289)//RE 0.625 (0.625)//RE1 0.906 (0.906)\n",
      "Test: [79/79]\tTime 0.077 (0.143)\tL 1.1654 (1.1949)//RL 1.687 (1.740)//RL1 2.472 (2.515)\tE 0.500 (0.410)//RE 0.688 (0.648)//RE1 0.812 (0.869)\n",
      "\n",
      " * Robust error 0.648\tError 0.410\n",
      "LR DECAY STEP\n",
      "137 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [137][1/391]\tTime 0.416 (0.416)\tEps 0.141\tData 0.164 (0.164)\tL 1.2993 (1.2993)//RL 1.8726 (1.8726)//RL1 2.7130 (2.7130)\tE 0.438 (0.438)//RE 0.680 (0.680)//RE1 0.938 (0.938)\n",
      "Epoch: [137][200/391]\tTime 0.151 (0.129)\tEps 0.142\tData 0.005 (0.005)\tL 1.3666 (1.3091)//RL 1.7345 (1.6762)//RL1 2.2505 (2.2245)\tE 0.430 (0.460)//RE 0.617 (0.624)//RE1 0.805 (0.812)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [137][391/391]\tTime 0.113 (0.134)\tEps 0.142\tData 0.003 (0.005)\tL 1.5184 (1.3081)//RL 1.8820 (1.6657)//RL1 2.3936 (2.1926)\tE 0.525 (0.459)//RE 0.663 (0.616)//RE1 0.788 (0.802)\n",
      "\n",
      "Taken 52.74204921722412 s/epoch\n",
      "Test: [1/79]\tTime 8.653 (8.653)\tL 1.1999 (1.1999)//RL 1.779 (1.779)//RL1 2.563 (2.563)\tE 0.375 (0.375)//RE 0.688 (0.688)//RE1 0.875 (0.875)\n",
      "Test: [79/79]\tTime 0.056 (0.189)\tL 1.0480 (1.2276)//RL 1.603 (1.792)//RL1 2.393 (2.555)\tE 0.500 (0.432)//RE 0.688 (0.664)//RE1 0.875 (0.865)\n",
      "\n",
      " * Robust error 0.664\tError 0.432\n",
      "LR DECAY STEP\n",
      "138 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [138][1/391]\tTime 0.445 (0.445)\tEps 0.141\tData 0.189 (0.189)\tL 1.3552 (1.3552)//RL 1.9334 (1.9334)//RL1 2.7375 (2.7375)\tE 0.508 (0.508)//RE 0.719 (0.719)//RE1 0.883 (0.883)\n",
      "Epoch: [138][200/391]\tTime 0.144 (0.157)\tEps 0.142\tData 0.003 (0.006)\tL 1.3428 (1.3098)//RL 1.6935 (1.6721)//RL1 2.2060 (2.2059)\tE 0.508 (0.463)//RE 0.617 (0.618)//RE1 0.789 (0.802)\n",
      "Epoch: [138][391/391]\tTime 0.150 (0.152)\tEps 0.142\tData 0.003 (0.006)\tL 1.3485 (1.3080)//RL 1.7062 (1.6590)//RL1 2.2247 (2.1695)\tE 0.525 (0.459)//RE 0.637 (0.613)//RE1 0.788 (0.794)\n",
      "\n",
      "Taken 59.80236577987671 s/epoch\n",
      "Test: [1/79]\tTime 29.506 (29.506)\tL 1.2063 (1.2063)//RL 1.751 (1.751)//RL1 2.483 (2.483)\tE 0.352 (0.352)//RE 0.594 (0.594)//RE1 0.898 (0.898)\n",
      "Test: [79/79]\tTime 0.068 (0.441)\tL 1.2664 (1.2767)//RL 1.829 (1.813)//RL1 2.598 (2.529)\tE 0.562 (0.434)//RE 0.750 (0.656)//RE1 0.938 (0.864)\n",
      "\n",
      " * Robust error 0.656\tError 0.434\n",
      "LR DECAY STEP\n",
      "139 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0010000\n",
      "Epoch: [139][1/391]\tTime 0.466 (0.466)\tEps 0.141\tData 0.179 (0.179)\tL 1.3251 (1.3251)//RL 1.8913 (1.8913)//RL1 2.6688 (2.6688)\tE 0.438 (0.438)//RE 0.680 (0.680)//RE1 0.891 (0.891)\n",
      "Epoch: [139][200/391]\tTime 0.135 (0.132)\tEps 0.142\tData 0.003 (0.005)\tL 1.4460 (1.3056)//RL 1.7827 (1.6700)//RL1 2.2684 (2.1986)\tE 0.508 (0.461)//RE 0.672 (0.615)//RE1 0.828 (0.807)\n",
      "Epoch: [139][391/391]\tTime 0.134 (0.138)\tEps 0.142\tData 0.003 (0.005)\tL 1.2929 (1.2986)//RL 1.6413 (1.6504)//RL1 2.1629 (2.1596)\tE 0.438 (0.456)//RE 0.550 (0.608)//RE1 0.762 (0.795)\n",
      "\n",
      "Taken 54.229785680770874 s/epoch\n",
      "Test: [1/79]\tTime 8.249 (8.249)\tL 1.1748 (1.1748)//RL 1.755 (1.755)//RL1 2.571 (2.571)\tE 0.352 (0.352)//RE 0.625 (0.625)//RE1 0.914 (0.914)\n",
      "Test: [79/79]\tTime 0.038 (0.173)\tL 1.0289 (1.2136)//RL 1.567 (1.791)//RL1 2.412 (2.591)\tE 0.500 (0.420)//RE 0.688 (0.655)//RE1 0.938 (0.861)\n",
      "\n",
      " * Robust error 0.655\tError 0.420\n",
      "LR DECAY STEP\n",
      "140 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [140][1/391]\tTime 0.480 (0.480)\tEps 0.141\tData 0.212 (0.212)\tL 1.3389 (1.3389)//RL 1.9716 (1.9716)//RL1 2.8601 (2.8601)\tE 0.477 (0.477)//RE 0.773 (0.773)//RE1 0.898 (0.898)\n",
      "Epoch: [140][200/391]\tTime 0.149 (0.129)\tEps 0.142\tData 0.003 (0.005)\tL 1.3693 (1.2601)//RL 1.6834 (1.5926)//RL1 2.1274 (2.0701)\tE 0.523 (0.439)//RE 0.609 (0.587)//RE1 0.812 (0.770)\n",
      "Epoch: [140][391/391]\tTime 0.128 (0.144)\tEps 0.142\tData 0.005 (0.005)\tL 1.2384 (1.2474)//RL 1.5535 (1.5721)//RL1 1.9885 (2.0290)\tE 0.450 (0.435)//RE 0.538 (0.580)//RE1 0.713 (0.757)\n",
      "\n",
      "Taken 56.4920551776886 s/epoch\n",
      "Test: [1/79]\tTime 7.246 (7.246)\tL 1.0934 (1.0934)//RL 1.550 (1.550)//RL1 2.154 (2.154)\tE 0.320 (0.320)//RE 0.523 (0.523)//RE1 0.758 (0.758)\n",
      "Test: [79/79]\tTime 0.066 (0.174)\tL 0.9956 (1.1574)//RL 1.433 (1.618)//RL1 2.044 (2.214)\tE 0.438 (0.403)//RE 0.625 (0.590)//RE1 0.812 (0.774)\n",
      "\n",
      " * Robust error 0.590\tError 0.403\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.590\n",
      "141 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [141][1/391]\tTime 0.392 (0.392)\tEps 0.141\tData 0.174 (0.174)\tL 1.2609 (1.2609)//RL 1.7477 (1.7477)//RL1 2.3884 (2.3884)\tE 0.461 (0.461)//RE 0.625 (0.625)//RE1 0.859 (0.859)\n",
      "Epoch: [141][200/391]\tTime 0.092 (0.132)\tEps 0.142\tData 0.003 (0.005)\tL 1.3823 (1.2221)//RL 1.7296 (1.5610)//RL1 2.2086 (2.0316)\tE 0.594 (0.426)//RE 0.703 (0.577)//RE1 0.805 (0.755)\n",
      "Epoch: [141][391/391]\tTime 0.177 (0.124)\tEps 0.142\tData 0.006 (0.004)\tL 1.1896 (1.2239)//RL 1.5084 (1.5575)//RL1 1.9496 (2.0179)\tE 0.375 (0.427)//RE 0.562 (0.574)//RE1 0.750 (0.749)\n",
      "\n",
      "Taken 48.64032793045044 s/epoch\n",
      "Test: [1/79]\tTime 29.922 (29.922)\tL 1.0962 (1.0962)//RL 1.519 (1.519)//RL1 2.080 (2.080)\tE 0.305 (0.305)//RE 0.539 (0.539)//RE1 0.781 (0.781)\n",
      "Test: [79/79]\tTime 0.044 (0.453)\tL 0.9785 (1.1499)//RL 1.376 (1.569)//RL1 1.930 (2.117)\tE 0.500 (0.400)//RE 0.625 (0.574)//RE1 0.688 (0.756)\n",
      "\n",
      " * Robust error 0.574\tError 0.400\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.574\n",
      "142 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [142][1/391]\tTime 0.431 (0.431)\tEps 0.141\tData 0.190 (0.190)\tL 1.3157 (1.3157)//RL 1.7470 (1.7470)//RL1 2.3538 (2.3538)\tE 0.500 (0.500)//RE 0.641 (0.641)//RE1 0.797 (0.797)\n",
      "Epoch: [142][200/391]\tTime 0.124 (0.149)\tEps 0.142\tData 0.004 (0.006)\tL 1.3820 (1.2257)//RL 1.7385 (1.5585)//RL1 2.2026 (2.0155)\tE 0.469 (0.427)//RE 0.602 (0.576)//RE1 0.766 (0.745)\n",
      "Epoch: [142][391/391]\tTime 0.139 (0.149)\tEps 0.142\tData 0.003 (0.006)\tL 1.2525 (1.2157)//RL 1.5990 (1.5499)//RL1 2.0569 (2.0035)\tE 0.463 (0.422)//RE 0.625 (0.570)//RE1 0.775 (0.740)\n",
      "\n",
      "Taken 58.621193647384644 s/epoch\n",
      "Test: [1/79]\tTime 21.105 (21.105)\tL 1.1181 (1.1181)//RL 1.574 (1.574)//RL1 2.168 (2.168)\tE 0.383 (0.383)//RE 0.570 (0.570)//RE1 0.797 (0.797)\n",
      "Test: [79/79]\tTime 0.070 (0.353)\tL 1.0712 (1.1756)//RL 1.511 (1.628)//RL1 2.108 (2.207)\tE 0.438 (0.412)//RE 0.688 (0.604)//RE1 0.812 (0.788)\n",
      "\n",
      " * Robust error 0.604\tError 0.412\n",
      "LR DECAY STEP\n",
      "143 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [143][1/391]\tTime 0.450 (0.450)\tEps 0.141\tData 0.167 (0.167)\tL 1.2356 (1.2356)//RL 1.7013 (1.7013)//RL1 2.3306 (2.3306)\tE 0.391 (0.391)//RE 0.594 (0.594)//RE1 0.836 (0.836)\n",
      "Epoch: [143][200/391]\tTime 0.088 (0.114)\tEps 0.142\tData 0.002 (0.004)\tL 1.3031 (1.2166)//RL 1.6427 (1.5592)//RL1 2.1096 (2.0225)\tE 0.516 (0.427)//RE 0.625 (0.576)//RE1 0.781 (0.749)\n",
      "Epoch: [143][391/391]\tTime 0.123 (0.109)\tEps 0.142\tData 0.003 (0.004)\tL 1.3823 (1.2153)//RL 1.7262 (1.5537)//RL1 2.1863 (2.0127)\tE 0.500 (0.427)//RE 0.575 (0.573)//RE1 0.762 (0.746)\n",
      "\n",
      "Taken 42.64979600906372 s/epoch\n",
      "Test: [1/79]\tTime 3.243 (3.243)\tL 1.0942 (1.0942)//RL 1.536 (1.536)//RL1 2.122 (2.122)\tE 0.344 (0.344)//RE 0.578 (0.578)//RE1 0.789 (0.789)\n",
      "Test: [79/79]\tTime 0.035 (0.110)\tL 0.9785 (1.1571)//RL 1.397 (1.605)//RL1 1.986 (2.183)\tE 0.500 (0.406)//RE 0.625 (0.588)//RE1 0.750 (0.771)\n",
      "\n",
      " * Robust error 0.588\tError 0.406\n",
      "LR DECAY STEP\n",
      "144 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [144][1/391]\tTime 0.306 (0.306)\tEps 0.141\tData 0.122 (0.122)\tL 1.2916 (1.2916)//RL 1.7659 (1.7659)//RL1 2.4106 (2.4106)\tE 0.477 (0.477)//RE 0.648 (0.648)//RE1 0.836 (0.836)\n",
      "Epoch: [144][200/391]\tTime 0.169 (0.163)\tEps 0.142\tData 0.003 (0.007)\tL 1.1163 (1.2282)//RL 1.4175 (1.5701)//RL1 1.8397 (2.0372)\tE 0.406 (0.428)//RE 0.531 (0.579)//RE1 0.703 (0.754)\n",
      "Epoch: [144][391/391]\tTime 0.171 (0.156)\tEps 0.142\tData 0.006 (0.006)\tL 1.2287 (1.2139)//RL 1.5505 (1.5545)//RL1 1.9865 (2.0157)\tE 0.438 (0.423)//RE 0.550 (0.575)//RE1 0.650 (0.748)\n",
      "\n",
      "Taken 61.058629751205444 s/epoch\n",
      "Test: [1/79]\tTime 5.510 (5.510)\tL 1.0758 (1.0758)//RL 1.573 (1.573)//RL1 2.202 (2.202)\tE 0.328 (0.328)//RE 0.570 (0.570)//RE1 0.781 (0.781)\n",
      "Test: [79/79]\tTime 0.073 (0.143)\tL 0.9228 (1.1377)//RL 1.387 (1.629)//RL1 2.012 (2.239)\tE 0.438 (0.400)//RE 0.562 (0.593)//RE1 0.875 (0.781)\n",
      "\n",
      " * Robust error 0.593\tError 0.400\n",
      "LR DECAY STEP\n",
      "145 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [145][1/391]\tTime 0.480 (0.480)\tEps 0.141\tData 0.153 (0.153)\tL 1.2208 (1.2208)//RL 1.7292 (1.7292)//RL1 2.3856 (2.3856)\tE 0.398 (0.398)//RE 0.641 (0.641)//RE1 0.789 (0.789)\n",
      "Epoch: [145][200/391]\tTime 0.172 (0.165)\tEps 0.142\tData 0.013 (0.005)\tL 1.0638 (1.2039)//RL 1.3681 (1.5480)//RL1 1.7830 (2.0112)\tE 0.383 (0.415)//RE 0.555 (0.568)//RE1 0.727 (0.741)\n",
      "Epoch: [145][391/391]\tTime 0.093 (0.151)\tEps 0.142\tData 0.003 (0.005)\tL 1.0723 (1.2039)//RL 1.3839 (1.5440)//RL1 1.8009 (2.0010)\tE 0.350 (0.418)//RE 0.512 (0.568)//RE1 0.725 (0.740)\n",
      "\n",
      "Taken 59.28277826309204 s/epoch\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [1/79]\tTime 7.731 (7.731)\tL 1.0524 (1.0524)//RL 1.483 (1.483)//RL1 2.039 (2.039)\tE 0.281 (0.281)//RE 0.516 (0.516)//RE1 0.773 (0.773)\n",
      "Test: [79/79]\tTime 0.070 (0.181)\tL 1.0821 (1.1412)//RL 1.526 (1.570)//RL1 2.102 (2.118)\tE 0.500 (0.400)//RE 0.688 (0.576)//RE1 0.812 (0.756)\n",
      "\n",
      " * Robust error 0.576\tError 0.400\n",
      "LR DECAY STEP\n",
      "146 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [146][1/391]\tTime 0.473 (0.473)\tEps 0.141\tData 0.172 (0.172)\tL 1.2095 (1.2095)//RL 1.6742 (1.6742)//RL1 2.2806 (2.2806)\tE 0.383 (0.383)//RE 0.602 (0.602)//RE1 0.812 (0.812)\n",
      "Epoch: [146][200/391]\tTime 0.130 (0.134)\tEps 0.142\tData 0.004 (0.004)\tL 1.0925 (1.1989)//RL 1.4134 (1.5380)//RL1 1.8526 (1.9941)\tE 0.328 (0.417)//RE 0.570 (0.565)//RE1 0.703 (0.735)\n",
      "Epoch: [146][391/391]\tTime 0.093 (0.128)\tEps 0.142\tData 0.003 (0.004)\tL 1.2837 (1.2009)//RL 1.6329 (1.5411)//RL1 2.1033 (1.9993)\tE 0.425 (0.419)//RE 0.588 (0.568)//RE1 0.825 (0.739)\n",
      "\n",
      "Taken 50.192710638046265 s/epoch\n",
      "Test: [1/79]\tTime 7.604 (7.604)\tL 1.0570 (1.0570)//RL 1.527 (1.527)//RL1 2.148 (2.148)\tE 0.281 (0.281)//RE 0.547 (0.547)//RE1 0.805 (0.805)\n",
      "Test: [79/79]\tTime 0.058 (0.150)\tL 0.9505 (1.1236)//RL 1.390 (1.595)//RL1 1.997 (2.205)\tE 0.438 (0.395)//RE 0.625 (0.590)//RE1 0.750 (0.785)\n",
      "\n",
      " * Robust error 0.590\tError 0.395\n",
      "LR DECAY STEP\n",
      "147 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [147][1/391]\tTime 0.426 (0.426)\tEps 0.141\tData 0.178 (0.178)\tL 1.2916 (1.2916)//RL 1.7951 (1.7951)//RL1 2.4600 (2.4600)\tE 0.469 (0.469)//RE 0.617 (0.617)//RE1 0.805 (0.805)\n",
      "Epoch: [147][200/391]\tTime 0.122 (0.131)\tEps 0.142\tData 0.003 (0.007)\tL 1.1260 (1.2027)//RL 1.4665 (1.5518)//RL1 1.9361 (2.0233)\tE 0.367 (0.417)//RE 0.508 (0.567)//RE1 0.719 (0.743)\n",
      "Epoch: [147][391/391]\tTime 0.158 (0.146)\tEps 0.142\tData 0.009 (0.006)\tL 1.1346 (1.1992)//RL 1.5011 (1.5418)//RL1 1.9807 (2.0008)\tE 0.400 (0.417)//RE 0.538 (0.567)//RE1 0.725 (0.740)\n",
      "\n",
      "Taken 57.406490325927734 s/epoch\n",
      "Test: [1/79]\tTime 40.316 (40.316)\tL 1.0752 (1.0752)//RL 1.577 (1.577)//RL1 2.213 (2.213)\tE 0.305 (0.305)//RE 0.555 (0.555)//RE1 0.820 (0.820)\n",
      "Test: [79/79]\tTime 0.037 (0.595)\tL 0.9383 (1.1289)//RL 1.419 (1.628)//RL1 2.056 (2.251)\tE 0.438 (0.391)//RE 0.625 (0.599)//RE1 0.875 (0.789)\n",
      "\n",
      " * Robust error 0.599\tError 0.391\n",
      "LR DECAY STEP\n",
      "148 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [148][1/391]\tTime 0.428 (0.428)\tEps 0.141\tData 0.170 (0.170)\tL 1.2043 (1.2043)//RL 1.7076 (1.7076)//RL1 2.3692 (2.3692)\tE 0.422 (0.422)//RE 0.617 (0.617)//RE1 0.789 (0.789)\n",
      "Epoch: [148][200/391]\tTime 0.104 (0.128)\tEps 0.142\tData 0.003 (0.005)\tL 1.2839 (1.1940)//RL 1.6443 (1.5454)//RL1 2.1059 (2.0133)\tE 0.469 (0.416)//RE 0.586 (0.572)//RE1 0.750 (0.741)\n",
      "Epoch: [148][391/391]\tTime 0.074 (0.116)\tEps 0.142\tData 0.003 (0.004)\tL 1.2674 (1.1982)//RL 1.6166 (1.5446)//RL1 2.0757 (2.0046)\tE 0.463 (0.416)//RE 0.613 (0.570)//RE1 0.725 (0.740)\n",
      "\n",
      "Taken 45.376365184783936 s/epoch\n",
      "Test: [1/79]\tTime 3.710 (3.710)\tL 1.0503 (1.0503)//RL 1.527 (1.527)//RL1 2.138 (2.138)\tE 0.312 (0.312)//RE 0.547 (0.547)//RE1 0.797 (0.797)\n",
      "Test: [79/79]\tTime 0.035 (0.092)\tL 1.0599 (1.1238)//RL 1.550 (1.602)//RL1 2.198 (2.202)\tE 0.500 (0.389)//RE 0.750 (0.590)//RE1 0.875 (0.781)\n",
      "\n",
      " * Robust error 0.590\tError 0.389\n",
      "LR DECAY STEP\n",
      "149 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0005000\n",
      "Epoch: [149][1/391]\tTime 0.301 (0.301)\tEps 0.141\tData 0.121 (0.121)\tL 1.0850 (1.0850)//RL 1.5568 (1.5568)//RL1 2.1895 (2.1895)\tE 0.359 (0.359)//RE 0.594 (0.594)//RE1 0.820 (0.820)\n",
      "Epoch: [149][200/391]\tTime 0.138 (0.135)\tEps 0.142\tData 0.004 (0.006)\tL 1.2723 (1.2040)//RL 1.6124 (1.5606)//RL1 2.0627 (2.0342)\tE 0.422 (0.419)//RE 0.555 (0.576)//RE1 0.758 (0.750)\n",
      "Epoch: [149][391/391]\tTime 0.146 (0.147)\tEps 0.142\tData 0.003 (0.005)\tL 1.2278 (1.1976)//RL 1.5762 (1.5460)//RL1 2.0129 (2.0079)\tE 0.450 (0.417)//RE 0.588 (0.570)//RE1 0.750 (0.740)\n",
      "\n",
      "Taken 57.54024147987366 s/epoch\n",
      "Test: [1/79]\tTime 11.810 (11.810)\tL 1.0409 (1.0409)//RL 1.576 (1.576)//RL1 2.248 (2.248)\tE 0.320 (0.320)//RE 0.547 (0.547)//RE1 0.773 (0.773)\n",
      "Test: [79/79]\tTime 0.037 (0.202)\tL 0.9952 (1.1095)//RL 1.509 (1.645)//RL1 2.180 (2.302)\tE 0.562 (0.391)//RE 0.688 (0.594)//RE1 0.812 (0.786)\n",
      "\n",
      " * Robust error 0.594\tError 0.391\n",
      "LR DECAY STEP\n",
      "150 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [150][1/391]\tTime 0.314 (0.314)\tEps 0.141\tData 0.135 (0.135)\tL 1.2431 (1.2431)//RL 1.7922 (1.7922)//RL1 2.5283 (2.5283)\tE 0.430 (0.430)//RE 0.625 (0.625)//RE1 0.852 (0.852)\n",
      "Epoch: [150][200/391]\tTime 0.172 (0.137)\tEps 0.142\tData 0.011 (0.007)\tL 1.0124 (1.1598)//RL 1.3248 (1.5002)//RL1 1.7372 (1.9437)\tE 0.336 (0.398)//RE 0.469 (0.550)//RE1 0.703 (0.723)\n",
      "Epoch: [150][391/391]\tTime 0.139 (0.152)\tEps 0.142\tData 0.008 (0.006)\tL 1.1151 (1.1639)//RL 1.4366 (1.4979)//RL1 1.8522 (1.9297)\tE 0.438 (0.401)//RE 0.637 (0.550)//RE1 0.750 (0.717)\n",
      "\n",
      "Taken 59.47505712509155 s/epoch\n",
      "Test: [1/79]\tTime 7.818 (7.818)\tL 0.9995 (0.9995)//RL 1.424 (1.424)//RL1 1.944 (1.944)\tE 0.289 (0.289)//RE 0.477 (0.477)//RE1 0.742 (0.742)\n",
      "Test: [79/79]\tTime 0.038 (0.163)\tL 0.9191 (1.0848)//RL 1.320 (1.509)//RL1 1.836 (2.019)\tE 0.500 (0.373)//RE 0.562 (0.553)//RE1 0.750 (0.734)\n",
      "\n",
      " * Robust error 0.553\tError 0.373\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.553\n",
      "151 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [151][1/391]\tTime 0.390 (0.390)\tEps 0.141\tData 0.124 (0.124)\tL 1.0976 (1.0976)//RL 1.5208 (1.5208)//RL1 2.0702 (2.0702)\tE 0.406 (0.406)//RE 0.570 (0.570)//RE1 0.727 (0.727)\n",
      "Epoch: [151][200/391]\tTime 0.096 (0.138)\tEps 0.142\tData 0.003 (0.006)\tL 1.1434 (1.1617)//RL 1.4968 (1.4912)//RL1 1.9408 (1.9115)\tE 0.438 (0.405)//RE 0.609 (0.546)//RE1 0.734 (0.707)\n",
      "Epoch: [151][391/391]\tTime 0.119 (0.128)\tEps 0.142\tData 0.003 (0.005)\tL 1.2313 (1.1498)//RL 1.5361 (1.4784)//RL1 1.9352 (1.8965)\tE 0.438 (0.400)//RE 0.550 (0.543)//RE1 0.750 (0.705)\n",
      "\n",
      "Taken 50.05805063247681 s/epoch\n",
      "Test: [1/79]\tTime 6.316 (6.316)\tL 1.0250 (1.0250)//RL 1.447 (1.447)//RL1 1.957 (1.957)\tE 0.328 (0.328)//RE 0.531 (0.531)//RE1 0.703 (0.703)\n",
      "Test: [79/79]\tTime 0.039 (0.132)\tL 0.9718 (1.0933)//RL 1.379 (1.510)//RL1 1.890 (2.005)\tE 0.438 (0.380)//RE 0.562 (0.550)//RE1 0.750 (0.718)\n",
      "\n",
      " * Robust error 0.550\tError 0.380\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.550\n",
      "152 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [152][1/391]\tTime 0.295 (0.295)\tEps 0.141\tData 0.126 (0.126)\tL 1.0767 (1.0767)//RL 1.4844 (1.4844)//RL1 2.0135 (2.0135)\tE 0.375 (0.375)//RE 0.523 (0.523)//RE1 0.773 (0.773)\n",
      "Epoch: [152][200/391]\tTime 0.137 (0.127)\tEps 0.142\tData 0.008 (0.005)\tL 1.1845 (1.1469)//RL 1.5270 (1.4869)//RL1 1.9701 (1.9174)\tE 0.430 (0.397)//RE 0.578 (0.547)//RE1 0.719 (0.710)\n",
      "Epoch: [152][391/391]\tTime 0.142 (0.143)\tEps 0.142\tData 0.004 (0.005)\tL 0.9752 (1.1464)//RL 1.2705 (1.4829)//RL1 1.6598 (1.9099)\tE 0.300 (0.398)//RE 0.412 (0.546)//RE1 0.650 (0.708)\n",
      "\n",
      "Taken 56.23758363723755 s/epoch\n",
      "Test: [1/79]\tTime 10.921 (10.921)\tL 1.0076 (1.0076)//RL 1.429 (1.429)//RL1 1.938 (1.938)\tE 0.289 (0.289)//RE 0.492 (0.492)//RE1 0.727 (0.727)\n",
      "Test: [79/79]\tTime 0.035 (0.210)\tL 0.8543 (1.0783)//RL 1.240 (1.500)//RL1 1.731 (2.000)\tE 0.250 (0.372)//RE 0.625 (0.548)//RE1 0.750 (0.725)\n",
      "\n",
      " * Robust error 0.548\tError 0.372\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.548\n",
      "153 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [153][1/391]\tTime 0.361 (0.361)\tEps 0.141\tData 0.133 (0.133)\tL 1.1208 (1.1208)//RL 1.5372 (1.5372)//RL1 2.0620 (2.0620)\tE 0.406 (0.406)//RE 0.555 (0.555)//RE1 0.742 (0.742)\n",
      "Epoch: [153][200/391]\tTime 0.128 (0.146)\tEps 0.142\tData 0.004 (0.005)\tL 1.2443 (1.1475)//RL 1.5946 (1.4799)//RL1 2.0389 (1.9045)\tE 0.469 (0.397)//RE 0.578 (0.541)//RE1 0.750 (0.707)\n",
      "Epoch: [153][391/391]\tTime 0.209 (0.154)\tEps 0.142\tData 0.003 (0.005)\tL 1.1424 (1.1484)//RL 1.4662 (1.4801)//RL1 1.8869 (1.9027)\tE 0.325 (0.396)//RE 0.538 (0.542)//RE1 0.738 (0.705)\n",
      "\n",
      "Taken 60.446224212646484 s/epoch\n",
      "Test: [1/79]\tTime 9.336 (9.336)\tL 1.0032 (1.0032)//RL 1.428 (1.428)//RL1 1.948 (1.948)\tE 0.297 (0.297)//RE 0.516 (0.516)//RE1 0.727 (0.727)\n",
      "Test: [79/79]\tTime 0.036 (0.162)\tL 0.9414 (1.0667)//RL 1.342 (1.490)//RL1 1.858 (1.994)\tE 0.500 (0.368)//RE 0.688 (0.549)//RE1 0.688 (0.720)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " * Robust error 0.549\tError 0.368\n",
      "LR DECAY STEP\n",
      "154 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [154][1/391]\tTime 0.293 (0.293)\tEps 0.141\tData 0.128 (0.128)\tL 1.1382 (1.1382)//RL 1.5889 (1.5889)//RL1 2.1438 (2.1438)\tE 0.414 (0.414)//RE 0.570 (0.570)//RE1 0.773 (0.773)\n",
      "Epoch: [154][200/391]\tTime 0.094 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 1.1727 (1.1405)//RL 1.5075 (1.4825)//RL1 1.9472 (1.9156)\tE 0.422 (0.399)//RE 0.562 (0.546)//RE1 0.703 (0.710)\n",
      "Epoch: [154][391/391]\tTime 0.117 (0.096)\tEps 0.142\tData 0.003 (0.003)\tL 1.0180 (1.1388)//RL 1.3074 (1.4748)//RL1 1.6893 (1.9000)\tE 0.312 (0.396)//RE 0.475 (0.543)//RE1 0.637 (0.705)\n",
      "\n",
      "Taken 37.88204908370972 s/epoch\n",
      "Test: [1/79]\tTime 5.084 (5.084)\tL 0.9863 (0.9863)//RL 1.396 (1.396)//RL1 1.896 (1.896)\tE 0.273 (0.273)//RE 0.508 (0.508)//RE1 0.695 (0.695)\n",
      "Test: [79/79]\tTime 0.042 (0.121)\tL 0.9180 (1.0675)//RL 1.302 (1.479)//RL1 1.796 (1.968)\tE 0.438 (0.376)//RE 0.562 (0.542)//RE1 0.750 (0.709)\n",
      "\n",
      " * Robust error 0.542\tError 0.376\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.542\n",
      "155 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [155][1/391]\tTime 0.342 (0.342)\tEps 0.141\tData 0.131 (0.131)\tL 1.0749 (1.0749)//RL 1.4966 (1.4966)//RL1 2.0323 (2.0323)\tE 0.367 (0.367)//RE 0.570 (0.570)//RE1 0.727 (0.727)\n",
      "Epoch: [155][200/391]\tTime 0.156 (0.153)\tEps 0.142\tData 0.007 (0.005)\tL 1.1148 (1.1336)//RL 1.4434 (1.4747)//RL1 1.8437 (1.9057)\tE 0.422 (0.394)//RE 0.539 (0.540)//RE1 0.680 (0.707)\n",
      "Epoch: [155][391/391]\tTime 0.116 (0.149)\tEps 0.142\tData 0.010 (0.006)\tL 1.0906 (1.1344)//RL 1.4338 (1.4737)//RL1 1.8608 (1.9009)\tE 0.463 (0.395)//RE 0.600 (0.542)//RE1 0.700 (0.705)\n",
      "\n",
      "Taken 58.48678708076477 s/epoch\n",
      "Test: [1/79]\tTime 6.321 (6.321)\tL 0.9896 (0.9896)//RL 1.425 (1.425)//RL1 1.953 (1.953)\tE 0.289 (0.289)//RE 0.516 (0.516)//RE1 0.719 (0.719)\n",
      "Test: [79/79]\tTime 0.049 (0.160)\tL 0.9477 (1.0589)//RL 1.358 (1.492)//RL1 1.882 (2.008)\tE 0.438 (0.367)//RE 0.562 (0.549)//RE1 0.750 (0.727)\n",
      "\n",
      " * Robust error 0.549\tError 0.367\n",
      "LR DECAY STEP\n",
      "156 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [156][1/391]\tTime 0.461 (0.461)\tEps 0.141\tData 0.237 (0.237)\tL 1.1305 (1.1305)//RL 1.5877 (1.5877)//RL1 2.1747 (2.1747)\tE 0.422 (0.422)//RE 0.617 (0.617)//RE1 0.789 (0.789)\n",
      "Epoch: [156][200/391]\tTime 0.134 (0.159)\tEps 0.142\tData 0.003 (0.008)\tL 1.0586 (1.1336)//RL 1.4122 (1.4777)//RL1 1.8488 (1.9085)\tE 0.289 (0.390)//RE 0.516 (0.541)//RE1 0.703 (0.706)\n",
      "Epoch: [156][391/391]\tTime 0.142 (0.155)\tEps 0.142\tData 0.003 (0.006)\tL 0.9851 (1.1336)//RL 1.2822 (1.4738)//RL1 1.6640 (1.9008)\tE 0.350 (0.390)//RE 0.538 (0.540)//RE1 0.663 (0.703)\n",
      "\n",
      "Taken 60.83624005317688 s/epoch\n",
      "Test: [1/79]\tTime 9.881 (9.881)\tL 1.0289 (1.0289)//RL 1.479 (1.479)//RL1 2.021 (2.021)\tE 0.289 (0.289)//RE 0.531 (0.531)//RE1 0.758 (0.758)\n",
      "Test: [79/79]\tTime 0.035 (0.205)\tL 0.9998 (1.0944)//RL 1.417 (1.540)//RL1 1.957 (2.065)\tE 0.438 (0.378)//RE 0.562 (0.562)//RE1 0.688 (0.739)\n",
      "\n",
      " * Robust error 0.562\tError 0.378\n",
      "LR DECAY STEP\n",
      "157 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [157][1/391]\tTime 0.433 (0.433)\tEps 0.141\tData 0.164 (0.164)\tL 1.1662 (1.1662)//RL 1.6395 (1.6395)//RL1 2.2394 (2.2394)\tE 0.344 (0.344)//RE 0.570 (0.570)//RE1 0.820 (0.820)\n",
      "Epoch: [157][200/391]\tTime 0.142 (0.150)\tEps 0.142\tData 0.004 (0.005)\tL 1.0443 (1.1286)//RL 1.3616 (1.4735)//RL1 1.7854 (1.9097)\tE 0.359 (0.393)//RE 0.461 (0.541)//RE1 0.680 (0.706)\n",
      "Epoch: [157][391/391]\tTime 0.075 (0.127)\tEps 0.142\tData 0.003 (0.004)\tL 1.2137 (1.1313)//RL 1.5545 (1.4716)//RL1 1.9875 (1.9015)\tE 0.412 (0.394)//RE 0.575 (0.541)//RE1 0.700 (0.703)\n",
      "\n",
      "Taken 49.643758058547974 s/epoch\n",
      "Test: [1/79]\tTime 7.382 (7.382)\tL 1.0316 (1.0316)//RL 1.455 (1.455)//RL1 1.981 (1.981)\tE 0.297 (0.297)//RE 0.492 (0.492)//RE1 0.727 (0.727)\n",
      "Test: [79/79]\tTime 0.035 (0.140)\tL 0.9602 (1.0862)//RL 1.343 (1.506)//RL1 1.846 (2.018)\tE 0.500 (0.378)//RE 0.625 (0.554)//RE1 0.750 (0.736)\n",
      "\n",
      " * Robust error 0.554\tError 0.378\n",
      "LR DECAY STEP\n",
      "158 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [158][1/391]\tTime 0.249 (0.249)\tEps 0.141\tData 0.102 (0.102)\tL 1.1963 (1.1963)//RL 1.6088 (1.6088)//RL1 2.1569 (2.1569)\tE 0.367 (0.367)//RE 0.555 (0.555)//RE1 0.750 (0.750)\n",
      "Epoch: [158][200/391]\tTime 0.111 (0.112)\tEps 0.142\tData 0.003 (0.004)\tL 1.0396 (1.1244)//RL 1.3830 (1.4689)//RL1 1.8154 (1.9028)\tE 0.352 (0.389)//RE 0.492 (0.542)//RE1 0.695 (0.706)\n",
      "Epoch: [158][391/391]\tTime 0.120 (0.117)\tEps 0.142\tData 0.003 (0.004)\tL 1.0979 (1.1266)//RL 1.4328 (1.4678)//RL1 1.8647 (1.8974)\tE 0.375 (0.390)//RE 0.588 (0.539)//RE1 0.750 (0.704)\n",
      "\n",
      "Taken 45.877270221710205 s/epoch\n",
      "Test: [1/79]\tTime 10.417 (10.417)\tL 0.9953 (0.9953)//RL 1.411 (1.411)//RL1 1.917 (1.917)\tE 0.281 (0.281)//RE 0.484 (0.484)//RE1 0.711 (0.711)\n",
      "Test: [79/79]\tTime 0.050 (0.201)\tL 0.9008 (1.0597)//RL 1.282 (1.476)//RL1 1.776 (1.968)\tE 0.375 (0.366)//RE 0.688 (0.542)//RE1 0.688 (0.710)\n",
      "\n",
      " * Robust error 0.542\tError 0.366\n",
      "LR DECAY STEP\n",
      "159 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0002500\n",
      "Epoch: [159][1/391]\tTime 0.396 (0.396)\tEps 0.141\tData 0.127 (0.127)\tL 1.0615 (1.0615)//RL 1.4734 (1.4734)//RL1 2.0066 (2.0066)\tE 0.359 (0.359)//RE 0.516 (0.516)//RE1 0.773 (0.773)\n",
      "Epoch: [159][200/391]\tTime 0.157 (0.153)\tEps 0.142\tData 0.009 (0.005)\tL 1.1291 (1.1318)//RL 1.4678 (1.4749)//RL1 1.8995 (1.9082)\tE 0.438 (0.389)//RE 0.531 (0.541)//RE1 0.742 (0.705)\n",
      "Epoch: [159][391/391]\tTime 0.141 (0.156)\tEps 0.142\tData 0.003 (0.005)\tL 1.1165 (1.1283)//RL 1.4553 (1.4710)//RL1 1.8787 (1.9042)\tE 0.412 (0.388)//RE 0.538 (0.540)//RE1 0.675 (0.705)\n",
      "\n",
      "Taken 61.22481393814087 s/epoch\n",
      "Test: [1/79]\tTime 9.112 (9.112)\tL 1.0068 (1.0068)//RL 1.459 (1.459)//RL1 2.009 (2.009)\tE 0.289 (0.289)//RE 0.539 (0.539)//RE1 0.742 (0.742)\n",
      "Test: [79/79]\tTime 0.034 (0.175)\tL 0.9098 (1.0674)//RL 1.330 (1.518)//RL1 1.869 (2.050)\tE 0.438 (0.376)//RE 0.625 (0.553)//RE1 0.750 (0.726)\n",
      "\n",
      " * Robust error 0.553\tError 0.376\n",
      "LR DECAY STEP\n",
      "160 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [160][1/391]\tTime 0.339 (0.339)\tEps 0.141\tData 0.131 (0.131)\tL 1.1756 (1.1756)//RL 1.6588 (1.6588)//RL1 2.2701 (2.2701)\tE 0.414 (0.414)//RE 0.586 (0.586)//RE1 0.852 (0.852)\n",
      "Epoch: [160][200/391]\tTime 0.139 (0.130)\tEps 0.142\tData 0.003 (0.006)\tL 1.3379 (1.1128)//RL 1.7188 (1.4466)//RL1 2.1919 (1.8637)\tE 0.570 (0.385)//RE 0.664 (0.529)//RE1 0.773 (0.692)\n",
      "Epoch: [160][391/391]\tTime 0.079 (0.129)\tEps 0.142\tData 0.002 (0.007)\tL 0.9226 (1.1109)//RL 1.2059 (1.4443)//RL1 1.5742 (1.8612)\tE 0.300 (0.383)//RE 0.450 (0.529)//RE1 0.600 (0.692)\n",
      "\n",
      "Taken 50.71849203109741 s/epoch\n",
      "Test: [1/79]\tTime 5.308 (5.308)\tL 0.9812 (0.9812)//RL 1.366 (1.366)//RL1 1.830 (1.830)\tE 0.273 (0.273)//RE 0.445 (0.445)//RE1 0.711 (0.711)\n",
      "Test: [79/79]\tTime 0.034 (0.113)\tL 0.9381 (1.0468)//RL 1.311 (1.432)//RL1 1.786 (1.885)\tE 0.438 (0.360)//RE 0.625 (0.523)//RE1 0.750 (0.690)\n",
      "\n",
      " * Robust error 0.523\tError 0.360\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.523\n",
      "161 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [161][1/391]\tTime 0.288 (0.288)\tEps 0.141\tData 0.126 (0.126)\tL 1.1045 (1.1045)//RL 1.5149 (1.5149)//RL1 2.0355 (2.0355)\tE 0.383 (0.383)//RE 0.539 (0.539)//RE1 0.727 (0.727)\n",
      "Epoch: [161][200/391]\tTime 0.161 (0.106)\tEps 0.142\tData 0.005 (0.004)\tL 1.1751 (1.1111)//RL 1.5299 (1.4446)//RL1 1.9660 (1.8585)\tE 0.445 (0.384)//RE 0.586 (0.531)//RE1 0.734 (0.693)\n",
      "Epoch: [161][391/391]\tTime 0.068 (0.106)\tEps 0.142\tData 0.002 (0.004)\tL 1.0730 (1.1044)//RL 1.4075 (1.4378)//RL1 1.8113 (1.8504)\tE 0.375 (0.381)//RE 0.588 (0.527)//RE1 0.700 (0.688)\n",
      "\n",
      "Taken 41.40836548805237 s/epoch\n",
      "Test: [1/79]\tTime 20.571 (20.571)\tL 0.9809 (0.9809)//RL 1.369 (1.369)//RL1 1.832 (1.832)\tE 0.273 (0.273)//RE 0.484 (0.484)//RE1 0.672 (0.672)\n",
      "Test: [79/79]\tTime 0.027 (0.303)\tL 0.8701 (1.0415)//RL 1.240 (1.432)//RL1 1.695 (1.883)\tE 0.375 (0.363)//RE 0.625 (0.524)//RE1 0.750 (0.684)\n",
      "\n",
      " * Robust error 0.524\tError 0.363\n",
      "LR DECAY STEP\n",
      "162 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [162][1/391]\tTime 0.280 (0.280)\tEps 0.141\tData 0.111 (0.111)\tL 1.0192 (1.0192)//RL 1.3980 (1.3980)//RL1 1.8814 (1.8814)\tE 0.383 (0.383)//RE 0.516 (0.516)//RE1 0.688 (0.688)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [162][200/391]\tTime 0.097 (0.097)\tEps 0.142\tData 0.003 (0.003)\tL 1.0925 (1.1035)//RL 1.4163 (1.4372)//RL1 1.8222 (1.8470)\tE 0.391 (0.381)//RE 0.531 (0.526)//RE1 0.695 (0.684)\n",
      "Epoch: [162][391/391]\tTime 0.067 (0.095)\tEps 0.142\tData 0.002 (0.003)\tL 1.0925 (1.1007)//RL 1.4252 (1.4340)//RL1 1.8453 (1.8445)\tE 0.388 (0.380)//RE 0.538 (0.525)//RE1 0.700 (0.687)\n",
      "\n",
      "Taken 37.31225919723511 s/epoch\n",
      "Test: [1/79]\tTime 13.664 (13.664)\tL 0.9804 (0.9804)//RL 1.375 (1.375)//RL1 1.838 (1.838)\tE 0.242 (0.242)//RE 0.508 (0.508)//RE1 0.680 (0.680)\n",
      "Test: [79/79]\tTime 0.027 (0.215)\tL 0.8856 (1.0490)//RL 1.247 (1.447)//RL1 1.697 (1.905)\tE 0.375 (0.363)//RE 0.625 (0.534)//RE1 0.688 (0.695)\n",
      "\n",
      " * Robust error 0.534\tError 0.363\n",
      "LR DECAY STEP\n",
      "163 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [163][1/391]\tTime 0.259 (0.259)\tEps 0.141\tData 0.106 (0.106)\tL 1.0911 (1.0911)//RL 1.4861 (1.4861)//RL1 1.9614 (1.9614)\tE 0.352 (0.352)//RE 0.531 (0.531)//RE1 0.703 (0.703)\n",
      "Epoch: [163][200/391]\tTime 0.097 (0.097)\tEps 0.142\tData 0.003 (0.003)\tL 1.1428 (1.0962)//RL 1.4735 (1.4297)//RL1 1.8790 (1.8373)\tE 0.414 (0.379)//RE 0.539 (0.524)//RE1 0.664 (0.683)\n",
      "Epoch: [163][391/391]\tTime 0.081 (0.096)\tEps 0.142\tData 0.002 (0.003)\tL 1.2528 (1.0986)//RL 1.6191 (1.4329)//RL1 2.0399 (1.8428)\tE 0.388 (0.379)//RE 0.550 (0.527)//RE1 0.700 (0.686)\n",
      "\n",
      "Taken 37.75848317146301 s/epoch\n",
      "Test: [1/79]\tTime 38.464 (38.464)\tL 0.9846 (0.9846)//RL 1.383 (1.383)//RL1 1.845 (1.845)\tE 0.289 (0.289)//RE 0.469 (0.469)//RE1 0.648 (0.648)\n",
      "Test: [79/79]\tTime 0.027 (0.529)\tL 0.8850 (1.0477)//RL 1.261 (1.444)//RL1 1.722 (1.890)\tE 0.375 (0.366)//RE 0.625 (0.526)//RE1 0.750 (0.680)\n",
      "\n",
      " * Robust error 0.526\tError 0.366\n",
      "LR DECAY STEP\n",
      "164 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [164][1/391]\tTime 0.268 (0.268)\tEps 0.141\tData 0.117 (0.117)\tL 1.1767 (1.1767)//RL 1.6058 (1.6058)//RL1 2.1150 (2.1150)\tE 0.453 (0.453)//RE 0.602 (0.602)//RE1 0.766 (0.766)\n",
      "Epoch: [164][200/391]\tTime 0.095 (0.095)\tEps 0.142\tData 0.002 (0.003)\tL 1.2125 (1.0984)//RL 1.5522 (1.4285)//RL1 1.9762 (1.8329)\tE 0.492 (0.379)//RE 0.602 (0.525)//RE1 0.703 (0.681)\n",
      "Epoch: [164][391/391]\tTime 0.068 (0.094)\tEps 0.142\tData 0.002 (0.003)\tL 1.2535 (1.0974)//RL 1.6160 (1.4323)//RL1 2.0517 (1.8432)\tE 0.475 (0.380)//RE 0.588 (0.524)//RE1 0.675 (0.683)\n",
      "\n",
      "Taken 36.95501160621643 s/epoch\n",
      "Test: [1/79]\tTime 8.628 (8.628)\tL 0.9682 (0.9682)//RL 1.371 (1.371)//RL1 1.844 (1.844)\tE 0.250 (0.250)//RE 0.477 (0.477)//RE1 0.672 (0.672)\n",
      "Test: [79/79]\tTime 0.036 (0.155)\tL 0.9134 (1.0384)//RL 1.286 (1.444)//RL1 1.754 (1.909)\tE 0.438 (0.366)//RE 0.625 (0.530)//RE1 0.688 (0.690)\n",
      "\n",
      " * Robust error 0.530\tError 0.366\n",
      "LR DECAY STEP\n",
      "165 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [165][1/391]\tTime 0.256 (0.256)\tEps 0.141\tData 0.096 (0.096)\tL 1.1428 (1.1428)//RL 1.5795 (1.5795)//RL1 2.1197 (2.1197)\tE 0.344 (0.344)//RE 0.547 (0.547)//RE1 0.734 (0.734)\n",
      "Epoch: [165][200/391]\tTime 0.096 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 1.0838 (1.0954)//RL 1.4337 (1.4286)//RL1 1.8600 (1.8387)\tE 0.391 (0.378)//RE 0.500 (0.522)//RE1 0.633 (0.680)\n",
      "Epoch: [165][391/391]\tTime 0.081 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 1.1469 (1.0930)//RL 1.4759 (1.4298)//RL1 1.8740 (1.8444)\tE 0.512 (0.379)//RE 0.550 (0.526)//RE1 0.625 (0.686)\n",
      "\n",
      "Taken 37.074135541915894 s/epoch\n",
      "Test: [1/79]\tTime 8.827 (8.827)\tL 0.9834 (0.9834)//RL 1.383 (1.383)//RL1 1.856 (1.856)\tE 0.258 (0.258)//RE 0.492 (0.492)//RE1 0.695 (0.695)\n",
      "Test: [79/79]\tTime 0.028 (0.157)\tL 0.8790 (1.0367)//RL 1.256 (1.431)//RL1 1.723 (1.889)\tE 0.375 (0.359)//RE 0.625 (0.528)//RE1 0.688 (0.686)\n",
      "\n",
      " * Robust error 0.528\tError 0.359\n",
      "LR DECAY STEP\n",
      "166 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [166][1/391]\tTime 0.253 (0.253)\tEps 0.141\tData 0.092 (0.092)\tL 1.1031 (1.1031)//RL 1.4954 (1.4954)//RL1 2.0012 (2.0012)\tE 0.383 (0.383)//RE 0.547 (0.547)//RE1 0.703 (0.703)\n",
      "Epoch: [166][200/391]\tTime 0.087 (0.089)\tEps 0.142\tData 0.002 (0.003)\tL 1.1404 (1.0909)//RL 1.4853 (1.4225)//RL1 1.9004 (1.8295)\tE 0.406 (0.376)//RE 0.555 (0.522)//RE1 0.734 (0.683)\n",
      "Epoch: [166][391/391]\tTime 0.074 (0.090)\tEps 0.142\tData 0.003 (0.002)\tL 1.0496 (1.0933)//RL 1.3866 (1.4276)//RL1 1.8270 (1.8391)\tE 0.363 (0.377)//RE 0.512 (0.524)//RE1 0.675 (0.683)\n",
      "\n",
      "Taken 35.501293659210205 s/epoch\n",
      "Test: [1/79]\tTime 12.051 (12.051)\tL 0.9662 (0.9662)//RL 1.362 (1.362)//RL1 1.820 (1.820)\tE 0.281 (0.281)//RE 0.445 (0.445)//RE1 0.703 (0.703)\n",
      "Test: [79/79]\tTime 0.028 (0.196)\tL 0.8771 (1.0363)//RL 1.246 (1.429)//RL1 1.701 (1.877)\tE 0.438 (0.359)//RE 0.625 (0.517)//RE1 0.688 (0.678)\n",
      "\n",
      " * Robust error 0.517\tError 0.359\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.517\n",
      "167 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [167][1/391]\tTime 0.267 (0.267)\tEps 0.141\tData 0.092 (0.092)\tL 1.1529 (1.1529)//RL 1.5672 (1.5672)//RL1 2.0713 (2.0713)\tE 0.375 (0.375)//RE 0.633 (0.633)//RE1 0.766 (0.766)\n",
      "Epoch: [167][200/391]\tTime 0.094 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 1.2406 (1.0950)//RL 1.6056 (1.4344)//RL1 2.0635 (1.8491)\tE 0.430 (0.378)//RE 0.578 (0.528)//RE1 0.742 (0.687)\n",
      "Epoch: [167][391/391]\tTime 0.074 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 1.1462 (1.0949)//RL 1.4894 (1.4330)//RL1 1.8935 (1.8471)\tE 0.400 (0.378)//RE 0.550 (0.526)//RE1 0.688 (0.684)\n",
      "\n",
      "Taken 37.05716371536255 s/epoch\n",
      "Test: [1/79]\tTime 4.615 (4.615)\tL 0.9770 (0.9770)//RL 1.384 (1.384)//RL1 1.860 (1.860)\tE 0.266 (0.266)//RE 0.492 (0.492)//RE1 0.688 (0.688)\n",
      "Test: [79/79]\tTime 0.026 (0.101)\tL 0.9112 (1.0428)//RL 1.299 (1.447)//RL1 1.775 (1.910)\tE 0.500 (0.355)//RE 0.562 (0.528)//RE1 0.750 (0.698)\n",
      "\n",
      " * Robust error 0.528\tError 0.355\n",
      "LR DECAY STEP\n",
      "168 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [168][1/391]\tTime 0.258 (0.258)\tEps 0.141\tData 0.109 (0.109)\tL 1.0765 (1.0765)//RL 1.4920 (1.4920)//RL1 2.0079 (2.0079)\tE 0.336 (0.336)//RE 0.523 (0.523)//RE1 0.711 (0.711)\n",
      "Epoch: [168][200/391]\tTime 0.093 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 1.0339 (1.0824)//RL 1.3883 (1.4207)//RL1 1.8274 (1.8368)\tE 0.320 (0.372)//RE 0.469 (0.522)//RE1 0.711 (0.686)\n",
      "Epoch: [168][391/391]\tTime 0.073 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 0.9818 (1.0890)//RL 1.2987 (1.4275)//RL1 1.6971 (1.8461)\tE 0.350 (0.375)//RE 0.525 (0.524)//RE1 0.663 (0.685)\n",
      "\n",
      "Taken 36.567349672317505 s/epoch\n",
      "Test: [1/79]\tTime 6.042 (6.042)\tL 0.9737 (0.9737)//RL 1.372 (1.372)//RL1 1.846 (1.846)\tE 0.250 (0.250)//RE 0.492 (0.492)//RE1 0.688 (0.688)\n",
      "Test: [79/79]\tTime 0.033 (0.121)\tL 0.8986 (1.0335)//RL 1.284 (1.430)//RL1 1.761 (1.891)\tE 0.500 (0.356)//RE 0.625 (0.523)//RE1 0.688 (0.691)\n",
      "\n",
      " * Robust error 0.523\tError 0.356\n",
      "LR DECAY STEP\n",
      "169 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0001250\n",
      "Epoch: [169][1/391]\tTime 0.285 (0.285)\tEps 0.141\tData 0.108 (0.108)\tL 1.0350 (1.0350)//RL 1.4256 (1.4256)//RL1 1.9189 (1.9189)\tE 0.320 (0.320)//RE 0.453 (0.453)//RE1 0.695 (0.695)\n",
      "Epoch: [169][200/391]\tTime 0.093 (0.094)\tEps 0.142\tData 0.003 (0.004)\tL 0.9658 (1.0920)//RL 1.3057 (1.4277)//RL1 1.7274 (1.8388)\tE 0.320 (0.376)//RE 0.484 (0.524)//RE1 0.656 (0.686)\n",
      "Epoch: [169][391/391]\tTime 0.074 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 0.9173 (1.0886)//RL 1.2263 (1.4261)//RL1 1.6224 (1.8404)\tE 0.263 (0.374)//RE 0.400 (0.523)//RE1 0.575 (0.684)\n",
      "\n",
      "Taken 36.827041149139404 s/epoch\n",
      "Test: [1/79]\tTime 6.367 (6.367)\tL 0.9519 (0.9519)//RL 1.344 (1.344)//RL1 1.810 (1.810)\tE 0.258 (0.258)//RE 0.469 (0.469)//RE1 0.688 (0.688)\n",
      "Test: [79/79]\tTime 0.028 (0.123)\tL 0.8645 (1.0257)//RL 1.231 (1.420)//RL1 1.689 (1.878)\tE 0.312 (0.354)//RE 0.625 (0.519)//RE1 0.750 (0.678)\n",
      "\n",
      " * Robust error 0.519\tError 0.354\n",
      "LR DECAY STEP\n",
      "170 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [170][1/391]\tTime 0.278 (0.278)\tEps 0.141\tData 0.106 (0.106)\tL 1.0297 (1.0297)//RL 1.4140 (1.4140)//RL1 1.9082 (1.9082)\tE 0.336 (0.336)//RE 0.484 (0.484)//RE1 0.688 (0.688)\n",
      "Epoch: [170][200/391]\tTime 0.093 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 1.1008 (1.0862)//RL 1.4480 (1.4146)//RL1 1.8713 (1.8178)\tE 0.375 (0.377)//RE 0.516 (0.518)//RE1 0.633 (0.677)\n",
      "Epoch: [170][391/391]\tTime 0.074 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 1.0878 (1.0803)//RL 1.4199 (1.4122)//RL1 1.8182 (1.8209)\tE 0.388 (0.374)//RE 0.525 (0.517)//RE1 0.613 (0.680)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 36.650390625 s/epoch\n",
      "Test: [1/79]\tTime 9.845 (9.845)\tL 0.9603 (0.9603)//RL 1.346 (1.346)//RL1 1.795 (1.795)\tE 0.266 (0.266)//RE 0.438 (0.438)//RE1 0.656 (0.656)\n",
      "Test: [79/79]\tTime 0.027 (0.167)\tL 0.9038 (1.0250)//RL 1.288 (1.410)//RL1 1.750 (1.849)\tE 0.438 (0.356)//RE 0.562 (0.515)//RE1 0.750 (0.672)\n",
      "\n",
      " * Robust error 0.515\tError 0.356\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.515\n",
      "171 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [171][1/391]\tTime 0.283 (0.283)\tEps 0.141\tData 0.108 (0.108)\tL 0.9711 (0.9711)//RL 1.3446 (1.3446)//RL1 1.8216 (1.8216)\tE 0.336 (0.336)//RE 0.508 (0.508)//RE1 0.633 (0.633)\n",
      "Epoch: [171][200/391]\tTime 0.088 (0.095)\tEps 0.142\tData 0.002 (0.003)\tL 1.0162 (1.0817)//RL 1.3682 (1.4100)//RL1 1.7988 (1.8126)\tE 0.320 (0.374)//RE 0.492 (0.516)//RE1 0.648 (0.676)\n",
      "Epoch: [171][391/391]\tTime 0.067 (0.092)\tEps 0.142\tData 0.002 (0.003)\tL 0.9484 (1.0788)//RL 1.2567 (1.4107)//RL1 1.6456 (1.8177)\tE 0.287 (0.374)//RE 0.450 (0.517)//RE1 0.600 (0.677)\n",
      "\n",
      "Taken 35.99186730384827 s/epoch\n",
      "Test: [1/79]\tTime 14.615 (14.615)\tL 0.9516 (0.9516)//RL 1.329 (1.329)//RL1 1.770 (1.770)\tE 0.266 (0.266)//RE 0.445 (0.445)//RE1 0.656 (0.656)\n",
      "Test: [79/79]\tTime 0.036 (0.231)\tL 0.9092 (1.0215)//RL 1.273 (1.400)//RL1 1.713 (1.830)\tE 0.438 (0.355)//RE 0.625 (0.509)//RE1 0.688 (0.665)\n",
      "\n",
      " * Robust error 0.509\tError 0.355\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.509\n",
      "172 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [172][1/391]\tTime 0.242 (0.242)\tEps 0.141\tData 0.089 (0.089)\tL 1.0767 (1.0767)//RL 1.4568 (1.4568)//RL1 1.9321 (1.9321)\tE 0.344 (0.344)//RE 0.508 (0.508)//RE1 0.695 (0.695)\n",
      "Epoch: [172][200/391]\tTime 0.093 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 0.9870 (1.0714)//RL 1.3307 (1.4002)//RL1 1.7639 (1.8040)\tE 0.312 (0.371)//RE 0.516 (0.514)//RE1 0.703 (0.674)\n",
      "Epoch: [172][391/391]\tTime 0.079 (0.094)\tEps 0.142\tData 0.002 (0.003)\tL 0.9628 (1.0756)//RL 1.3042 (1.4099)//RL1 1.7277 (1.8192)\tE 0.300 (0.369)//RE 0.488 (0.518)//RE1 0.663 (0.678)\n",
      "\n",
      "Taken 37.0076539516449 s/epoch\n",
      "Test: [1/79]\tTime 13.734 (13.734)\tL 0.9523 (0.9523)//RL 1.340 (1.340)//RL1 1.795 (1.795)\tE 0.266 (0.266)//RE 0.477 (0.477)//RE1 0.688 (0.688)\n",
      "Test: [79/79]\tTime 0.028 (0.216)\tL 0.8787 (1.0174)//RL 1.243 (1.404)//RL1 1.696 (1.848)\tE 0.375 (0.349)//RE 0.625 (0.517)//RE1 0.688 (0.680)\n",
      "\n",
      " * Robust error 0.517\tError 0.349\n",
      "LR DECAY STEP\n",
      "173 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [173][1/391]\tTime 0.264 (0.264)\tEps 0.141\tData 0.113 (0.113)\tL 1.0082 (1.0082)//RL 1.3897 (1.3897)//RL1 1.8862 (1.8862)\tE 0.328 (0.328)//RE 0.570 (0.570)//RE1 0.766 (0.766)\n",
      "Epoch: [173][200/391]\tTime 0.103 (0.088)\tEps 0.142\tData 0.003 (0.003)\tL 1.1543 (1.0707)//RL 1.5031 (1.4030)//RL1 1.9264 (1.8088)\tE 0.430 (0.368)//RE 0.562 (0.515)//RE1 0.750 (0.672)\n",
      "Epoch: [173][391/391]\tTime 0.080 (0.091)\tEps 0.142\tData 0.003 (0.003)\tL 1.0326 (1.0743)//RL 1.3632 (1.4100)//RL1 1.7898 (1.8206)\tE 0.388 (0.371)//RE 0.550 (0.516)//RE1 0.688 (0.676)\n",
      "\n",
      "Taken 35.87136125564575 s/epoch\n",
      "Test: [1/79]\tTime 8.015 (8.015)\tL 0.9561 (0.9561)//RL 1.339 (1.339)//RL1 1.788 (1.788)\tE 0.250 (0.250)//RE 0.453 (0.453)//RE1 0.656 (0.656)\n",
      "Test: [79/79]\tTime 0.034 (0.145)\tL 0.8641 (1.0189)//RL 1.216 (1.398)//RL1 1.655 (1.833)\tE 0.312 (0.351)//RE 0.625 (0.512)//RE1 0.688 (0.674)\n",
      "\n",
      " * Robust error 0.512\tError 0.351\n",
      "LR DECAY STEP\n",
      "174 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [174][1/391]\tTime 0.256 (0.256)\tEps 0.141\tData 0.092 (0.092)\tL 1.0914 (1.0914)//RL 1.4835 (1.4835)//RL1 1.9709 (1.9709)\tE 0.422 (0.422)//RE 0.570 (0.570)//RE1 0.750 (0.750)\n",
      "Epoch: [174][200/391]\tTime 0.095 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 0.9611 (1.0728)//RL 1.2929 (1.4011)//RL1 1.7025 (1.8032)\tE 0.344 (0.367)//RE 0.516 (0.512)//RE1 0.656 (0.672)\n",
      "Epoch: [174][391/391]\tTime 0.068 (0.094)\tEps 0.142\tData 0.002 (0.003)\tL 1.2498 (1.0739)//RL 1.6187 (1.4074)//RL1 2.0592 (1.8152)\tE 0.425 (0.370)//RE 0.512 (0.516)//RE1 0.713 (0.676)\n",
      "\n",
      "Taken 36.79545783996582 s/epoch\n",
      "Test: [1/79]\tTime 8.053 (8.053)\tL 0.9486 (0.9486)//RL 1.329 (1.329)//RL1 1.771 (1.771)\tE 0.258 (0.258)//RE 0.438 (0.438)//RE1 0.664 (0.664)\n",
      "Test: [79/79]\tTime 0.035 (0.147)\tL 0.8746 (1.0167)//RL 1.239 (1.397)//RL1 1.682 (1.829)\tE 0.438 (0.356)//RE 0.625 (0.511)//RE1 0.688 (0.659)\n",
      "\n",
      " * Robust error 0.511\tError 0.356\n",
      "LR DECAY STEP\n",
      "175 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [175][1/391]\tTime 0.264 (0.264)\tEps 0.141\tData 0.109 (0.109)\tL 1.0900 (1.0900)//RL 1.4899 (1.4899)//RL1 1.9817 (1.9817)\tE 0.383 (0.383)//RE 0.555 (0.555)//RE1 0.711 (0.711)\n",
      "Epoch: [175][200/391]\tTime 0.090 (0.092)\tEps 0.142\tData 0.002 (0.003)\tL 1.0977 (1.0696)//RL 1.4331 (1.4028)//RL1 1.8470 (1.8100)\tE 0.359 (0.368)//RE 0.469 (0.513)//RE1 0.625 (0.674)\n",
      "Epoch: [175][391/391]\tTime 0.068 (0.093)\tEps 0.142\tData 0.002 (0.003)\tL 1.1854 (1.0711)//RL 1.5016 (1.4064)//RL1 1.8958 (1.8168)\tE 0.388 (0.367)//RE 0.525 (0.513)//RE1 0.613 (0.677)\n",
      "\n",
      "Taken 36.65699911117554 s/epoch\n",
      "Test: [1/79]\tTime 11.429 (11.429)\tL 0.9448 (0.9448)//RL 1.335 (1.335)//RL1 1.797 (1.797)\tE 0.234 (0.234)//RE 0.477 (0.477)//RE1 0.664 (0.664)\n",
      "Test: [79/79]\tTime 0.034 (0.188)\tL 0.8559 (1.0174)//RL 1.218 (1.410)//RL1 1.671 (1.863)\tE 0.438 (0.351)//RE 0.625 (0.517)//RE1 0.750 (0.679)\n",
      "\n",
      " * Robust error 0.517\tError 0.351\n",
      "LR DECAY STEP\n",
      "176 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [176][1/391]\tTime 0.281 (0.281)\tEps 0.141\tData 0.107 (0.107)\tL 1.0343 (1.0343)//RL 1.4291 (1.4291)//RL1 1.9147 (1.9147)\tE 0.375 (0.375)//RE 0.516 (0.516)//RE1 0.695 (0.695)\n",
      "Epoch: [176][200/391]\tTime 0.091 (0.095)\tEps 0.142\tData 0.002 (0.003)\tL 1.1367 (1.0679)//RL 1.4943 (1.3984)//RL1 1.9265 (1.8006)\tE 0.367 (0.368)//RE 0.523 (0.515)//RE1 0.734 (0.672)\n",
      "Epoch: [176][391/391]\tTime 0.081 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 1.0448 (1.0681)//RL 1.3678 (1.4039)//RL1 1.7682 (1.8136)\tE 0.400 (0.367)//RE 0.500 (0.515)//RE1 0.700 (0.674)\n",
      "\n",
      "Taken 36.45410776138306 s/epoch\n",
      "Test: [1/79]\tTime 24.740 (24.740)\tL 0.9320 (0.9320)//RL 1.312 (1.312)//RL1 1.757 (1.757)\tE 0.242 (0.242)//RE 0.445 (0.445)//RE1 0.641 (0.641)\n",
      "Test: [79/79]\tTime 0.028 (0.356)\tL 0.8792 (1.0164)//RL 1.244 (1.401)//RL1 1.691 (1.840)\tE 0.438 (0.354)//RE 0.625 (0.511)//RE1 0.688 (0.663)\n",
      "\n",
      " * Robust error 0.511\tError 0.354\n",
      "LR DECAY STEP\n",
      "177 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [177][1/391]\tTime 0.260 (0.260)\tEps 0.141\tData 0.106 (0.106)\tL 0.9996 (0.9996)//RL 1.3746 (1.3746)//RL1 1.8349 (1.8349)\tE 0.336 (0.336)//RE 0.477 (0.477)//RE1 0.664 (0.664)\n",
      "Epoch: [177][200/391]\tTime 0.096 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 1.1517 (1.0694)//RL 1.4901 (1.4037)//RL1 1.9068 (1.8118)\tE 0.438 (0.368)//RE 0.508 (0.514)//RE1 0.648 (0.674)\n",
      "Epoch: [177][391/391]\tTime 0.081 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 0.8689 (1.0675)//RL 1.1560 (1.4059)//RL1 1.5267 (1.8180)\tE 0.338 (0.368)//RE 0.412 (0.515)//RE1 0.562 (0.674)\n",
      "\n",
      "Taken 36.92615795135498 s/epoch\n",
      "Test: [1/79]\tTime 11.121 (11.121)\tL 0.9453 (0.9453)//RL 1.330 (1.330)//RL1 1.777 (1.777)\tE 0.266 (0.266)//RE 0.492 (0.492)//RE1 0.672 (0.672)\n",
      "Test: [79/79]\tTime 0.034 (0.185)\tL 0.8682 (1.0164)//RL 1.236 (1.398)//RL1 1.684 (1.832)\tE 0.438 (0.353)//RE 0.625 (0.511)//RE1 0.688 (0.661)\n",
      "\n",
      " * Robust error 0.511\tError 0.353\n",
      "LR DECAY STEP\n",
      "178 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [178][1/391]\tTime 0.255 (0.255)\tEps 0.141\tData 0.094 (0.094)\tL 1.2101 (1.2101)//RL 1.6346 (1.6346)//RL1 2.1339 (2.1339)\tE 0.461 (0.461)//RE 0.648 (0.648)//RE1 0.781 (0.781)\n",
      "Epoch: [178][200/391]\tTime 0.094 (0.095)\tEps 0.142\tData 0.002 (0.003)\tL 0.9224 (1.0711)//RL 1.2409 (1.4083)//RL1 1.6527 (1.8184)\tE 0.273 (0.369)//RE 0.461 (0.514)//RE1 0.680 (0.676)\n",
      "Epoch: [178][391/391]\tTime 0.074 (0.095)\tEps 0.142\tData 0.002 (0.003)\tL 0.9849 (1.0708)//RL 1.2940 (1.4084)//RL1 1.6821 (1.8206)\tE 0.325 (0.369)//RE 0.562 (0.516)//RE1 0.700 (0.676)\n",
      "\n",
      "Taken 37.3314368724823 s/epoch\n",
      "Test: [1/79]\tTime 19.852 (19.852)\tL 0.9425 (0.9425)//RL 1.331 (1.331)//RL1 1.786 (1.786)\tE 0.266 (0.266)//RE 0.500 (0.500)//RE1 0.648 (0.648)\n",
      "Test: [79/79]\tTime 0.037 (0.296)\tL 0.9108 (1.0147)//RL 1.290 (1.401)//RL1 1.752 (1.844)\tE 0.438 (0.348)//RE 0.562 (0.513)//RE1 0.688 (0.676)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " * Robust error 0.513\tError 0.348\n",
      "LR DECAY STEP\n",
      "179 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000625\n",
      "Epoch: [179][1/391]\tTime 0.262 (0.262)\tEps 0.141\tData 0.110 (0.110)\tL 1.1037 (1.1037)//RL 1.4823 (1.4823)//RL1 1.9484 (1.9484)\tE 0.367 (0.367)//RE 0.508 (0.508)//RE1 0.727 (0.727)\n",
      "Epoch: [179][200/391]\tTime 0.104 (0.098)\tEps 0.142\tData 0.003 (0.003)\tL 1.1208 (1.0727)//RL 1.4684 (1.4030)//RL1 1.8924 (1.8061)\tE 0.328 (0.370)//RE 0.500 (0.517)//RE1 0.633 (0.672)\n",
      "Epoch: [179][391/391]\tTime 0.077 (0.099)\tEps 0.142\tData 0.003 (0.003)\tL 1.1373 (1.0680)//RL 1.5092 (1.4044)//RL1 1.9547 (1.8161)\tE 0.425 (0.368)//RE 0.550 (0.517)//RE1 0.675 (0.675)\n",
      "\n",
      "Taken 38.94140625 s/epoch\n",
      "Test: [1/79]\tTime 10.769 (10.769)\tL 0.9493 (0.9493)//RL 1.347 (1.347)//RL1 1.814 (1.814)\tE 0.242 (0.242)//RE 0.461 (0.461)//RE1 0.656 (0.656)\n",
      "Test: [79/79]\tTime 0.026 (0.179)\tL 0.8569 (1.0136)//RL 1.220 (1.409)//RL1 1.675 (1.863)\tE 0.438 (0.351)//RE 0.625 (0.518)//RE1 0.688 (0.676)\n",
      "\n",
      " * Robust error 0.518\tError 0.351\n",
      "LR DECAY STEP\n",
      "180 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [180][1/391]\tTime 0.250 (0.250)\tEps 0.141\tData 0.091 (0.091)\tL 1.1062 (1.1062)//RL 1.5110 (1.5110)//RL1 2.0324 (2.0324)\tE 0.344 (0.344)//RE 0.555 (0.555)//RE1 0.773 (0.773)\n",
      "Epoch: [180][200/391]\tTime 0.088 (0.090)\tEps 0.142\tData 0.002 (0.003)\tL 0.9658 (1.0650)//RL 1.2746 (1.3955)//RL1 1.6600 (1.8012)\tE 0.352 (0.366)//RE 0.492 (0.510)//RE1 0.664 (0.669)\n",
      "Epoch: [180][391/391]\tTime 0.080 (0.090)\tEps 0.142\tData 0.003 (0.003)\tL 1.2135 (1.0662)//RL 1.5717 (1.4020)//RL1 2.0105 (1.8138)\tE 0.388 (0.367)//RE 0.550 (0.514)//RE1 0.762 (0.675)\n",
      "\n",
      "Taken 35.15422177314758 s/epoch\n",
      "Test: [1/79]\tTime 42.049 (42.049)\tL 0.9453 (0.9453)//RL 1.313 (1.313)//RL1 1.743 (1.743)\tE 0.242 (0.242)//RE 0.469 (0.469)//RE1 0.641 (0.641)\n",
      "Test: [79/79]\tTime 0.035 (0.577)\tL 0.8656 (1.0079)//RL 1.212 (1.371)//RL1 1.641 (1.788)\tE 0.375 (0.346)//RE 0.625 (0.502)//RE1 0.625 (0.658)\n",
      "\n",
      " * Robust error 0.502\tError 0.346\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.502\n",
      "181 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [181][1/391]\tTime 0.274 (0.274)\tEps 0.141\tData 0.108 (0.108)\tL 1.1457 (1.1457)//RL 1.5231 (1.5231)//RL1 1.9851 (1.9851)\tE 0.422 (0.422)//RE 0.555 (0.555)//RE1 0.742 (0.742)\n",
      "Epoch: [181][200/391]\tTime 0.091 (0.095)\tEps 0.142\tData 0.003 (0.003)\tL 0.9821 (1.0633)//RL 1.3004 (1.3928)//RL1 1.6791 (1.7948)\tE 0.312 (0.363)//RE 0.477 (0.511)//RE1 0.609 (0.664)\n",
      "Epoch: [181][391/391]\tTime 0.069 (0.093)\tEps 0.142\tData 0.002 (0.003)\tL 0.9432 (1.0637)//RL 1.2946 (1.3969)//RL1 1.6972 (1.8033)\tE 0.300 (0.365)//RE 0.538 (0.514)//RE1 0.700 (0.669)\n",
      "\n",
      "Taken 36.47449803352356 s/epoch\n",
      "Test: [1/79]\tTime 7.839 (7.839)\tL 0.9438 (0.9438)//RL 1.316 (1.316)//RL1 1.749 (1.749)\tE 0.258 (0.258)//RE 0.445 (0.445)//RE1 0.625 (0.625)\n",
      "Test: [79/79]\tTime 0.034 (0.143)\tL 0.8809 (1.0071)//RL 1.232 (1.378)//RL1 1.664 (1.798)\tE 0.438 (0.347)//RE 0.562 (0.503)//RE1 0.688 (0.660)\n",
      "\n",
      " * Robust error 0.503\tError 0.347\n",
      "LR DECAY STEP\n",
      "182 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [182][1/391]\tTime 0.299 (0.299)\tEps 0.141\tData 0.116 (0.116)\tL 1.0790 (1.0790)//RL 1.4380 (1.4380)//RL1 1.8869 (1.8869)\tE 0.375 (0.375)//RE 0.508 (0.508)//RE1 0.664 (0.664)\n",
      "Epoch: [182][200/391]\tTime 0.096 (0.097)\tEps 0.142\tData 0.003 (0.003)\tL 0.9757 (1.0563)//RL 1.2908 (1.3839)//RL1 1.6887 (1.7850)\tE 0.375 (0.360)//RE 0.500 (0.507)//RE1 0.633 (0.664)\n",
      "Epoch: [182][391/391]\tTime 0.079 (0.096)\tEps 0.142\tData 0.003 (0.003)\tL 1.2846 (1.0609)//RL 1.6587 (1.3938)//RL1 2.1035 (1.8014)\tE 0.450 (0.364)//RE 0.525 (0.511)//RE1 0.688 (0.668)\n",
      "\n",
      "Taken 37.7470588684082 s/epoch\n",
      "Test: [1/79]\tTime 9.120 (9.120)\tL 0.9442 (0.9442)//RL 1.309 (1.309)//RL1 1.736 (1.736)\tE 0.258 (0.258)//RE 0.461 (0.461)//RE1 0.656 (0.656)\n",
      "Test: [79/79]\tTime 0.038 (0.161)\tL 0.8748 (1.0103)//RL 1.222 (1.375)//RL1 1.646 (1.790)\tE 0.438 (0.349)//RE 0.562 (0.504)//RE1 0.688 (0.658)\n",
      "\n",
      " * Robust error 0.504\tError 0.349\n",
      "LR DECAY STEP\n",
      "183 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [183][1/391]\tTime 0.260 (0.260)\tEps 0.141\tData 0.105 (0.105)\tL 1.0352 (1.0352)//RL 1.4068 (1.4068)//RL1 1.8536 (1.8536)\tE 0.344 (0.344)//RE 0.500 (0.500)//RE1 0.656 (0.656)\n",
      "Epoch: [183][200/391]\tTime 0.091 (0.091)\tEps 0.142\tData 0.002 (0.003)\tL 1.1271 (1.0671)//RL 1.4936 (1.3964)//RL1 1.9349 (1.7989)\tE 0.453 (0.367)//RE 0.586 (0.511)//RE1 0.695 (0.671)\n",
      "Epoch: [183][391/391]\tTime 0.082 (0.091)\tEps 0.142\tData 0.003 (0.003)\tL 1.0346 (1.0611)//RL 1.3631 (1.3960)//RL1 1.7617 (1.8058)\tE 0.338 (0.364)//RE 0.488 (0.512)//RE1 0.663 (0.672)\n",
      "\n",
      "Taken 35.900763273239136 s/epoch\n",
      "Test: [1/79]\tTime 6.748 (6.748)\tL 0.9375 (0.9375)//RL 1.310 (1.310)//RL1 1.747 (1.747)\tE 0.258 (0.258)//RE 0.453 (0.453)//RE1 0.633 (0.633)\n",
      "Test: [79/79]\tTime 0.034 (0.131)\tL 0.8494 (1.0071)//RL 1.202 (1.381)//RL1 1.637 (1.807)\tE 0.375 (0.350)//RE 0.625 (0.504)//RE1 0.688 (0.658)\n",
      "\n",
      " * Robust error 0.504\tError 0.350\n",
      "LR DECAY STEP\n",
      "184 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [184][1/391]\tTime 0.265 (0.265)\tEps 0.141\tData 0.108 (0.108)\tL 0.9259 (0.9259)//RL 1.2861 (1.2861)//RL1 1.7280 (1.7280)\tE 0.297 (0.297)//RE 0.508 (0.508)//RE1 0.641 (0.641)\n",
      "Epoch: [184][200/391]\tTime 0.093 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 1.0717 (1.0589)//RL 1.4133 (1.3840)//RL1 1.8197 (1.7822)\tE 0.391 (0.361)//RE 0.562 (0.507)//RE1 0.664 (0.665)\n",
      "Epoch: [184][391/391]\tTime 0.076 (0.093)\tEps 0.142\tData 0.002 (0.003)\tL 1.1956 (1.0596)//RL 1.5236 (1.3921)//RL1 1.9241 (1.7987)\tE 0.412 (0.363)//RE 0.600 (0.511)//RE1 0.738 (0.670)\n",
      "\n",
      "Taken 36.61365747451782 s/epoch\n",
      "Test: [1/79]\tTime 14.871 (14.871)\tL 0.9446 (0.9446)//RL 1.306 (1.306)//RL1 1.727 (1.727)\tE 0.227 (0.227)//RE 0.461 (0.461)//RE1 0.625 (0.625)\n",
      "Test: [79/79]\tTime 0.035 (0.233)\tL 0.8607 (1.0084)//RL 1.199 (1.372)//RL1 1.616 (1.786)\tE 0.375 (0.350)//RE 0.625 (0.500)//RE1 0.688 (0.653)\n",
      "\n",
      " * Robust error 0.500\tError 0.350\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.500\n",
      "185 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [185][1/391]\tTime 0.265 (0.265)\tEps 0.141\tData 0.104 (0.104)\tL 1.1195 (1.1195)//RL 1.4983 (1.4983)//RL1 1.9622 (1.9622)\tE 0.391 (0.391)//RE 0.602 (0.602)//RE1 0.711 (0.711)\n",
      "Epoch: [185][200/391]\tTime 0.093 (0.096)\tEps 0.142\tData 0.002 (0.003)\tL 1.1337 (1.0552)//RL 1.4992 (1.3835)//RL1 1.9342 (1.7842)\tE 0.398 (0.363)//RE 0.570 (0.507)//RE1 0.711 (0.661)\n",
      "Epoch: [185][391/391]\tTime 0.082 (0.095)\tEps 0.142\tData 0.003 (0.003)\tL 0.9626 (1.0601)//RL 1.2905 (1.3940)//RL1 1.7127 (1.8021)\tE 0.325 (0.366)//RE 0.450 (0.511)//RE1 0.688 (0.668)\n",
      "\n",
      "Taken 37.321929693222046 s/epoch\n",
      "Test: [1/79]\tTime 10.749 (10.749)\tL 0.9366 (0.9366)//RL 1.309 (1.309)//RL1 1.748 (1.748)\tE 0.250 (0.250)//RE 0.445 (0.445)//RE1 0.625 (0.625)\n",
      "Test: [79/79]\tTime 0.026 (0.181)\tL 0.8340 (1.0068)//RL 1.184 (1.380)//RL1 1.616 (1.807)\tE 0.375 (0.346)//RE 0.562 (0.504)//RE1 0.688 (0.658)\n",
      "\n",
      " * Robust error 0.504\tError 0.346\n",
      "LR DECAY STEP\n",
      "186 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [186][1/391]\tTime 0.278 (0.278)\tEps 0.141\tData 0.107 (0.107)\tL 0.9186 (0.9186)//RL 1.2672 (1.2672)//RL1 1.7119 (1.7119)\tE 0.289 (0.289)//RE 0.445 (0.445)//RE1 0.648 (0.648)\n",
      "Epoch: [186][200/391]\tTime 0.091 (0.095)\tEps 0.142\tData 0.002 (0.003)\tL 0.9399 (1.0506)//RL 1.2528 (1.3775)//RL1 1.6527 (1.7803)\tE 0.320 (0.358)//RE 0.453 (0.503)//RE1 0.609 (0.659)\n",
      "Epoch: [186][391/391]\tTime 0.075 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 0.9506 (1.0599)//RL 1.2881 (1.3928)//RL1 1.6913 (1.8017)\tE 0.312 (0.364)//RE 0.525 (0.510)//RE1 0.750 (0.669)\n",
      "\n",
      "Taken 36.588146448135376 s/epoch\n",
      "Test: [1/79]\tTime 9.891 (9.891)\tL 0.9512 (0.9512)//RL 1.323 (1.323)//RL1 1.753 (1.753)\tE 0.273 (0.273)//RE 0.469 (0.469)//RE1 0.695 (0.695)\n",
      "Test: [79/79]\tTime 0.027 (0.167)\tL 0.8918 (1.0114)//RL 1.247 (1.377)//RL1 1.679 (1.793)\tE 0.500 (0.350)//RE 0.562 (0.501)//RE1 0.688 (0.659)\n",
      "\n",
      " * Robust error 0.501\tError 0.350\n",
      "LR DECAY STEP\n",
      "187 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [187][1/391]\tTime 0.258 (0.258)\tEps 0.141\tData 0.092 (0.092)\tL 0.9154 (0.9154)//RL 1.2602 (1.2602)//RL1 1.7072 (1.7072)\tE 0.336 (0.336)//RE 0.453 (0.453)//RE1 0.672 (0.672)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: [187][200/391]\tTime 0.096 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 0.9601 (1.0466)//RL 1.2957 (1.3758)//RL1 1.7287 (1.7796)\tE 0.305 (0.358)//RE 0.469 (0.505)//RE1 0.672 (0.664)\n",
      "Epoch: [187][391/391]\tTime 0.081 (0.094)\tEps 0.142\tData 0.002 (0.003)\tL 1.2177 (1.0563)//RL 1.5923 (1.3919)//RL1 2.0167 (1.8031)\tE 0.438 (0.362)//RE 0.525 (0.511)//RE1 0.650 (0.672)\n",
      "\n",
      "Taken 36.78295946121216 s/epoch\n",
      "Test: [1/79]\tTime 8.337 (8.337)\tL 0.9372 (0.9372)//RL 1.305 (1.305)//RL1 1.735 (1.735)\tE 0.258 (0.258)//RE 0.469 (0.469)//RE1 0.641 (0.641)\n",
      "Test: [79/79]\tTime 0.027 (0.148)\tL 0.8486 (1.0054)//RL 1.190 (1.373)//RL1 1.614 (1.793)\tE 0.375 (0.347)//RE 0.562 (0.501)//RE1 0.688 (0.658)\n",
      "\n",
      " * Robust error 0.501\tError 0.347\n",
      "LR DECAY STEP\n",
      "188 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [188][1/391]\tTime 0.284 (0.284)\tEps 0.141\tData 0.110 (0.110)\tL 1.1962 (1.1962)//RL 1.5963 (1.5963)//RL1 2.0556 (2.0556)\tE 0.383 (0.383)//RE 0.500 (0.500)//RE1 0.695 (0.695)\n",
      "Epoch: [188][200/391]\tTime 0.091 (0.093)\tEps 0.142\tData 0.002 (0.003)\tL 1.0926 (1.0657)//RL 1.4260 (1.3922)//RL1 1.8402 (1.7936)\tE 0.328 (0.367)//RE 0.523 (0.510)//RE1 0.680 (0.666)\n",
      "Epoch: [188][391/391]\tTime 0.068 (0.091)\tEps 0.142\tData 0.002 (0.003)\tL 1.1178 (1.0589)//RL 1.4594 (1.3930)//RL1 1.8810 (1.8031)\tE 0.338 (0.364)//RE 0.538 (0.512)//RE1 0.688 (0.671)\n",
      "\n",
      "Taken 35.774935722351074 s/epoch\n",
      "Test: [1/79]\tTime 7.532 (7.532)\tL 0.9465 (0.9465)//RL 1.315 (1.315)//RL1 1.749 (1.749)\tE 0.258 (0.258)//RE 0.453 (0.453)//RE1 0.641 (0.641)\n",
      "Test: [79/79]\tTime 0.026 (0.137)\tL 0.8548 (1.0058)//RL 1.200 (1.374)//RL1 1.631 (1.795)\tE 0.375 (0.343)//RE 0.562 (0.505)//RE1 0.750 (0.659)\n",
      "\n",
      " * Robust error 0.505\tError 0.343\n",
      "LR DECAY STEP\n",
      "189 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000313\n",
      "Epoch: [189][1/391]\tTime 0.271 (0.271)\tEps 0.141\tData 0.094 (0.094)\tL 1.2536 (1.2536)//RL 1.6517 (1.6517)//RL1 2.1295 (2.1295)\tE 0.414 (0.414)//RE 0.586 (0.586)//RE1 0.727 (0.727)\n",
      "Epoch: [189][200/391]\tTime 0.092 (0.096)\tEps 0.142\tData 0.003 (0.003)\tL 1.0216 (1.0565)//RL 1.3640 (1.3871)//RL1 1.7900 (1.7934)\tE 0.344 (0.362)//RE 0.477 (0.505)//RE1 0.672 (0.666)\n",
      "Epoch: [189][391/391]\tTime 0.074 (0.093)\tEps 0.142\tData 0.002 (0.003)\tL 1.0633 (1.0556)//RL 1.4036 (1.3931)//RL1 1.8192 (1.8076)\tE 0.438 (0.362)//RE 0.600 (0.509)//RE1 0.688 (0.672)\n",
      "\n",
      "Taken 36.60771036148071 s/epoch\n",
      "Test: [1/79]\tTime 6.741 (6.741)\tL 0.9417 (0.9417)//RL 1.314 (1.314)//RL1 1.750 (1.750)\tE 0.250 (0.250)//RE 0.469 (0.469)//RE1 0.625 (0.625)\n",
      "Test: [79/79]\tTime 0.038 (0.130)\tL 0.8436 (1.0022)//RL 1.188 (1.374)//RL1 1.621 (1.798)\tE 0.375 (0.344)//RE 0.625 (0.502)//RE1 0.688 (0.655)\n",
      "\n",
      " * Robust error 0.502\tError 0.344\n",
      "LR DECAY STEP\n",
      "190 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [190][1/391]\tTime 0.266 (0.266)\tEps 0.141\tData 0.106 (0.106)\tL 1.0515 (1.0515)//RL 1.4331 (1.4331)//RL1 1.8991 (1.8991)\tE 0.375 (0.375)//RE 0.562 (0.562)//RE1 0.703 (0.703)\n",
      "Epoch: [190][200/391]\tTime 0.088 (0.091)\tEps 0.142\tData 0.002 (0.003)\tL 1.1335 (1.0574)//RL 1.4968 (1.3900)//RL1 1.9434 (1.7993)\tE 0.414 (0.363)//RE 0.586 (0.506)//RE1 0.703 (0.667)\n",
      "Epoch: [190][391/391]\tTime 0.068 (0.090)\tEps 0.142\tData 0.002 (0.003)\tL 0.9634 (1.0544)//RL 1.2862 (1.3913)//RL1 1.6814 (1.8069)\tE 0.338 (0.362)//RE 0.488 (0.509)//RE1 0.675 (0.672)\n",
      "\n",
      "Taken 35.151254415512085 s/epoch\n",
      "Test: [1/79]\tTime 23.122 (23.122)\tL 0.9385 (0.9385)//RL 1.296 (1.296)//RL1 1.718 (1.718)\tE 0.234 (0.234)//RE 0.461 (0.461)//RE1 0.625 (0.625)\n",
      "Test: [79/79]\tTime 0.027 (0.338)\tL 0.8524 (1.0030)//RL 1.185 (1.360)//RL1 1.604 (1.771)\tE 0.375 (0.344)//RE 0.625 (0.497)//RE1 0.688 (0.651)\n",
      "\n",
      " * Robust error 0.497\tError 0.344\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.497\n",
      "191 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [191][1/391]\tTime 0.264 (0.264)\tEps 0.141\tData 0.111 (0.111)\tL 0.9760 (0.9760)//RL 1.3338 (1.3338)//RL1 1.7812 (1.7812)\tE 0.312 (0.312)//RE 0.477 (0.477)//RE1 0.656 (0.656)\n",
      "Epoch: [191][200/391]\tTime 0.091 (0.094)\tEps 0.142\tData 0.002 (0.003)\tL 1.0978 (1.0499)//RL 1.4328 (1.3802)//RL1 1.8372 (1.7866)\tE 0.367 (0.362)//RE 0.477 (0.508)//RE1 0.711 (0.672)\n",
      "Epoch: [191][391/391]\tTime 0.080 (0.093)\tEps 0.142\tData 0.002 (0.003)\tL 1.1237 (1.0553)//RL 1.4780 (1.3899)//RL1 1.9023 (1.8019)\tE 0.338 (0.363)//RE 0.500 (0.508)//RE1 0.675 (0.673)\n",
      "\n",
      "Taken 36.41645884513855 s/epoch\n",
      "Test: [1/79]\tTime 16.681 (16.681)\tL 0.9344 (0.9344)//RL 1.286 (1.286)//RL1 1.700 (1.700)\tE 0.258 (0.258)//RE 0.422 (0.422)//RE1 0.625 (0.625)\n",
      "Test: [79/79]\tTime 0.043 (0.261)\tL 0.8440 (1.0027)//RL 1.175 (1.356)//RL1 1.587 (1.761)\tE 0.375 (0.345)//RE 0.625 (0.495)//RE1 0.688 (0.647)\n",
      "\n",
      " * Robust error 0.495\tError 0.345\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.495\n",
      "192 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [192][1/391]\tTime 0.271 (0.271)\tEps 0.141\tData 0.102 (0.102)\tL 0.9645 (0.9645)//RL 1.3026 (1.3026)//RL1 1.7277 (1.7277)\tE 0.344 (0.344)//RE 0.562 (0.562)//RE1 0.680 (0.680)\n",
      "Epoch: [192][200/391]\tTime 0.088 (0.092)\tEps 0.142\tData 0.002 (0.003)\tL 1.0600 (1.0509)//RL 1.4007 (1.3763)//RL1 1.8011 (1.7763)\tE 0.383 (0.356)//RE 0.500 (0.505)//RE1 0.648 (0.664)\n",
      "Epoch: [192][391/391]\tTime 0.068 (0.090)\tEps 0.142\tData 0.002 (0.003)\tL 0.9867 (1.0527)//RL 1.3048 (1.3851)//RL1 1.6966 (1.7944)\tE 0.250 (0.360)//RE 0.412 (0.509)//RE1 0.650 (0.669)\n",
      "\n",
      "Taken 35.32620620727539 s/epoch\n",
      "Test: [1/79]\tTime 8.362 (8.362)\tL 0.9336 (0.9336)//RL 1.289 (1.289)//RL1 1.708 (1.708)\tE 0.250 (0.250)//RE 0.422 (0.422)//RE1 0.625 (0.625)\n",
      "Test: [79/79]\tTime 0.027 (0.150)\tL 0.8545 (1.0025)//RL 1.189 (1.359)//RL1 1.609 (1.769)\tE 0.375 (0.343)//RE 0.625 (0.497)//RE1 0.688 (0.651)\n",
      "\n",
      " * Robust error 0.497\tError 0.343\n",
      "LR DECAY STEP\n",
      "193 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [193][1/391]\tTime 0.264 (0.264)\tEps 0.141\tData 0.110 (0.110)\tL 1.0185 (1.0185)//RL 1.3733 (1.3733)//RL1 1.8304 (1.8304)\tE 0.305 (0.305)//RE 0.391 (0.391)//RE1 0.609 (0.609)\n",
      "Epoch: [193][200/391]\tTime 0.097 (0.093)\tEps 0.142\tData 0.003 (0.003)\tL 0.9217 (1.0472)//RL 1.2349 (1.3719)//RL1 1.6394 (1.7726)\tE 0.297 (0.358)//RE 0.461 (0.499)//RE1 0.641 (0.659)\n",
      "Epoch: [193][391/391]\tTime 0.080 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 0.9933 (1.0523)//RL 1.3223 (1.3860)//RL1 1.7335 (1.7973)\tE 0.312 (0.363)//RE 0.475 (0.507)//RE1 0.725 (0.667)\n",
      "\n",
      "Taken 37.07141327857971 s/epoch\n",
      "Test: [1/79]\tTime 9.450 (9.450)\tL 0.9328 (0.9328)//RL 1.290 (1.290)//RL1 1.710 (1.710)\tE 0.242 (0.242)//RE 0.477 (0.477)//RE1 0.617 (0.617)\n",
      "Test: [79/79]\tTime 0.027 (0.163)\tL 0.8471 (0.9992)//RL 1.183 (1.357)//RL1 1.603 (1.767)\tE 0.375 (0.345)//RE 0.625 (0.495)//RE1 0.688 (0.651)\n",
      "\n",
      " * Robust error 0.495\tError 0.345\n",
      "LR DECAY STEP\n",
      "194 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [194][1/391]\tTime 0.287 (0.287)\tEps 0.141\tData 0.109 (0.109)\tL 1.0307 (1.0307)//RL 1.3991 (1.3991)//RL1 1.8573 (1.8573)\tE 0.289 (0.289)//RE 0.508 (0.508)//RE1 0.656 (0.656)\n",
      "Epoch: [194][200/391]\tTime 0.088 (0.094)\tEps 0.142\tData 0.002 (0.003)\tL 0.9655 (1.0552)//RL 1.2936 (1.3852)//RL1 1.7201 (1.7919)\tE 0.320 (0.365)//RE 0.484 (0.507)//RE1 0.688 (0.669)\n",
      "Epoch: [194][391/391]\tTime 0.068 (0.091)\tEps 0.142\tData 0.002 (0.003)\tL 1.1398 (1.0526)//RL 1.4844 (1.3876)//RL1 1.9012 (1.8010)\tE 0.350 (0.362)//RE 0.475 (0.507)//RE1 0.663 (0.672)\n",
      "\n",
      "Taken 35.624587297439575 s/epoch\n",
      "Test: [1/79]\tTime 10.246 (10.246)\tL 0.9304 (0.9304)//RL 1.289 (1.289)//RL1 1.712 (1.712)\tE 0.234 (0.234)//RE 0.430 (0.430)//RE1 0.617 (0.617)\n",
      "Test: [79/79]\tTime 0.035 (0.172)\tL 0.8745 (1.0002)//RL 1.218 (1.360)//RL1 1.645 (1.773)\tE 0.375 (0.343)//RE 0.625 (0.497)//RE1 0.688 (0.651)\n",
      "\n",
      " * Robust error 0.497\tError 0.343\n",
      "LR DECAY STEP\n",
      "195 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [195][1/391]\tTime 0.287 (0.287)\tEps 0.141\tData 0.110 (0.110)\tL 1.0903 (1.0903)//RL 1.4485 (1.4485)//RL1 1.9119 (1.9119)\tE 0.375 (0.375)//RE 0.469 (0.469)//RE1 0.672 (0.672)\n",
      "Epoch: [195][200/391]\tTime 0.088 (0.094)\tEps 0.142\tData 0.002 (0.003)\tL 0.9516 (1.0521)//RL 1.2840 (1.3799)//RL1 1.6900 (1.7854)\tE 0.336 (0.360)//RE 0.516 (0.505)//RE1 0.672 (0.667)\n",
      "Epoch: [195][391/391]\tTime 0.074 (0.092)\tEps 0.142\tData 0.002 (0.003)\tL 1.0011 (1.0550)//RL 1.3330 (1.3898)//RL1 1.7500 (1.8031)\tE 0.363 (0.361)//RE 0.475 (0.507)//RE1 0.663 (0.671)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Taken 36.170586347579956 s/epoch\n",
      "Test: [1/79]\tTime 18.664 (18.664)\tL 0.9287 (0.9287)//RL 1.293 (1.293)//RL1 1.722 (1.722)\tE 0.281 (0.281)//RE 0.445 (0.445)//RE1 0.641 (0.641)\n",
      "Test: [79/79]\tTime 0.033 (0.282)\tL 0.8396 (1.0013)//RL 1.184 (1.366)//RL1 1.613 (1.783)\tE 0.375 (0.346)//RE 0.625 (0.499)//RE1 0.688 (0.650)\n",
      "\n",
      " * Robust error 0.499\tError 0.346\n",
      "LR DECAY STEP\n",
      "196 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [196][1/391]\tTime 0.289 (0.289)\tEps 0.141\tData 0.114 (0.114)\tL 0.9155 (0.9155)//RL 1.2596 (1.2596)//RL1 1.6905 (1.6905)\tE 0.328 (0.328)//RE 0.461 (0.461)//RE1 0.602 (0.602)\n",
      "Epoch: [196][200/391]\tTime 0.096 (0.096)\tEps 0.142\tData 0.003 (0.003)\tL 0.9298 (1.0592)//RL 1.2486 (1.3917)//RL1 1.6545 (1.8011)\tE 0.281 (0.365)//RE 0.461 (0.514)//RE1 0.625 (0.672)\n",
      "Epoch: [196][391/391]\tTime 0.081 (0.096)\tEps 0.142\tData 0.003 (0.003)\tL 0.9563 (1.0528)//RL 1.2853 (1.3870)//RL1 1.6984 (1.7993)\tE 0.312 (0.361)//RE 0.500 (0.510)//RE1 0.625 (0.672)\n",
      "\n",
      "Taken 37.69435238838196 s/epoch\n",
      "Test: [1/79]\tTime 13.720 (13.720)\tL 0.9318 (0.9318)//RL 1.291 (1.291)//RL1 1.714 (1.714)\tE 0.234 (0.234)//RE 0.430 (0.430)//RE1 0.633 (0.633)\n",
      "Test: [79/79]\tTime 0.034 (0.218)\tL 0.8613 (1.0016)//RL 1.203 (1.363)//RL1 1.627 (1.779)\tE 0.375 (0.345)//RE 0.625 (0.498)//RE1 0.688 (0.651)\n",
      "\n",
      " * Robust error 0.498\tError 0.345\n",
      "LR DECAY STEP\n",
      "197 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [197][1/391]\tTime 0.284 (0.284)\tEps 0.141\tData 0.127 (0.127)\tL 1.0650 (1.0650)//RL 1.4335 (1.4335)//RL1 1.8921 (1.8921)\tE 0.367 (0.367)//RE 0.531 (0.531)//RE1 0.750 (0.750)\n",
      "Epoch: [197][200/391]\tTime 0.093 (0.094)\tEps 0.142\tData 0.003 (0.003)\tL 0.9642 (1.0446)//RL 1.2883 (1.3669)//RL1 1.6968 (1.7659)\tE 0.281 (0.358)//RE 0.438 (0.502)//RE1 0.656 (0.661)\n",
      "Epoch: [197][391/391]\tTime 0.074 (0.095)\tEps 0.142\tData 0.002 (0.003)\tL 1.0396 (1.0539)//RL 1.3542 (1.3863)//RL1 1.7463 (1.7967)\tE 0.363 (0.363)//RE 0.475 (0.509)//RE1 0.650 (0.668)\n",
      "\n",
      "Taken 37.126407623291016 s/epoch\n",
      "Test: [1/79]\tTime 12.791 (12.791)\tL 0.9322 (0.9322)//RL 1.290 (1.290)//RL1 1.712 (1.712)\tE 0.250 (0.250)//RE 0.430 (0.430)//RE1 0.617 (0.617)\n",
      "Test: [79/79]\tTime 0.028 (0.205)\tL 0.8424 (1.0034)//RL 1.183 (1.365)//RL1 1.605 (1.778)\tE 0.375 (0.347)//RE 0.625 (0.497)//RE1 0.750 (0.650)\n",
      "\n",
      " * Robust error 0.497\tError 0.347\n",
      "LR DECAY STEP\n",
      "198 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [198][1/391]\tTime 0.281 (0.281)\tEps 0.141\tData 0.109 (0.109)\tL 1.1363 (1.1363)//RL 1.5180 (1.5180)//RL1 1.9868 (1.9868)\tE 0.438 (0.438)//RE 0.609 (0.609)//RE1 0.719 (0.719)\n",
      "Epoch: [198][200/391]\tTime 0.091 (0.091)\tEps 0.142\tData 0.002 (0.003)\tL 0.9924 (1.0529)//RL 1.3312 (1.3833)//RL1 1.7598 (1.7917)\tE 0.328 (0.364)//RE 0.469 (0.509)//RE1 0.633 (0.665)\n",
      "Epoch: [198][391/391]\tTime 0.092 (0.095)\tEps 0.142\tData 0.003 (0.003)\tL 0.9898 (1.0519)//RL 1.2915 (1.3877)//RL1 1.6895 (1.8033)\tE 0.363 (0.363)//RE 0.525 (0.510)//RE1 0.675 (0.669)\n",
      "\n",
      "Taken 37.224910497665405 s/epoch\n",
      "Test: [1/79]\tTime 11.386 (11.386)\tL 0.9280 (0.9280)//RL 1.280 (1.280)//RL1 1.699 (1.699)\tE 0.242 (0.242)//RE 0.445 (0.445)//RE1 0.625 (0.625)\n",
      "Test: [79/79]\tTime 0.039 (0.190)\tL 0.8524 (1.0030)//RL 1.184 (1.357)//RL1 1.603 (1.767)\tE 0.375 (0.346)//RE 0.625 (0.493)//RE1 0.688 (0.646)\n",
      "\n",
      " * Robust error 0.493\tError 0.346\n",
      "LR DECAY STEP\n",
      "Best Error Found! 0.493\n",
      "199 th epoch: epsilon: 0.1411765 - 0.1411765, kappa: 0.0000 - 0.0000, lr: 0.0000156\n",
      "Epoch: [199][1/391]\tTime 0.258 (0.258)\tEps 0.141\tData 0.092 (0.092)\tL 0.9726 (0.9726)//RL 1.3179 (1.3179)//RL1 1.7449 (1.7449)\tE 0.336 (0.336)//RE 0.445 (0.445)//RE1 0.656 (0.656)\n",
      "Epoch: [199][200/391]\tTime 0.087 (0.088)\tEps 0.142\tData 0.002 (0.003)\tL 1.1385 (1.0501)//RL 1.4841 (1.3809)//RL1 1.9026 (1.7915)\tE 0.375 (0.358)//RE 0.555 (0.505)//RE1 0.695 (0.669)\n",
      "Epoch: [199][391/391]\tTime 0.068 (0.090)\tEps 0.142\tData 0.002 (0.003)\tL 1.1698 (1.0516)//RL 1.5427 (1.3863)//RL1 1.9971 (1.8018)\tE 0.375 (0.361)//RE 0.562 (0.508)//RE1 0.775 (0.671)\n",
      "\n",
      "Taken 35.315921783447266 s/epoch\n",
      "Test: [1/79]\tTime 23.501 (23.501)\tL 0.9369 (0.9369)//RL 1.299 (1.299)//RL1 1.726 (1.726)\tE 0.281 (0.281)//RE 0.453 (0.453)//RE1 0.641 (0.641)\n",
      "Test: [79/79]\tTime 0.027 (0.340)\tL 0.8565 (1.0013)//RL 1.203 (1.363)//RL1 1.632 (1.779)\tE 0.375 (0.344)//RE 0.625 (0.499)//RE1 0.688 (0.648)\n",
      "\n",
      " * Robust error 0.499\tError 0.344\n",
      "LR DECAY STEP\n",
      "std testing ...\n",
      "Test: [1/79]\tTime 0.0780 (0.0780)\tLoss 0.9280 (0.9280)\tError 0.2422 (0.2422)\n",
      "Test: [79/79]\tTime 0.0059 (0.0244)\tLoss 0.8524 (1.0030)\tError 0.3750 (0.3458)\n",
      " * Error 0.3458\n",
      "pgd testing ...\n",
      " * Error 0.3991\n",
      "verification testing ...\n",
      "iter 1 / out ratio: 0.68244076 -> 0.00259598 / t_BCP/t_LMT: 0.5218\n",
      "iter 2 / out ratio: 0.00259598 -> 0.00003876 / t_BCP/t_LMT: 0.9986\n",
      "iter 3 / out ratio: 0.00003876 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68192214 -> 0.00242233 / t_BCP/t_LMT: 0.5240\n",
      "iter 2 / out ratio: 0.00242233 -> 0.00003510 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68100297 -> 0.00253128 / t_BCP/t_LMT: 0.5224\n",
      "iter 2 / out ratio: 0.00253128 -> 0.00002975 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00002975 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68072003 -> 0.00245621 / t_BCP/t_LMT: 0.5228\n",
      "iter 2 / out ratio: 0.00245621 -> 0.00003067 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68142927 -> 0.00245163 / t_BCP/t_LMT: 0.5251\n",
      "iter 2 / out ratio: 0.00245163 -> 0.00003403 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003403 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67961377 -> 0.00252151 / t_BCP/t_LMT: 0.5261\n",
      "iter 2 / out ratio: 0.00252151 -> 0.00003403 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003403 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68082136 -> 0.00250198 / t_BCP/t_LMT: 0.5244\n",
      "iter 2 / out ratio: 0.00250198 -> 0.00003586 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003586 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68142945 -> 0.00248108 / t_BCP/t_LMT: 0.5249\n",
      "iter 2 / out ratio: 0.00248108 -> 0.00003265 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003265 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68189800 -> 0.00254303 / t_BCP/t_LMT: 0.5213\n",
      "iter 2 / out ratio: 0.00254303 -> 0.00003601 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003601 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67998201 -> 0.00243073 / t_BCP/t_LMT: 0.5250\n",
      "iter 2 / out ratio: 0.00243073 -> 0.00003525 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003525 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68257004 -> 0.00252686 / t_BCP/t_LMT: 0.5209\n",
      "iter 2 / out ratio: 0.00252686 -> 0.00002884 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00002884 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68043959 -> 0.00255829 / t_BCP/t_LMT: 0.5255\n",
      "iter 2 / out ratio: 0.00255829 -> 0.00003372 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68034619 -> 0.00253357 / t_BCP/t_LMT: 0.5221\n",
      "iter 2 / out ratio: 0.00253357 -> 0.00003464 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003464 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68232769 -> 0.00257492 / t_BCP/t_LMT: 0.5218\n",
      "iter 2 / out ratio: 0.00257492 -> 0.00003464 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003464 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68283874 -> 0.00251602 / t_BCP/t_LMT: 0.5202\n",
      "iter 2 / out ratio: 0.00251602 -> 0.00003067 / t_BCP/t_LMT: 0.9986\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68129700 -> 0.00260193 / t_BCP/t_LMT: 0.5243\n",
      "iter 2 / out ratio: 0.00260193 -> 0.00003540 / t_BCP/t_LMT: 0.9985\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68147600 -> 0.00251266 / t_BCP/t_LMT: 0.5211\n",
      "iter 2 / out ratio: 0.00251266 -> 0.00003967 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003967 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68088621 -> 0.00252167 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00252167 -> 0.00003433 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003433 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.67795211 -> 0.00247314 / t_BCP/t_LMT: 0.5267\n",
      "iter 2 / out ratio: 0.00247314 -> 0.00003189 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003189 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68088257 -> 0.00256042 / t_BCP/t_LMT: 0.5253\n",
      "iter 2 / out ratio: 0.00256042 -> 0.00003387 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003387 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67984647 -> 0.00263641 / t_BCP/t_LMT: 0.5229\n",
      "iter 2 / out ratio: 0.00263641 -> 0.00003784 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003784 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68261701 -> 0.00233078 / t_BCP/t_LMT: 0.5235\n",
      "iter 2 / out ratio: 0.00233078 -> 0.00002975 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00002975 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68321961 -> 0.00261444 / t_BCP/t_LMT: 0.5193\n",
      "iter 2 / out ratio: 0.00261444 -> 0.00003723 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003723 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68126708 -> 0.00252014 / t_BCP/t_LMT: 0.5226\n",
      "iter 2 / out ratio: 0.00252014 -> 0.00003357 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003357 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68048859 -> 0.00241989 / t_BCP/t_LMT: 0.5248\n",
      "iter 2 / out ratio: 0.00241989 -> 0.00003036 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003036 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68222332 -> 0.00238785 / t_BCP/t_LMT: 0.5250\n",
      "iter 2 / out ratio: 0.00238785 -> 0.00003159 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003159 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67978835 -> 0.00236984 / t_BCP/t_LMT: 0.5246\n",
      "iter 2 / out ratio: 0.00236984 -> 0.00003052 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003052 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67974883 -> 0.00247223 / t_BCP/t_LMT: 0.5242\n",
      "iter 2 / out ratio: 0.00247223 -> 0.00003235 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003235 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68188244 -> 0.00253006 / t_BCP/t_LMT: 0.5228\n",
      "iter 2 / out ratio: 0.00253006 -> 0.00003616 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003616 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67968583 -> 0.00246292 / t_BCP/t_LMT: 0.5268\n",
      "iter 2 / out ratio: 0.00246292 -> 0.00003235 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003235 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68052185 -> 0.00251328 / t_BCP/t_LMT: 0.5226\n",
      "iter 2 / out ratio: 0.00251328 -> 0.00003326 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003326 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67984450 -> 0.00261017 / t_BCP/t_LMT: 0.5264\n",
      "iter 2 / out ratio: 0.00261017 -> 0.00003769 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003769 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67904586 -> 0.00232742 / t_BCP/t_LMT: 0.5264\n",
      "iter 2 / out ratio: 0.00232742 -> 0.00003128 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003128 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68211269 -> 0.00251114 / t_BCP/t_LMT: 0.5232\n",
      "iter 2 / out ratio: 0.00251114 -> 0.00003067 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68305558 -> 0.00249176 / t_BCP/t_LMT: 0.5226\n",
      "iter 2 / out ratio: 0.00249176 -> 0.00003082 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003082 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68013561 -> 0.00250275 / t_BCP/t_LMT: 0.5238\n",
      "iter 2 / out ratio: 0.00250275 -> 0.00003586 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003586 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67922878 -> 0.00257828 / t_BCP/t_LMT: 0.5245\n",
      "iter 2 / out ratio: 0.00257828 -> 0.00003494 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003494 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68355805 -> 0.00249146 / t_BCP/t_LMT: 0.5213\n",
      "iter 2 / out ratio: 0.00249146 -> 0.00003571 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003571 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68035078 -> 0.00251404 / t_BCP/t_LMT: 0.5244\n",
      "iter 2 / out ratio: 0.00251404 -> 0.00003784 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003784 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68145782 -> 0.00249786 / t_BCP/t_LMT: 0.5221\n",
      "iter 2 / out ratio: 0.00249786 -> 0.00003632 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003632 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68146300 -> 0.00245468 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00245468 -> 0.00003571 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003571 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68064147 -> 0.00235504 / t_BCP/t_LMT: 0.5255\n",
      "iter 2 / out ratio: 0.00235504 -> 0.00003159 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003159 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68233794 -> 0.00243042 / t_BCP/t_LMT: 0.5225\n",
      "iter 2 / out ratio: 0.00243042 -> 0.00003296 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003296 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68189543 -> 0.00255051 / t_BCP/t_LMT: 0.5207\n",
      "iter 2 / out ratio: 0.00255051 -> 0.00003372 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68154019 -> 0.00251129 / t_BCP/t_LMT: 0.5225\n",
      "iter 2 / out ratio: 0.00251129 -> 0.00003357 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003357 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67981350 -> 0.00254303 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00254303 -> 0.00003616 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003616 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68046892 -> 0.00243408 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00243408 -> 0.00003342 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003342 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67942840 -> 0.00250290 / t_BCP/t_LMT: 0.5254\n",
      "iter 2 / out ratio: 0.00250290 -> 0.00003387 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003387 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68249875 -> 0.00257721 / t_BCP/t_LMT: 0.5216\n",
      "iter 2 / out ratio: 0.00257721 -> 0.00003189 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003189 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67956495 -> 0.00260284 / t_BCP/t_LMT: 0.5236\n",
      "iter 2 / out ratio: 0.00260284 -> 0.00003723 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003723 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68091857 -> 0.00258972 / t_BCP/t_LMT: 0.5239\n",
      "iter 2 / out ratio: 0.00258972 -> 0.00003189 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003189 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68185759 -> 0.00253342 / t_BCP/t_LMT: 0.5241\n",
      "iter 2 / out ratio: 0.00253342 -> 0.00003967 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003967 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68245679 -> 0.00263046 / t_BCP/t_LMT: 0.5216\n",
      "iter 2 / out ratio: 0.00263046 -> 0.00003967 / t_BCP/t_LMT: 0.9986\n",
      "iter 3 / out ratio: 0.00003967 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68081570 -> 0.00239182 / t_BCP/t_LMT: 0.5230\n",
      "iter 2 / out ratio: 0.00239182 -> 0.00003357 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003357 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68084121 -> 0.00261169 / t_BCP/t_LMT: 0.5217\n",
      "iter 2 / out ratio: 0.00261169 -> 0.00003403 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003403 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68173462 -> 0.00263077 / t_BCP/t_LMT: 0.5212\n",
      "iter 2 / out ratio: 0.00263077 -> 0.00003571 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003571 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68069226 -> 0.00258194 / t_BCP/t_LMT: 0.5212\n",
      "iter 2 / out ratio: 0.00258194 -> 0.00003510 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68148983 -> 0.00246719 / t_BCP/t_LMT: 0.5233\n",
      "iter 2 / out ratio: 0.00246719 -> 0.00003464 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003464 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.68052000 -> 0.00239777 / t_BCP/t_LMT: 0.5241\n",
      "iter 2 / out ratio: 0.00239777 -> 0.00003250 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003250 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68003601 -> 0.00256088 / t_BCP/t_LMT: 0.5247\n",
      "iter 2 / out ratio: 0.00256088 -> 0.00003265 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003265 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68279618 -> 0.00244766 / t_BCP/t_LMT: 0.5201\n",
      "iter 2 / out ratio: 0.00244766 -> 0.00003372 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67947769 -> 0.00255905 / t_BCP/t_LMT: 0.5252\n",
      "iter 2 / out ratio: 0.00255905 -> 0.00003555 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003555 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68024457 -> 0.00260361 / t_BCP/t_LMT: 0.5230\n",
      "iter 2 / out ratio: 0.00260361 -> 0.00003555 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003555 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68059462 -> 0.00246109 / t_BCP/t_LMT: 0.5230\n",
      "iter 2 / out ratio: 0.00246109 -> 0.00003235 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003235 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68080735 -> 0.00247620 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00247620 -> 0.00003540 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67967606 -> 0.00247269 / t_BCP/t_LMT: 0.5235\n",
      "iter 2 / out ratio: 0.00247269 -> 0.00003220 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003220 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68194121 -> 0.00245667 / t_BCP/t_LMT: 0.5229\n",
      "iter 2 / out ratio: 0.00245667 -> 0.00003448 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003448 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68158644 -> 0.00254471 / t_BCP/t_LMT: 0.5222\n",
      "iter 2 / out ratio: 0.00254471 -> 0.00003708 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003708 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68124527 -> 0.00248291 / t_BCP/t_LMT: 0.5227\n",
      "iter 2 / out ratio: 0.00248291 -> 0.00004562 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00004562 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68311733 -> 0.00253128 / t_BCP/t_LMT: 0.5222\n",
      "iter 2 / out ratio: 0.00253128 -> 0.00003220 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003220 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68116683 -> 0.00244781 / t_BCP/t_LMT: 0.5227\n",
      "iter 2 / out ratio: 0.00244781 -> 0.00003510 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68026704 -> 0.00240021 / t_BCP/t_LMT: 0.5250\n",
      "iter 2 / out ratio: 0.00240021 -> 0.00003311 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003311 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68208313 -> 0.00247192 / t_BCP/t_LMT: 0.5210\n",
      "iter 2 / out ratio: 0.00247192 -> 0.00003418 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003418 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68158567 -> 0.00257721 / t_BCP/t_LMT: 0.5231\n",
      "iter 2 / out ratio: 0.00257721 -> 0.00003418 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003418 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68147963 -> 0.00245544 / t_BCP/t_LMT: 0.5226\n",
      "iter 2 / out ratio: 0.00245544 -> 0.00003494 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003494 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68116146 -> 0.00240463 / t_BCP/t_LMT: 0.5235\n",
      "iter 2 / out ratio: 0.00240463 -> 0.00003021 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003021 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68028057 -> 0.00244400 / t_BCP/t_LMT: 0.5265\n",
      "iter 2 / out ratio: 0.00244400 -> 0.00004120 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00004120 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68133205 -> 0.00235992 / t_BCP/t_LMT: 0.5216\n",
      "iter 2 / out ratio: 0.00235992 -> 0.00003296 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003296 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68423706 -> 0.00246338 / t_BCP/t_LMT: 0.5227\n",
      "iter 2 / out ratio: 0.00246338 -> 0.00004150 / t_BCP/t_LMT: 0.9986\n",
      "iter 3 / out ratio: 0.00004150 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "\n",
      " * Robust error 0.493\tError 0.346\n",
      "Best model evaluation: 0.34579998254776 0.3990999758243561 0.493399977684021\n"
     ]
    }
   ],
   "source": [
    "!python train_cifar10.py --model 'c6f2_' --cuda_ids 4 --prefix 10152209"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Setting CUDA_VISIBLE_DEVICES to 0\n",
      "Namespace(alpha=0.03529411764705882, augmentation=True, batch_size=128, bce=False, cuda_ids=0, data='cifar10', drop_last=False, epochs=200, epsilon=0.1411764705882353, epsilon_infty=0.03137254901960784, epsilon_pgd=0.1411764705882353, epsilon_train=0.1411764705882353, epsilon_train_infty=0.03137254901960784, gamma=0.5, kappa=0.0, kappa_schedule_length=121, linfty=False, lr=0.001, lr_scheduler='step', method='BCP', model='c6f2_', model_factor=8, momentum=0.9, niter=100, no_augmentation=False, no_save=False, no_shuffle=False, normalization=False, opt='adam', opt_iter=1, pgd=False, prefix='temporary', print=False, rampup=121, real_time=False, resnet_N=1, resnet_factor=1, save=True, schedule_length=121, seed=2019, shuffle=True, sniter=1, starting_epsilon=0.0, starting_kappa=1.0, step_size=10, test_batch_size=128, test_opt_iter=1000, test_pth='models/cifar10/10152209_c6f2__BCP_data_cifar10_epochs_200_epsilon_train_0.1411764705882353_lr_0.001_opt_adam_opt_iter_1_rampup_121_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_10_best.pth', test_sniter=1000000, train_method='BCP', verbose=200, warmup=10, wd_list=None, weight_decay=0.0)\n",
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n",
      "std testing ...\n",
      "Test: [1/79]\tTime 0.3907 (0.3907)\tLoss 0.9280 (0.9280)\tError 0.2422 (0.2422)\n",
      "Test: [79/79]\tTime 0.0048 (0.0277)\tLoss 0.8524 (1.0030)\tError 0.3750 (0.3458)\n",
      " * Error 0.3458\n",
      "verification testing ...\n",
      "iter 1 / out ratio: 0.68244076 -> 0.00259598 / t_BCP/t_LMT: 0.5218\n",
      "iter 2 / out ratio: 0.00259598 -> 0.00003876 / t_BCP/t_LMT: 0.9986\n",
      "iter 3 / out ratio: 0.00003876 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68192214 -> 0.00242233 / t_BCP/t_LMT: 0.5240\n",
      "iter 2 / out ratio: 0.00242233 -> 0.00003510 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68100297 -> 0.00253113 / t_BCP/t_LMT: 0.5224\n",
      "iter 2 / out ratio: 0.00253113 -> 0.00002991 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00002991 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68071991 -> 0.00245636 / t_BCP/t_LMT: 0.5228\n",
      "iter 2 / out ratio: 0.00245636 -> 0.00003067 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68142927 -> 0.00245163 / t_BCP/t_LMT: 0.5251\n",
      "iter 2 / out ratio: 0.00245163 -> 0.00003403 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003403 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67961377 -> 0.00252151 / t_BCP/t_LMT: 0.5261\n",
      "iter 2 / out ratio: 0.00252151 -> 0.00003387 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003387 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68082136 -> 0.00250198 / t_BCP/t_LMT: 0.5244\n",
      "iter 2 / out ratio: 0.00250198 -> 0.00003586 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003586 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68142945 -> 0.00248108 / t_BCP/t_LMT: 0.5249\n",
      "iter 2 / out ratio: 0.00248108 -> 0.00003265 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003265 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68189800 -> 0.00254303 / t_BCP/t_LMT: 0.5213\n",
      "iter 2 / out ratio: 0.00254303 -> 0.00003601 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003601 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67998201 -> 0.00243073 / t_BCP/t_LMT: 0.5250\n",
      "iter 2 / out ratio: 0.00243073 -> 0.00003525 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003525 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68257004 -> 0.00252686 / t_BCP/t_LMT: 0.5209\n",
      "iter 2 / out ratio: 0.00252686 -> 0.00002884 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00002884 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68043959 -> 0.00255829 / t_BCP/t_LMT: 0.5255\n",
      "iter 2 / out ratio: 0.00255829 -> 0.00003372 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68034619 -> 0.00253357 / t_BCP/t_LMT: 0.5221\n",
      "iter 2 / out ratio: 0.00253357 -> 0.00003464 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003464 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68232757 -> 0.00257507 / t_BCP/t_LMT: 0.5218\n",
      "iter 2 / out ratio: 0.00257507 -> 0.00003464 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003464 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68283874 -> 0.00251602 / t_BCP/t_LMT: 0.5202\n",
      "iter 2 / out ratio: 0.00251602 -> 0.00003067 / t_BCP/t_LMT: 0.9986\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68129700 -> 0.00260193 / t_BCP/t_LMT: 0.5243\n",
      "iter 2 / out ratio: 0.00260193 -> 0.00003540 / t_BCP/t_LMT: 0.9985\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68147600 -> 0.00251266 / t_BCP/t_LMT: 0.5211\n",
      "iter 2 / out ratio: 0.00251266 -> 0.00003967 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003967 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68088621 -> 0.00252167 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00252167 -> 0.00003433 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003433 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67795211 -> 0.00247314 / t_BCP/t_LMT: 0.5267\n",
      "iter 2 / out ratio: 0.00247314 -> 0.00003189 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003189 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68088257 -> 0.00256042 / t_BCP/t_LMT: 0.5253\n",
      "iter 2 / out ratio: 0.00256042 -> 0.00003387 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003387 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67984647 -> 0.00263641 / t_BCP/t_LMT: 0.5229\n",
      "iter 2 / out ratio: 0.00263641 -> 0.00003784 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003784 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68261701 -> 0.00233078 / t_BCP/t_LMT: 0.5235\n",
      "iter 2 / out ratio: 0.00233078 -> 0.00002975 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00002975 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68321961 -> 0.00261444 / t_BCP/t_LMT: 0.5193\n",
      "iter 2 / out ratio: 0.00261444 -> 0.00003723 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003723 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68126708 -> 0.00252014 / t_BCP/t_LMT: 0.5226\n",
      "iter 2 / out ratio: 0.00252014 -> 0.00003342 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003342 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68048859 -> 0.00241989 / t_BCP/t_LMT: 0.5248\n",
      "iter 2 / out ratio: 0.00241989 -> 0.00003036 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003036 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68222350 -> 0.00238770 / t_BCP/t_LMT: 0.5250\n",
      "iter 2 / out ratio: 0.00238770 -> 0.00003159 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003159 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67978805 -> 0.00237015 / t_BCP/t_LMT: 0.5246\n",
      "iter 2 / out ratio: 0.00237015 -> 0.00003036 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003036 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67974883 -> 0.00247208 / t_BCP/t_LMT: 0.5242\n",
      "iter 2 / out ratio: 0.00247208 -> 0.00003250 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003250 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68188244 -> 0.00253006 / t_BCP/t_LMT: 0.5228\n",
      "iter 2 / out ratio: 0.00253006 -> 0.00003616 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003616 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67968583 -> 0.00246292 / t_BCP/t_LMT: 0.5268\n",
      "iter 2 / out ratio: 0.00246292 -> 0.00003235 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003235 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68052185 -> 0.00251312 / t_BCP/t_LMT: 0.5226\n",
      "iter 2 / out ratio: 0.00251312 -> 0.00003326 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003326 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67984450 -> 0.00261017 / t_BCP/t_LMT: 0.5264\n",
      "iter 2 / out ratio: 0.00261017 -> 0.00003769 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003769 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67904586 -> 0.00232742 / t_BCP/t_LMT: 0.5264\n",
      "iter 2 / out ratio: 0.00232742 -> 0.00003128 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003128 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 1 / out ratio: 0.68211257 -> 0.00251129 / t_BCP/t_LMT: 0.5232\n",
      "iter 2 / out ratio: 0.00251129 -> 0.00003052 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003052 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68305558 -> 0.00249176 / t_BCP/t_LMT: 0.5226\n",
      "iter 2 / out ratio: 0.00249176 -> 0.00003067 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003067 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68013561 -> 0.00250275 / t_BCP/t_LMT: 0.5238\n",
      "iter 2 / out ratio: 0.00250275 -> 0.00003586 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003586 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67922878 -> 0.00257812 / t_BCP/t_LMT: 0.5245\n",
      "iter 2 / out ratio: 0.00257812 -> 0.00003510 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68355805 -> 0.00249146 / t_BCP/t_LMT: 0.5213\n",
      "iter 2 / out ratio: 0.00249146 -> 0.00003571 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003571 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68035078 -> 0.00251404 / t_BCP/t_LMT: 0.5244\n",
      "iter 2 / out ratio: 0.00251404 -> 0.00003784 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003784 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68145764 -> 0.00249786 / t_BCP/t_LMT: 0.5221\n",
      "iter 2 / out ratio: 0.00249786 -> 0.00003647 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003647 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68146282 -> 0.00245483 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00245483 -> 0.00003540 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003540 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68064147 -> 0.00235504 / t_BCP/t_LMT: 0.5255\n",
      "iter 2 / out ratio: 0.00235504 -> 0.00003159 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003159 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68233794 -> 0.00243042 / t_BCP/t_LMT: 0.5225\n",
      "iter 2 / out ratio: 0.00243042 -> 0.00003296 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003296 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68189543 -> 0.00255051 / t_BCP/t_LMT: 0.5207\n",
      "iter 2 / out ratio: 0.00255051 -> 0.00003372 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68154019 -> 0.00251114 / t_BCP/t_LMT: 0.5225\n",
      "iter 2 / out ratio: 0.00251114 -> 0.00003357 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003357 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67981350 -> 0.00254303 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00254303 -> 0.00003616 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003616 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68046874 -> 0.00243423 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00243423 -> 0.00003342 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003342 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67942840 -> 0.00250290 / t_BCP/t_LMT: 0.5254\n",
      "iter 2 / out ratio: 0.00250290 -> 0.00003372 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003372 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68249875 -> 0.00257721 / t_BCP/t_LMT: 0.5216\n",
      "iter 2 / out ratio: 0.00257721 -> 0.00003189 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003189 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67956495 -> 0.00260269 / t_BCP/t_LMT: 0.5236\n",
      "iter 2 / out ratio: 0.00260269 -> 0.00003738 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003738 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68091857 -> 0.00258972 / t_BCP/t_LMT: 0.5239\n",
      "iter 2 / out ratio: 0.00258972 -> 0.00003189 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003189 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68185759 -> 0.00253326 / t_BCP/t_LMT: 0.5241\n",
      "iter 2 / out ratio: 0.00253326 -> 0.00003952 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003952 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68245679 -> 0.00263046 / t_BCP/t_LMT: 0.5216\n",
      "iter 2 / out ratio: 0.00263046 -> 0.00003967 / t_BCP/t_LMT: 0.9986\n",
      "iter 3 / out ratio: 0.00003967 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68081570 -> 0.00239182 / t_BCP/t_LMT: 0.5230\n",
      "iter 2 / out ratio: 0.00239182 -> 0.00003357 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003357 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68084121 -> 0.00261169 / t_BCP/t_LMT: 0.5217\n",
      "iter 2 / out ratio: 0.00261169 -> 0.00003403 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003403 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68173462 -> 0.00263062 / t_BCP/t_LMT: 0.5212\n",
      "iter 2 / out ratio: 0.00263062 -> 0.00003586 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003586 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68069226 -> 0.00258194 / t_BCP/t_LMT: 0.5212\n",
      "iter 2 / out ratio: 0.00258194 -> 0.00003510 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68148983 -> 0.00246719 / t_BCP/t_LMT: 0.5233\n",
      "iter 2 / out ratio: 0.00246719 -> 0.00003464 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003464 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68052000 -> 0.00239777 / t_BCP/t_LMT: 0.5241\n",
      "iter 2 / out ratio: 0.00239777 -> 0.00003250 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003250 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68003601 -> 0.00256088 / t_BCP/t_LMT: 0.5247\n",
      "iter 2 / out ratio: 0.00256088 -> 0.00003265 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003265 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68279618 -> 0.00244751 / t_BCP/t_LMT: 0.5201\n",
      "iter 2 / out ratio: 0.00244751 -> 0.00003387 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003387 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67947751 -> 0.00255920 / t_BCP/t_LMT: 0.5252\n",
      "iter 2 / out ratio: 0.00255920 -> 0.00003555 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003555 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68024457 -> 0.00260361 / t_BCP/t_LMT: 0.5230\n",
      "iter 2 / out ratio: 0.00260361 -> 0.00003555 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003555 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68059462 -> 0.00246109 / t_BCP/t_LMT: 0.5230\n",
      "iter 2 / out ratio: 0.00246109 -> 0.00003235 / t_BCP/t_LMT: 0.9989\n",
      "iter 3 / out ratio: 0.00003235 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68080735 -> 0.00247620 / t_BCP/t_LMT: 0.5237\n",
      "iter 2 / out ratio: 0.00247620 -> 0.00003525 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003525 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.67967606 -> 0.00247269 / t_BCP/t_LMT: 0.5235\n",
      "iter 2 / out ratio: 0.00247269 -> 0.00003204 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003204 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68194103 -> 0.00245697 / t_BCP/t_LMT: 0.5229\n",
      "iter 2 / out ratio: 0.00245697 -> 0.00003433 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003433 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68158644 -> 0.00254471 / t_BCP/t_LMT: 0.5222\n",
      "iter 2 / out ratio: 0.00254471 -> 0.00003693 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003693 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68124527 -> 0.00248291 / t_BCP/t_LMT: 0.5227\n",
      "iter 2 / out ratio: 0.00248291 -> 0.00004547 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00004547 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68311733 -> 0.00253128 / t_BCP/t_LMT: 0.5222\n",
      "iter 2 / out ratio: 0.00253128 -> 0.00003220 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003220 -> 0.00000031 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000031 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68116683 -> 0.00244781 / t_BCP/t_LMT: 0.5227\n",
      "iter 2 / out ratio: 0.00244781 -> 0.00003510 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003510 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68026704 -> 0.00240005 / t_BCP/t_LMT: 0.5250\n",
      "iter 2 / out ratio: 0.00240005 -> 0.00003326 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003326 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68208313 -> 0.00247192 / t_BCP/t_LMT: 0.5210\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter 2 / out ratio: 0.00247192 -> 0.00003418 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003418 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68158567 -> 0.00257721 / t_BCP/t_LMT: 0.5231\n",
      "iter 2 / out ratio: 0.00257721 -> 0.00003403 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003403 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68147963 -> 0.00245544 / t_BCP/t_LMT: 0.5226\n",
      "iter 2 / out ratio: 0.00245544 -> 0.00003494 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00003494 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68116134 -> 0.00240479 / t_BCP/t_LMT: 0.5235\n",
      "iter 2 / out ratio: 0.00240479 -> 0.00003006 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003006 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68028057 -> 0.00244400 / t_BCP/t_LMT: 0.5265\n",
      "iter 2 / out ratio: 0.00244400 -> 0.00004120 / t_BCP/t_LMT: 0.9987\n",
      "iter 3 / out ratio: 0.00004120 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68133205 -> 0.00235992 / t_BCP/t_LMT: 0.5216\n",
      "iter 2 / out ratio: 0.00235992 -> 0.00003296 / t_BCP/t_LMT: 0.9988\n",
      "iter 3 / out ratio: 0.00003296 -> 0.00000015 / t_BCP/t_LMT: 1.0000\n",
      "iter 4 / out ratio: 0.00000015 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "iter 1 / out ratio: 0.68423706 -> 0.00246338 / t_BCP/t_LMT: 0.5227\n",
      "iter 2 / out ratio: 0.00246338 -> 0.00004150 / t_BCP/t_LMT: 0.9986\n",
      "iter 3 / out ratio: 0.00004150 -> 0.00000000 / t_BCP/t_LMT: 1.0000\n",
      "\n",
      " * Robust error 0.493\tError 0.346\n",
      "pgd testing ...\n",
      " * Error 0.3991\n",
      "Best model evaluation: 0.34579998254776 0.3990999758243561 0.493399977684021\n"
     ]
    }
   ],
   "source": [
    "!python evaluate_cifar10.py --model 'c6f2_' --test_pth models/cifar10/10152209_c6f2__BCP_data_cifar10_epochs_200_epsilon_train_0.1411764705882353_lr_0.001_opt_adam_opt_iter_1_rampup_121_sniter_1_starting_kappa_1.0_train_method_BCP_warmup_10_best.pth"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "lsy",
   "language": "python",
   "name": "lsy"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}