VAE_to_Mal.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "VAE_to_Mal.ipynb",
      "provenance": [],
      "authorship_tag": "ABX9TyP7hdsbNBqEr8K1Uh3DPNmH",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Steve-YJ/deep-learning-from-scratch-studying/blob/master/VAE_to_Mal.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kUHjHdTrE8NA",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 146
        },
        "outputId": "54825245-783f-4fec-c8ac-c09c9e2ee35f"
      },
      "source": [
        "# copy from Exp02. run_GAN\n",
        "\n",
        "# drive mount\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive', force_remount=True)\n",
        "\n",
        "FOLDERNAME = '/Malimg_Exp_200611'\n",
        "\n",
        "assert FOLDERNAME is not None, \"[!] Enter the foldername.\"\n",
        "\n",
        "%cd drive/My\\ Drive/Torch-Tutorial\n",
        "# %cp -r $FOLDERNAME ../../\n",
        "# %cd ../../\n",
        "# %cd /Malimg_Exp_200611/\n",
        "# !bash get_datasets.sh\n",
        "# %cd ../../"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n",
            "\n",
            "Enter your authorization code:\n",
            "··········\n",
            "Mounted at /content/drive\n",
            "/content/drive/My Drive/Torch-Tutorial\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LC7DgnsStu1X",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "outputId": "e3553258-9ecf-4d3e-c6c2-005193d561f5"
      },
      "source": [
        "! pwd"
      ],
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/drive/My Drive/Torch-Tutorial\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NmLezTAxuWqn",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 54
        },
        "outputId": "1b900b94-6bfe-49fb-8bf3-2597d887c75c"
      },
      "source": [
        "! ls"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "'01. VAE_Basic_Implement Kingma'   img_align_celeba.zip\n",
            " dcgan_faces_tutorial.ipynb\t  'VAE_Tutorial 01. Basic.ipynb'\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jrhyZVfluYVz",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 54
        },
        "outputId": "35484c56-475d-4517-cf3e-b3511f335d0b"
      },
      "source": [
        "%cd 01. VAE_Basic_Implement Kingma\n",
        "! pwd"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/drive/My Drive/Torch-Tutorial/01. VAE_Basic_Implement Kingma\n",
            "/content/drive/My Drive/Torch-Tutorial/01. VAE_Basic_Implement Kingma\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xwCl71f_uiTc",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "outputId": "7cb41512-a3b8-4a7a-d574-f2370560de44"
      },
      "source": [
        "! ls"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "main.py  requirements.txt  VAE_to_Mal.ipynb\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4-7k4rYKukSy",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "eeb1a0f2-25e9-48d6-e0d7-c23e6768ccce"
      },
      "source": [
        "! python main.py"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "VAE(\n",
            "  (fc1): Linear(in_features=784, out_features=400, bias=True)\n",
            "  (fc21): Linear(in_features=400, out_features=20, bias=True)\n",
            "  (fc22): Linear(in_features=400, out_features=20, bias=True)\n",
            "  (fc3): Linear(in_features=20, out_features=400, bias=True)\n",
            "  (fc4): Linear(in_features=400, out_features=784, bias=True)\n",
            ")\n",
            "Train Epoch: 1 [0/60000 (0%)]\tLoss: 550.800781\n",
            "Train Epoch: 1 [1280/60000 (2%)]\tLoss: 322.319244\n",
            "Train Epoch: 1 [2560/60000 (4%)]\tLoss: 238.075089\n",
            "Train Epoch: 1 [3840/60000 (6%)]\tLoss: 217.480133\n",
            "Train Epoch: 1 [5120/60000 (9%)]\tLoss: 207.814041\n",
            "Train Epoch: 1 [6400/60000 (11%)]\tLoss: 210.372162\n",
            "Train Epoch: 1 [7680/60000 (13%)]\tLoss: 206.411758\n",
            "Train Epoch: 1 [8960/60000 (15%)]\tLoss: 198.049789\n",
            "Train Epoch: 1 [10240/60000 (17%)]\tLoss: 196.846268\n",
            "Train Epoch: 1 [11520/60000 (19%)]\tLoss: 188.627869\n",
            "Train Epoch: 1 [12800/60000 (21%)]\tLoss: 184.364273\n",
            "Train Epoch: 1 [14080/60000 (23%)]\tLoss: 183.650909\n",
            "Train Epoch: 1 [15360/60000 (26%)]\tLoss: 175.870132\n",
            "Train Epoch: 1 [16640/60000 (28%)]\tLoss: 163.261444\n",
            "Train Epoch: 1 [17920/60000 (30%)]\tLoss: 168.134262\n",
            "Train Epoch: 1 [19200/60000 (32%)]\tLoss: 161.876495\n",
            "Train Epoch: 1 [20480/60000 (34%)]\tLoss: 164.601166\n",
            "Train Epoch: 1 [21760/60000 (36%)]\tLoss: 158.750397\n",
            "Train Epoch: 1 [23040/60000 (38%)]\tLoss: 159.797302\n",
            "Train Epoch: 1 [24320/60000 (41%)]\tLoss: 156.161316\n",
            "Train Epoch: 1 [25600/60000 (43%)]\tLoss: 148.704941\n",
            "Train Epoch: 1 [26880/60000 (45%)]\tLoss: 152.017670\n",
            "Train Epoch: 1 [28160/60000 (47%)]\tLoss: 156.019348\n",
            "Train Epoch: 1 [29440/60000 (49%)]\tLoss: 145.222382\n",
            "Train Epoch: 1 [30720/60000 (51%)]\tLoss: 148.540985\n",
            "Train Epoch: 1 [32000/60000 (53%)]\tLoss: 147.976807\n",
            "Train Epoch: 1 [33280/60000 (55%)]\tLoss: 145.600540\n",
            "Train Epoch: 1 [34560/60000 (58%)]\tLoss: 139.963318\n",
            "Train Epoch: 1 [35840/60000 (60%)]\tLoss: 151.018204\n",
            "Train Epoch: 1 [37120/60000 (62%)]\tLoss: 140.392090\n",
            "Train Epoch: 1 [38400/60000 (64%)]\tLoss: 144.975342\n",
            "Train Epoch: 1 [39680/60000 (66%)]\tLoss: 145.165405\n",
            "Train Epoch: 1 [40960/60000 (68%)]\tLoss: 139.289215\n",
            "Train Epoch: 1 [42240/60000 (70%)]\tLoss: 137.233704\n",
            "Train Epoch: 1 [43520/60000 (72%)]\tLoss: 137.033539\n",
            "Train Epoch: 1 [44800/60000 (75%)]\tLoss: 135.415848\n",
            "Train Epoch: 1 [46080/60000 (77%)]\tLoss: 139.063171\n",
            "Train Epoch: 1 [47360/60000 (79%)]\tLoss: 132.156372\n",
            "Train Epoch: 1 [48640/60000 (81%)]\tLoss: 137.224991\n",
            "Train Epoch: 1 [49920/60000 (83%)]\tLoss: 131.804199\n",
            "Train Epoch: 1 [51200/60000 (85%)]\tLoss: 131.868042\n",
            "Train Epoch: 1 [52480/60000 (87%)]\tLoss: 138.424469\n",
            "Train Epoch: 1 [53760/60000 (90%)]\tLoss: 138.884506\n",
            "Train Epoch: 1 [55040/60000 (92%)]\tLoss: 131.452881\n",
            "Train Epoch: 1 [56320/60000 (94%)]\tLoss: 127.407646\n",
            "Train Epoch: 1 [57600/60000 (96%)]\tLoss: 134.108734\n",
            "Train Epoch: 1 [58880/60000 (98%)]\tLoss: 131.177979\n",
            "====> Epoch: 1 Average loss: 165.7064\n",
            "====> Test set loss: 128.3816\n",
            "Train Epoch: 2 [0/60000 (0%)]\tLoss: 124.339775\n",
            "Train Epoch: 2 [1280/60000 (2%)]\tLoss: 129.629028\n",
            "Train Epoch: 2 [2560/60000 (4%)]\tLoss: 121.782448\n",
            "Train Epoch: 2 [3840/60000 (6%)]\tLoss: 128.813385\n",
            "Train Epoch: 2 [5120/60000 (9%)]\tLoss: 125.145264\n",
            "Train Epoch: 2 [6400/60000 (11%)]\tLoss: 130.844727\n",
            "Train Epoch: 2 [7680/60000 (13%)]\tLoss: 127.583923\n",
            "Train Epoch: 2 [8960/60000 (15%)]\tLoss: 124.635162\n",
            "Train Epoch: 2 [10240/60000 (17%)]\tLoss: 124.094009\n",
            "Train Epoch: 2 [11520/60000 (19%)]\tLoss: 124.046906\n",
            "Train Epoch: 2 [12800/60000 (21%)]\tLoss: 118.647827\n",
            "Train Epoch: 2 [14080/60000 (23%)]\tLoss: 124.362511\n",
            "Train Epoch: 2 [15360/60000 (26%)]\tLoss: 130.778320\n",
            "Train Epoch: 2 [16640/60000 (28%)]\tLoss: 125.766083\n",
            "Train Epoch: 2 [17920/60000 (30%)]\tLoss: 123.973503\n",
            "Train Epoch: 2 [19200/60000 (32%)]\tLoss: 123.711349\n",
            "Train Epoch: 2 [20480/60000 (34%)]\tLoss: 125.721001\n",
            "Train Epoch: 2 [21760/60000 (36%)]\tLoss: 120.330658\n",
            "Train Epoch: 2 [23040/60000 (38%)]\tLoss: 124.626297\n",
            "Train Epoch: 2 [24320/60000 (41%)]\tLoss: 121.851273\n",
            "Train Epoch: 2 [25600/60000 (43%)]\tLoss: 117.817810\n",
            "Train Epoch: 2 [26880/60000 (45%)]\tLoss: 121.726532\n",
            "Train Epoch: 2 [28160/60000 (47%)]\tLoss: 126.724701\n",
            "Train Epoch: 2 [29440/60000 (49%)]\tLoss: 119.733673\n",
            "Train Epoch: 2 [30720/60000 (51%)]\tLoss: 124.943954\n",
            "Train Epoch: 2 [32000/60000 (53%)]\tLoss: 124.988205\n",
            "Train Epoch: 2 [33280/60000 (55%)]\tLoss: 121.603317\n",
            "Train Epoch: 2 [34560/60000 (58%)]\tLoss: 120.911743\n",
            "Train Epoch: 2 [35840/60000 (60%)]\tLoss: 121.304276\n",
            "Train Epoch: 2 [37120/60000 (62%)]\tLoss: 120.667534\n",
            "Train Epoch: 2 [38400/60000 (64%)]\tLoss: 122.625961\n",
            "Train Epoch: 2 [39680/60000 (66%)]\tLoss: 123.724289\n",
            "Train Epoch: 2 [40960/60000 (68%)]\tLoss: 115.965065\n",
            "Train Epoch: 2 [42240/60000 (70%)]\tLoss: 120.320175\n",
            "Train Epoch: 2 [43520/60000 (72%)]\tLoss: 121.559280\n",
            "Train Epoch: 2 [44800/60000 (75%)]\tLoss: 119.227798\n",
            "Train Epoch: 2 [46080/60000 (77%)]\tLoss: 120.538872\n",
            "Train Epoch: 2 [47360/60000 (79%)]\tLoss: 116.500092\n",
            "Train Epoch: 2 [48640/60000 (81%)]\tLoss: 117.909485\n",
            "Train Epoch: 2 [49920/60000 (83%)]\tLoss: 119.247009\n",
            "Train Epoch: 2 [51200/60000 (85%)]\tLoss: 122.278763\n",
            "Train Epoch: 2 [52480/60000 (87%)]\tLoss: 117.191803\n",
            "Train Epoch: 2 [53760/60000 (90%)]\tLoss: 117.302719\n",
            "Train Epoch: 2 [55040/60000 (92%)]\tLoss: 117.158508\n",
            "Train Epoch: 2 [56320/60000 (94%)]\tLoss: 114.929436\n",
            "Train Epoch: 2 [57600/60000 (96%)]\tLoss: 120.856445\n",
            "Train Epoch: 2 [58880/60000 (98%)]\tLoss: 121.896690\n",
            "====> Epoch: 2 Average loss: 122.2364\n",
            "====> Test set loss: 115.9928\n",
            "Train Epoch: 3 [0/60000 (0%)]\tLoss: 114.044281\n",
            "Train Epoch: 3 [1280/60000 (2%)]\tLoss: 121.385391\n",
            "Train Epoch: 3 [2560/60000 (4%)]\tLoss: 117.062943\n",
            "Train Epoch: 3 [3840/60000 (6%)]\tLoss: 122.151749\n",
            "Train Epoch: 3 [5120/60000 (9%)]\tLoss: 116.822075\n",
            "Train Epoch: 3 [6400/60000 (11%)]\tLoss: 115.548813\n",
            "Train Epoch: 3 [7680/60000 (13%)]\tLoss: 122.291412\n",
            "Train Epoch: 3 [8960/60000 (15%)]\tLoss: 113.660324\n",
            "Train Epoch: 3 [10240/60000 (17%)]\tLoss: 116.648460\n",
            "Train Epoch: 3 [11520/60000 (19%)]\tLoss: 118.503410\n",
            "Train Epoch: 3 [12800/60000 (21%)]\tLoss: 111.427856\n",
            "Train Epoch: 3 [14080/60000 (23%)]\tLoss: 117.842407\n",
            "Train Epoch: 3 [15360/60000 (26%)]\tLoss: 112.103577\n",
            "Train Epoch: 3 [16640/60000 (28%)]\tLoss: 112.210075\n",
            "Train Epoch: 3 [17920/60000 (30%)]\tLoss: 112.514160\n",
            "Train Epoch: 3 [19200/60000 (32%)]\tLoss: 113.570770\n",
            "Train Epoch: 3 [20480/60000 (34%)]\tLoss: 114.877136\n",
            "Train Epoch: 3 [21760/60000 (36%)]\tLoss: 112.494110\n",
            "Train Epoch: 3 [23040/60000 (38%)]\tLoss: 115.315804\n",
            "Train Epoch: 3 [24320/60000 (41%)]\tLoss: 109.829590\n",
            "Train Epoch: 3 [25600/60000 (43%)]\tLoss: 111.711426\n",
            "Train Epoch: 3 [26880/60000 (45%)]\tLoss: 111.141632\n",
            "Train Epoch: 3 [28160/60000 (47%)]\tLoss: 110.848427\n",
            "Train Epoch: 3 [29440/60000 (49%)]\tLoss: 116.919365\n",
            "Train Epoch: 3 [30720/60000 (51%)]\tLoss: 115.625259\n",
            "Train Epoch: 3 [32000/60000 (53%)]\tLoss: 116.885574\n",
            "Train Epoch: 3 [33280/60000 (55%)]\tLoss: 111.336182\n",
            "Train Epoch: 3 [34560/60000 (58%)]\tLoss: 117.347916\n",
            "Train Epoch: 3 [35840/60000 (60%)]\tLoss: 113.007637\n",
            "Train Epoch: 3 [37120/60000 (62%)]\tLoss: 118.986610\n",
            "Train Epoch: 3 [38400/60000 (64%)]\tLoss: 114.619453\n",
            "Train Epoch: 3 [39680/60000 (66%)]\tLoss: 114.064621\n",
            "Train Epoch: 3 [40960/60000 (68%)]\tLoss: 111.566376\n",
            "Train Epoch: 3 [42240/60000 (70%)]\tLoss: 109.157448\n",
            "Train Epoch: 3 [43520/60000 (72%)]\tLoss: 116.786034\n",
            "Train Epoch: 3 [44800/60000 (75%)]\tLoss: 110.031380\n",
            "Train Epoch: 3 [46080/60000 (77%)]\tLoss: 113.287560\n",
            "Train Epoch: 3 [47360/60000 (79%)]\tLoss: 108.188965\n",
            "Train Epoch: 3 [48640/60000 (81%)]\tLoss: 116.076332\n",
            "Train Epoch: 3 [49920/60000 (83%)]\tLoss: 115.262718\n",
            "Train Epoch: 3 [51200/60000 (85%)]\tLoss: 115.138039\n",
            "Train Epoch: 3 [52480/60000 (87%)]\tLoss: 113.204544\n",
            "Train Epoch: 3 [53760/60000 (90%)]\tLoss: 111.195152\n",
            "Train Epoch: 3 [55040/60000 (92%)]\tLoss: 116.922867\n",
            "Train Epoch: 3 [56320/60000 (94%)]\tLoss: 112.925972\n",
            "Train Epoch: 3 [57600/60000 (96%)]\tLoss: 110.877991\n",
            "Train Epoch: 3 [58880/60000 (98%)]\tLoss: 113.272392\n",
            "====> Epoch: 3 Average loss: 114.8578\n",
            "====> Test set loss: 111.8559\n",
            "Train Epoch: 4 [0/60000 (0%)]\tLoss: 113.694382\n",
            "Train Epoch: 4 [1280/60000 (2%)]\tLoss: 110.292488\n",
            "Train Epoch: 4 [2560/60000 (4%)]\tLoss: 112.305084\n",
            "Train Epoch: 4 [3840/60000 (6%)]\tLoss: 109.570419\n",
            "Train Epoch: 4 [5120/60000 (9%)]\tLoss: 112.493835\n",
            "Train Epoch: 4 [6400/60000 (11%)]\tLoss: 110.946136\n",
            "Train Epoch: 4 [7680/60000 (13%)]\tLoss: 113.846054\n",
            "Train Epoch: 4 [8960/60000 (15%)]\tLoss: 113.477692\n",
            "Train Epoch: 4 [10240/60000 (17%)]\tLoss: 112.269501\n",
            "Train Epoch: 4 [11520/60000 (19%)]\tLoss: 117.514114\n",
            "Train Epoch: 4 [12800/60000 (21%)]\tLoss: 111.859451\n",
            "Train Epoch: 4 [14080/60000 (23%)]\tLoss: 112.827705\n",
            "Train Epoch: 4 [15360/60000 (26%)]\tLoss: 111.023857\n",
            "Train Epoch: 4 [16640/60000 (28%)]\tLoss: 112.366104\n",
            "Train Epoch: 4 [17920/60000 (30%)]\tLoss: 115.613068\n",
            "Train Epoch: 4 [19200/60000 (32%)]\tLoss: 110.494286\n",
            "Train Epoch: 4 [20480/60000 (34%)]\tLoss: 116.497116\n",
            "Train Epoch: 4 [21760/60000 (36%)]\tLoss: 109.905609\n",
            "Train Epoch: 4 [23040/60000 (38%)]\tLoss: 106.879608\n",
            "Train Epoch: 4 [24320/60000 (41%)]\tLoss: 113.775925\n",
            "Train Epoch: 4 [25600/60000 (43%)]\tLoss: 114.280655\n",
            "Train Epoch: 4 [26880/60000 (45%)]\tLoss: 111.750107\n",
            "Train Epoch: 4 [28160/60000 (47%)]\tLoss: 111.595718\n",
            "Train Epoch: 4 [29440/60000 (49%)]\tLoss: 109.196762\n",
            "Train Epoch: 4 [30720/60000 (51%)]\tLoss: 113.648315\n",
            "Train Epoch: 4 [32000/60000 (53%)]\tLoss: 110.597931\n",
            "Train Epoch: 4 [33280/60000 (55%)]\tLoss: 111.676514\n",
            "Train Epoch: 4 [34560/60000 (58%)]\tLoss: 109.034836\n",
            "Train Epoch: 4 [35840/60000 (60%)]\tLoss: 110.792191\n",
            "Train Epoch: 4 [37120/60000 (62%)]\tLoss: 113.512222\n",
            "Train Epoch: 4 [38400/60000 (64%)]\tLoss: 108.995590\n",
            "Train Epoch: 4 [39680/60000 (66%)]\tLoss: 112.401962\n",
            "Train Epoch: 4 [40960/60000 (68%)]\tLoss: 115.720047\n",
            "Train Epoch: 4 [42240/60000 (70%)]\tLoss: 110.397156\n",
            "Train Epoch: 4 [43520/60000 (72%)]\tLoss: 109.254211\n",
            "Train Epoch: 4 [44800/60000 (75%)]\tLoss: 111.236328\n",
            "Train Epoch: 4 [46080/60000 (77%)]\tLoss: 110.385475\n",
            "Train Epoch: 4 [47360/60000 (79%)]\tLoss: 109.834061\n",
            "Train Epoch: 4 [48640/60000 (81%)]\tLoss: 112.514755\n",
            "Train Epoch: 4 [49920/60000 (83%)]\tLoss: 109.293076\n",
            "Train Epoch: 4 [51200/60000 (85%)]\tLoss: 116.233429\n",
            "Train Epoch: 4 [52480/60000 (87%)]\tLoss: 112.504135\n",
            "Train Epoch: 4 [53760/60000 (90%)]\tLoss: 110.212494\n",
            "Train Epoch: 4 [55040/60000 (92%)]\tLoss: 110.467072\n",
            "Train Epoch: 4 [56320/60000 (94%)]\tLoss: 112.624641\n",
            "Train Epoch: 4 [57600/60000 (96%)]\tLoss: 108.669830\n",
            "Train Epoch: 4 [58880/60000 (98%)]\tLoss: 109.707947\n",
            "====> Epoch: 4 Average loss: 111.7496\n",
            "====> Test set loss: 109.8688\n",
            "Train Epoch: 5 [0/60000 (0%)]\tLoss: 108.154839\n",
            "Train Epoch: 5 [1280/60000 (2%)]\tLoss: 107.067215\n",
            "Train Epoch: 5 [2560/60000 (4%)]\tLoss: 109.309372\n",
            "Train Epoch: 5 [3840/60000 (6%)]\tLoss: 110.012619\n",
            "Train Epoch: 5 [5120/60000 (9%)]\tLoss: 113.233139\n",
            "Train Epoch: 5 [6400/60000 (11%)]\tLoss: 111.703201\n",
            "Train Epoch: 5 [7680/60000 (13%)]\tLoss: 109.059296\n",
            "Train Epoch: 5 [8960/60000 (15%)]\tLoss: 110.204002\n",
            "Train Epoch: 5 [10240/60000 (17%)]\tLoss: 108.716911\n",
            "Train Epoch: 5 [11520/60000 (19%)]\tLoss: 110.443237\n",
            "Train Epoch: 5 [12800/60000 (21%)]\tLoss: 115.619064\n",
            "Train Epoch: 5 [14080/60000 (23%)]\tLoss: 110.570938\n",
            "Train Epoch: 5 [15360/60000 (26%)]\tLoss: 107.767075\n",
            "Train Epoch: 5 [16640/60000 (28%)]\tLoss: 113.425217\n",
            "Train Epoch: 5 [17920/60000 (30%)]\tLoss: 114.088150\n",
            "Train Epoch: 5 [19200/60000 (32%)]\tLoss: 114.892746\n",
            "Train Epoch: 5 [20480/60000 (34%)]\tLoss: 104.281174\n",
            "Train Epoch: 5 [21760/60000 (36%)]\tLoss: 109.852066\n",
            "Train Epoch: 5 [23040/60000 (38%)]\tLoss: 108.168045\n",
            "Train Epoch: 5 [24320/60000 (41%)]\tLoss: 109.335739\n",
            "Train Epoch: 5 [25600/60000 (43%)]\tLoss: 109.500259\n",
            "Train Epoch: 5 [26880/60000 (45%)]\tLoss: 109.407227\n",
            "Train Epoch: 5 [28160/60000 (47%)]\tLoss: 104.515045\n",
            "Train Epoch: 5 [29440/60000 (49%)]\tLoss: 106.421326\n",
            "Train Epoch: 5 [30720/60000 (51%)]\tLoss: 112.887253\n",
            "Train Epoch: 5 [32000/60000 (53%)]\tLoss: 111.764221\n",
            "Train Epoch: 5 [33280/60000 (55%)]\tLoss: 111.708099\n",
            "Train Epoch: 5 [34560/60000 (58%)]\tLoss: 111.233093\n",
            "Train Epoch: 5 [35840/60000 (60%)]\tLoss: 111.734077\n",
            "Train Epoch: 5 [37120/60000 (62%)]\tLoss: 107.101944\n",
            "Train Epoch: 5 [38400/60000 (64%)]\tLoss: 110.771088\n",
            "Train Epoch: 5 [39680/60000 (66%)]\tLoss: 104.516197\n",
            "Train Epoch: 5 [40960/60000 (68%)]\tLoss: 104.517166\n",
            "Train Epoch: 5 [42240/60000 (70%)]\tLoss: 110.317436\n",
            "Train Epoch: 5 [43520/60000 (72%)]\tLoss: 114.850143\n",
            "Train Epoch: 5 [44800/60000 (75%)]\tLoss: 104.210983\n",
            "Train Epoch: 5 [46080/60000 (77%)]\tLoss: 108.168259\n",
            "Train Epoch: 5 [47360/60000 (79%)]\tLoss: 115.359032\n",
            "Train Epoch: 5 [48640/60000 (81%)]\tLoss: 110.971703\n",
            "Train Epoch: 5 [49920/60000 (83%)]\tLoss: 112.349380\n",
            "Train Epoch: 5 [51200/60000 (85%)]\tLoss: 109.513550\n",
            "Train Epoch: 5 [52480/60000 (87%)]\tLoss: 108.739792\n",
            "Train Epoch: 5 [53760/60000 (90%)]\tLoss: 109.609924\n",
            "Train Epoch: 5 [55040/60000 (92%)]\tLoss: 109.811874\n",
            "Train Epoch: 5 [56320/60000 (94%)]\tLoss: 108.688721\n",
            "Train Epoch: 5 [57600/60000 (96%)]\tLoss: 113.097313\n",
            "Train Epoch: 5 [58880/60000 (98%)]\tLoss: 108.395523\n",
            "====> Epoch: 5 Average loss: 109.9811\n",
            "====> Test set loss: 108.5718\n",
            "Train Epoch: 6 [0/60000 (0%)]\tLoss: 108.272675\n",
            "Train Epoch: 6 [1280/60000 (2%)]\tLoss: 108.207024\n",
            "Train Epoch: 6 [2560/60000 (4%)]\tLoss: 111.649872\n",
            "Train Epoch: 6 [3840/60000 (6%)]\tLoss: 107.177536\n",
            "Train Epoch: 6 [5120/60000 (9%)]\tLoss: 107.894623\n",
            "Train Epoch: 6 [6400/60000 (11%)]\tLoss: 110.545784\n",
            "Train Epoch: 6 [7680/60000 (13%)]\tLoss: 111.502579\n",
            "Train Epoch: 6 [8960/60000 (15%)]\tLoss: 113.647972\n",
            "Train Epoch: 6 [10240/60000 (17%)]\tLoss: 107.410416\n",
            "Train Epoch: 6 [11520/60000 (19%)]\tLoss: 107.784531\n",
            "Train Epoch: 6 [12800/60000 (21%)]\tLoss: 105.243904\n",
            "Train Epoch: 6 [14080/60000 (23%)]\tLoss: 107.203217\n",
            "Train Epoch: 6 [15360/60000 (26%)]\tLoss: 104.613602\n",
            "Train Epoch: 6 [16640/60000 (28%)]\tLoss: 106.042587\n",
            "Train Epoch: 6 [17920/60000 (30%)]\tLoss: 109.520386\n",
            "Train Epoch: 6 [19200/60000 (32%)]\tLoss: 109.536118\n",
            "Train Epoch: 6 [20480/60000 (34%)]\tLoss: 109.505295\n",
            "Train Epoch: 6 [21760/60000 (36%)]\tLoss: 106.987778\n",
            "Train Epoch: 6 [23040/60000 (38%)]\tLoss: 108.951042\n",
            "Train Epoch: 6 [24320/60000 (41%)]\tLoss: 105.937866\n",
            "Train Epoch: 6 [25600/60000 (43%)]\tLoss: 108.141930\n",
            "Train Epoch: 6 [26880/60000 (45%)]\tLoss: 112.113998\n",
            "Train Epoch: 6 [28160/60000 (47%)]\tLoss: 110.543732\n",
            "Train Epoch: 6 [29440/60000 (49%)]\tLoss: 110.968559\n",
            "Train Epoch: 6 [30720/60000 (51%)]\tLoss: 104.010590\n",
            "Train Epoch: 6 [32000/60000 (53%)]\tLoss: 111.547653\n",
            "Train Epoch: 6 [33280/60000 (55%)]\tLoss: 109.298042\n",
            "Train Epoch: 6 [34560/60000 (58%)]\tLoss: 108.508400\n",
            "Train Epoch: 6 [35840/60000 (60%)]\tLoss: 105.658089\n",
            "Train Epoch: 6 [37120/60000 (62%)]\tLoss: 105.505417\n",
            "Train Epoch: 6 [38400/60000 (64%)]\tLoss: 111.171562\n",
            "Train Epoch: 6 [39680/60000 (66%)]\tLoss: 108.849731\n",
            "Train Epoch: 6 [40960/60000 (68%)]\tLoss: 106.712242\n",
            "Train Epoch: 6 [42240/60000 (70%)]\tLoss: 111.339432\n",
            "Train Epoch: 6 [43520/60000 (72%)]\tLoss: 105.479614\n",
            "Train Epoch: 6 [44800/60000 (75%)]\tLoss: 112.105026\n",
            "Train Epoch: 6 [46080/60000 (77%)]\tLoss: 109.259834\n",
            "Train Epoch: 6 [47360/60000 (79%)]\tLoss: 107.604118\n",
            "Train Epoch: 6 [48640/60000 (81%)]\tLoss: 110.100250\n",
            "Train Epoch: 6 [49920/60000 (83%)]\tLoss: 110.278381\n",
            "Train Epoch: 6 [51200/60000 (85%)]\tLoss: 109.419197\n",
            "Train Epoch: 6 [52480/60000 (87%)]\tLoss: 105.784744\n",
            "Train Epoch: 6 [53760/60000 (90%)]\tLoss: 109.758072\n",
            "Train Epoch: 6 [55040/60000 (92%)]\tLoss: 104.099152\n",
            "Train Epoch: 6 [56320/60000 (94%)]\tLoss: 111.750336\n",
            "Train Epoch: 6 [57600/60000 (96%)]\tLoss: 108.985970\n",
            "Train Epoch: 6 [58880/60000 (98%)]\tLoss: 110.777138\n",
            "====> Epoch: 6 Average loss: 108.8329\n",
            "====> Test set loss: 107.6535\n",
            "Train Epoch: 7 [0/60000 (0%)]\tLoss: 106.813660\n",
            "Train Epoch: 7 [1280/60000 (2%)]\tLoss: 111.423454\n",
            "Train Epoch: 7 [2560/60000 (4%)]\tLoss: 110.445679\n",
            "Train Epoch: 7 [3840/60000 (6%)]\tLoss: 107.047646\n",
            "Train Epoch: 7 [5120/60000 (9%)]\tLoss: 104.611694\n",
            "Train Epoch: 7 [6400/60000 (11%)]\tLoss: 105.930931\n",
            "Train Epoch: 7 [7680/60000 (13%)]\tLoss: 112.044647\n",
            "Train Epoch: 7 [8960/60000 (15%)]\tLoss: 106.177475\n",
            "Train Epoch: 7 [10240/60000 (17%)]\tLoss: 106.897705\n",
            "Train Epoch: 7 [11520/60000 (19%)]\tLoss: 109.727028\n",
            "Train Epoch: 7 [12800/60000 (21%)]\tLoss: 108.980850\n",
            "Train Epoch: 7 [14080/60000 (23%)]\tLoss: 109.620987\n",
            "Train Epoch: 7 [15360/60000 (26%)]\tLoss: 104.306030\n",
            "Train Epoch: 7 [16640/60000 (28%)]\tLoss: 111.093857\n",
            "Train Epoch: 7 [17920/60000 (30%)]\tLoss: 107.486610\n",
            "Train Epoch: 7 [19200/60000 (32%)]\tLoss: 107.907089\n",
            "Train Epoch: 7 [20480/60000 (34%)]\tLoss: 109.532867\n",
            "Train Epoch: 7 [21760/60000 (36%)]\tLoss: 106.589874\n",
            "Train Epoch: 7 [23040/60000 (38%)]\tLoss: 108.892212\n",
            "Train Epoch: 7 [24320/60000 (41%)]\tLoss: 107.128937\n",
            "Train Epoch: 7 [25600/60000 (43%)]\tLoss: 110.343277\n",
            "Train Epoch: 7 [26880/60000 (45%)]\tLoss: 106.503708\n",
            "Train Epoch: 7 [28160/60000 (47%)]\tLoss: 109.201767\n",
            "Train Epoch: 7 [29440/60000 (49%)]\tLoss: 110.263916\n",
            "Train Epoch: 7 [30720/60000 (51%)]\tLoss: 109.191895\n",
            "Train Epoch: 7 [32000/60000 (53%)]\tLoss: 109.674202\n",
            "Train Epoch: 7 [33280/60000 (55%)]\tLoss: 103.604599\n",
            "Train Epoch: 7 [34560/60000 (58%)]\tLoss: 106.109322\n",
            "Train Epoch: 7 [35840/60000 (60%)]\tLoss: 103.073982\n",
            "Train Epoch: 7 [37120/60000 (62%)]\tLoss: 106.734421\n",
            "Train Epoch: 7 [38400/60000 (64%)]\tLoss: 104.484718\n",
            "Train Epoch: 7 [39680/60000 (66%)]\tLoss: 105.866272\n",
            "Train Epoch: 7 [40960/60000 (68%)]\tLoss: 110.316391\n",
            "Train Epoch: 7 [42240/60000 (70%)]\tLoss: 109.124634\n",
            "Train Epoch: 7 [43520/60000 (72%)]\tLoss: 106.087540\n",
            "Train Epoch: 7 [44800/60000 (75%)]\tLoss: 105.687469\n",
            "Train Epoch: 7 [46080/60000 (77%)]\tLoss: 109.315132\n",
            "Train Epoch: 7 [47360/60000 (79%)]\tLoss: 110.498718\n",
            "Train Epoch: 7 [48640/60000 (81%)]\tLoss: 107.478470\n",
            "Train Epoch: 7 [49920/60000 (83%)]\tLoss: 113.282242\n",
            "Train Epoch: 7 [51200/60000 (85%)]\tLoss: 110.249847\n",
            "Train Epoch: 7 [52480/60000 (87%)]\tLoss: 108.295181\n",
            "Train Epoch: 7 [53760/60000 (90%)]\tLoss: 108.182922\n",
            "Train Epoch: 7 [55040/60000 (92%)]\tLoss: 105.228271\n",
            "Train Epoch: 7 [56320/60000 (94%)]\tLoss: 104.604156\n",
            "Train Epoch: 7 [57600/60000 (96%)]\tLoss: 108.841530\n",
            "Train Epoch: 7 [58880/60000 (98%)]\tLoss: 110.172134\n",
            "====> Epoch: 7 Average loss: 107.9857\n",
            "====> Test set loss: 107.3551\n",
            "Train Epoch: 8 [0/60000 (0%)]\tLoss: 109.859894\n",
            "Train Epoch: 8 [1280/60000 (2%)]\tLoss: 114.495331\n",
            "Train Epoch: 8 [2560/60000 (4%)]\tLoss: 107.304504\n",
            "Train Epoch: 8 [3840/60000 (6%)]\tLoss: 109.423477\n",
            "Train Epoch: 8 [5120/60000 (9%)]\tLoss: 104.484100\n",
            "Train Epoch: 8 [6400/60000 (11%)]\tLoss: 106.172897\n",
            "Train Epoch: 8 [7680/60000 (13%)]\tLoss: 106.558014\n",
            "Train Epoch: 8 [8960/60000 (15%)]\tLoss: 108.181801\n",
            "Train Epoch: 8 [10240/60000 (17%)]\tLoss: 109.610298\n",
            "Train Epoch: 8 [11520/60000 (19%)]\tLoss: 107.612968\n",
            "Train Epoch: 8 [12800/60000 (21%)]\tLoss: 110.670845\n",
            "Train Epoch: 8 [14080/60000 (23%)]\tLoss: 110.798706\n",
            "Train Epoch: 8 [15360/60000 (26%)]\tLoss: 107.476906\n",
            "Train Epoch: 8 [16640/60000 (28%)]\tLoss: 107.047531\n",
            "Train Epoch: 8 [17920/60000 (30%)]\tLoss: 106.984268\n",
            "Train Epoch: 8 [19200/60000 (32%)]\tLoss: 105.744263\n",
            "Train Epoch: 8 [20480/60000 (34%)]\tLoss: 106.497681\n",
            "Train Epoch: 8 [21760/60000 (36%)]\tLoss: 108.356995\n",
            "Train Epoch: 8 [23040/60000 (38%)]\tLoss: 105.427521\n",
            "Train Epoch: 8 [24320/60000 (41%)]\tLoss: 105.001907\n",
            "Train Epoch: 8 [25600/60000 (43%)]\tLoss: 101.531929\n",
            "Train Epoch: 8 [26880/60000 (45%)]\tLoss: 108.440094\n",
            "Train Epoch: 8 [28160/60000 (47%)]\tLoss: 104.015854\n",
            "Train Epoch: 8 [29440/60000 (49%)]\tLoss: 106.293022\n",
            "Train Epoch: 8 [30720/60000 (51%)]\tLoss: 108.652451\n",
            "Train Epoch: 8 [32000/60000 (53%)]\tLoss: 110.035080\n",
            "Train Epoch: 8 [33280/60000 (55%)]\tLoss: 110.760132\n",
            "Train Epoch: 8 [34560/60000 (58%)]\tLoss: 108.122887\n",
            "Train Epoch: 8 [35840/60000 (60%)]\tLoss: 109.244003\n",
            "Train Epoch: 8 [37120/60000 (62%)]\tLoss: 106.815887\n",
            "Train Epoch: 8 [38400/60000 (64%)]\tLoss: 107.376770\n",
            "Train Epoch: 8 [39680/60000 (66%)]\tLoss: 104.854401\n",
            "Train Epoch: 8 [40960/60000 (68%)]\tLoss: 109.165268\n",
            "Train Epoch: 8 [42240/60000 (70%)]\tLoss: 110.017776\n",
            "Train Epoch: 8 [43520/60000 (72%)]\tLoss: 105.349220\n",
            "Train Epoch: 8 [44800/60000 (75%)]\tLoss: 109.978394\n",
            "Train Epoch: 8 [46080/60000 (77%)]\tLoss: 109.172943\n",
            "Train Epoch: 8 [47360/60000 (79%)]\tLoss: 108.204956\n",
            "Train Epoch: 8 [48640/60000 (81%)]\tLoss: 107.592056\n",
            "Train Epoch: 8 [49920/60000 (83%)]\tLoss: 109.356537\n",
            "Train Epoch: 8 [51200/60000 (85%)]\tLoss: 100.888306\n",
            "Train Epoch: 8 [52480/60000 (87%)]\tLoss: 108.897629\n",
            "Train Epoch: 8 [53760/60000 (90%)]\tLoss: 101.853729\n",
            "Train Epoch: 8 [55040/60000 (92%)]\tLoss: 105.834625\n",
            "Train Epoch: 8 [56320/60000 (94%)]\tLoss: 109.379150\n",
            "Train Epoch: 8 [57600/60000 (96%)]\tLoss: 111.425667\n",
            "Train Epoch: 8 [58880/60000 (98%)]\tLoss: 102.405067\n",
            "====> Epoch: 8 Average loss: 107.3911\n",
            "====> Test set loss: 106.3478\n",
            "Train Epoch: 9 [0/60000 (0%)]\tLoss: 103.069565\n",
            "Train Epoch: 9 [1280/60000 (2%)]\tLoss: 104.506638\n",
            "Train Epoch: 9 [2560/60000 (4%)]\tLoss: 111.120758\n",
            "Train Epoch: 9 [3840/60000 (6%)]\tLoss: 110.561470\n",
            "Train Epoch: 9 [5120/60000 (9%)]\tLoss: 108.767380\n",
            "Train Epoch: 9 [6400/60000 (11%)]\tLoss: 106.226395\n",
            "Train Epoch: 9 [7680/60000 (13%)]\tLoss: 106.326263\n",
            "Train Epoch: 9 [8960/60000 (15%)]\tLoss: 103.938568\n",
            "Train Epoch: 9 [10240/60000 (17%)]\tLoss: 104.079185\n",
            "Train Epoch: 9 [11520/60000 (19%)]\tLoss: 109.172066\n",
            "Train Epoch: 9 [12800/60000 (21%)]\tLoss: 111.583626\n",
            "Train Epoch: 9 [14080/60000 (23%)]\tLoss: 105.927620\n",
            "Train Epoch: 9 [15360/60000 (26%)]\tLoss: 107.830185\n",
            "Train Epoch: 9 [16640/60000 (28%)]\tLoss: 104.709076\n",
            "Train Epoch: 9 [17920/60000 (30%)]\tLoss: 102.760048\n",
            "Train Epoch: 9 [19200/60000 (32%)]\tLoss: 106.919235\n",
            "Train Epoch: 9 [20480/60000 (34%)]\tLoss: 108.380554\n",
            "Train Epoch: 9 [21760/60000 (36%)]\tLoss: 103.899658\n",
            "Train Epoch: 9 [23040/60000 (38%)]\tLoss: 106.506813\n",
            "Train Epoch: 9 [24320/60000 (41%)]\tLoss: 106.405212\n",
            "Train Epoch: 9 [25600/60000 (43%)]\tLoss: 105.949478\n",
            "Train Epoch: 9 [26880/60000 (45%)]\tLoss: 107.761780\n",
            "Train Epoch: 9 [28160/60000 (47%)]\tLoss: 108.009506\n",
            "Train Epoch: 9 [29440/60000 (49%)]\tLoss: 104.630615\n",
            "Train Epoch: 9 [30720/60000 (51%)]\tLoss: 102.643112\n",
            "Train Epoch: 9 [32000/60000 (53%)]\tLoss: 111.026863\n",
            "Train Epoch: 9 [33280/60000 (55%)]\tLoss: 104.640099\n",
            "Train Epoch: 9 [34560/60000 (58%)]\tLoss: 104.744019\n",
            "Train Epoch: 9 [35840/60000 (60%)]\tLoss: 110.607246\n",
            "Train Epoch: 9 [37120/60000 (62%)]\tLoss: 103.502525\n",
            "Train Epoch: 9 [38400/60000 (64%)]\tLoss: 106.008598\n",
            "Train Epoch: 9 [39680/60000 (66%)]\tLoss: 107.243156\n",
            "Train Epoch: 9 [40960/60000 (68%)]\tLoss: 108.380096\n",
            "Train Epoch: 9 [42240/60000 (70%)]\tLoss: 108.645012\n",
            "Train Epoch: 9 [43520/60000 (72%)]\tLoss: 105.985710\n",
            "Train Epoch: 9 [44800/60000 (75%)]\tLoss: 108.232323\n",
            "Train Epoch: 9 [46080/60000 (77%)]\tLoss: 102.859406\n",
            "Train Epoch: 9 [47360/60000 (79%)]\tLoss: 106.956985\n",
            "Train Epoch: 9 [48640/60000 (81%)]\tLoss: 105.002724\n",
            "Train Epoch: 9 [49920/60000 (83%)]\tLoss: 106.729614\n",
            "Train Epoch: 9 [51200/60000 (85%)]\tLoss: 107.407806\n",
            "Train Epoch: 9 [52480/60000 (87%)]\tLoss: 105.464508\n",
            "Train Epoch: 9 [53760/60000 (90%)]\tLoss: 103.315125\n",
            "Train Epoch: 9 [55040/60000 (92%)]\tLoss: 104.717987\n",
            "Train Epoch: 9 [56320/60000 (94%)]\tLoss: 109.129814\n",
            "Train Epoch: 9 [57600/60000 (96%)]\tLoss: 110.597954\n",
            "Train Epoch: 9 [58880/60000 (98%)]\tLoss: 109.820900\n",
            "====> Epoch: 9 Average loss: 106.8207\n",
            "====> Test set loss: 106.0767\n",
            "Train Epoch: 10 [0/60000 (0%)]\tLoss: 107.689575\n",
            "Train Epoch: 10 [1280/60000 (2%)]\tLoss: 108.728851\n",
            "Train Epoch: 10 [2560/60000 (4%)]\tLoss: 107.140266\n",
            "Train Epoch: 10 [3840/60000 (6%)]\tLoss: 108.639023\n",
            "Train Epoch: 10 [5120/60000 (9%)]\tLoss: 105.750504\n",
            "Train Epoch: 10 [6400/60000 (11%)]\tLoss: 101.279350\n",
            "Train Epoch: 10 [7680/60000 (13%)]\tLoss: 102.515594\n",
            "Train Epoch: 10 [8960/60000 (15%)]\tLoss: 107.014908\n",
            "Train Epoch: 10 [10240/60000 (17%)]\tLoss: 108.533104\n",
            "Train Epoch: 10 [11520/60000 (19%)]\tLoss: 105.104294\n",
            "Train Epoch: 10 [12800/60000 (21%)]\tLoss: 109.794693\n",
            "Train Epoch: 10 [14080/60000 (23%)]\tLoss: 107.343201\n",
            "Train Epoch: 10 [15360/60000 (26%)]\tLoss: 104.453789\n",
            "Train Epoch: 10 [16640/60000 (28%)]\tLoss: 106.964058\n",
            "Train Epoch: 10 [17920/60000 (30%)]\tLoss: 108.449722\n",
            "Train Epoch: 10 [19200/60000 (32%)]\tLoss: 103.931419\n",
            "Train Epoch: 10 [20480/60000 (34%)]\tLoss: 108.620491\n",
            "Train Epoch: 10 [21760/60000 (36%)]\tLoss: 106.739365\n",
            "Train Epoch: 10 [23040/60000 (38%)]\tLoss: 105.997017\n",
            "Train Epoch: 10 [24320/60000 (41%)]\tLoss: 107.022652\n",
            "Train Epoch: 10 [25600/60000 (43%)]\tLoss: 107.667480\n",
            "Train Epoch: 10 [26880/60000 (45%)]\tLoss: 109.054764\n",
            "Train Epoch: 10 [28160/60000 (47%)]\tLoss: 109.578705\n",
            "Train Epoch: 10 [29440/60000 (49%)]\tLoss: 109.398773\n",
            "Train Epoch: 10 [30720/60000 (51%)]\tLoss: 107.488785\n",
            "Train Epoch: 10 [32000/60000 (53%)]\tLoss: 107.946587\n",
            "Train Epoch: 10 [33280/60000 (55%)]\tLoss: 103.010818\n",
            "Train Epoch: 10 [34560/60000 (58%)]\tLoss: 104.869507\n",
            "Train Epoch: 10 [35840/60000 (60%)]\tLoss: 104.483490\n",
            "Train Epoch: 10 [37120/60000 (62%)]\tLoss: 106.801933\n",
            "Train Epoch: 10 [38400/60000 (64%)]\tLoss: 105.328201\n",
            "Train Epoch: 10 [39680/60000 (66%)]\tLoss: 103.954277\n",
            "Train Epoch: 10 [40960/60000 (68%)]\tLoss: 105.882339\n",
            "Train Epoch: 10 [42240/60000 (70%)]\tLoss: 103.908691\n",
            "Train Epoch: 10 [43520/60000 (72%)]\tLoss: 107.155975\n",
            "Train Epoch: 10 [44800/60000 (75%)]\tLoss: 106.527885\n",
            "Train Epoch: 10 [46080/60000 (77%)]\tLoss: 107.873978\n",
            "Train Epoch: 10 [47360/60000 (79%)]\tLoss: 106.422241\n",
            "Train Epoch: 10 [48640/60000 (81%)]\tLoss: 104.601204\n",
            "Train Epoch: 10 [49920/60000 (83%)]\tLoss: 107.471222\n",
            "Train Epoch: 10 [51200/60000 (85%)]\tLoss: 108.079193\n",
            "Train Epoch: 10 [52480/60000 (87%)]\tLoss: 102.574585\n",
            "Train Epoch: 10 [53760/60000 (90%)]\tLoss: 103.739975\n",
            "Train Epoch: 10 [55040/60000 (92%)]\tLoss: 107.214005\n",
            "Train Epoch: 10 [56320/60000 (94%)]\tLoss: 107.301811\n",
            "Train Epoch: 10 [57600/60000 (96%)]\tLoss: 107.518661\n",
            "Train Epoch: 10 [58880/60000 (98%)]\tLoss: 103.554596\n",
            "====> Epoch: 10 Average loss: 106.3919\n",
            "====> Test set loss: 105.7285\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3lwcZ-yyulwI",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}