Keras_mnist_DCGAN_.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Keras_mnist_DCGAN .ipynb",
      "provenance": [],
      "authorship_tag": "ABX9TyNQfuVMxeA2ayd/22XPfNAD",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Abdulazizbek/Python_Tutorials/blob/master/Keras_mnist_DCGAN_.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "stAn4ZcDLZN-",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import os\n",
        "import numpy as np\n",
        "import tensorflow as tf\n",
        "from tensorflow import keras\n",
        "from tensorflow.keras import layers"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZOxXRGVsLxG-",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "discriminator = keras.Sequential([\n",
        "                                  keras.Input(shape=(28, 28, 1)),\n",
        "                                  layers.Conv2D(64, (3, 3), strides=(2, 2), padding='same'),\n",
        "                                  layers.LeakyReLU(alpha=0.2),\n",
        "                                  layers.Conv2D(128, (3, 3), strides=(2, 2), padding='same'),\n",
        "                                  layers.LeakyReLU(alpha=0.2),\n",
        "                                  layers.GlobalMaxPooling2D(),\n",
        "                                  layers.Dense(1)\n",
        "                                  ], name='Discriminator')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fbTca9a-M3ba",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 353
        },
        "outputId": "807d93b1-cd37-490a-c0d0-e01b0086a414"
      },
      "source": [
        "discriminator.summary()"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"Discriminator\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "conv2d_2 (Conv2D)            (None, 14, 14, 64)        640       \n",
            "_________________________________________________________________\n",
            "leaky_re_lu_2 (LeakyReLU)    (None, 14, 14, 64)        0         \n",
            "_________________________________________________________________\n",
            "conv2d_3 (Conv2D)            (None, 7, 7, 128)         73856     \n",
            "_________________________________________________________________\n",
            "leaky_re_lu_3 (LeakyReLU)    (None, 7, 7, 128)         0         \n",
            "_________________________________________________________________\n",
            "global_max_pooling2d_1 (Glob (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "dense_1 (Dense)              (None, 1)                 129       \n",
            "=================================================================\n",
            "Total params: 74,625\n",
            "Trainable params: 74,625\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Wqny3j9pNIjj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "latent_dim = 128\n",
        "\n",
        "generator = keras.Sequential([\n",
        "                              keras.Input(shape=(latent_dim, )),\n",
        "                              layers.Dense(7 * 7 * 128),\n",
        "                              layers.LeakyReLU(alpha=0.2),\n",
        "                              layers.Reshape((7, 7, 128)),\n",
        "                              layers.Conv2DTranspose(128, (4, 4), strides=(2, 2), padding='same'),\n",
        "                              layers.LeakyReLU(alpha=0.2),\n",
        "                              layers.Conv2DTranspose(128, (4, 4), strides=(2, 2), padding='same'),\n",
        "                              layers.LeakyReLU(alpha=0.2),\n",
        "                              layers.Conv2D(1, (7, 7), padding='same', activation='sigmoid')\n",
        "], name='Generator')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cw-F91ZHNRYD",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 420
        },
        "outputId": "d2d1ee8e-ae21-47cb-cc77-0df5a3400dfd"
      },
      "source": [
        "generator.summary()"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"Generator\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "dense_2 (Dense)              (None, 6272)              809088    \n",
            "_________________________________________________________________\n",
            "leaky_re_lu_4 (LeakyReLU)    (None, 6272)              0         \n",
            "_________________________________________________________________\n",
            "reshape (Reshape)            (None, 7, 7, 128)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_transpose (Conv2DTran (None, 14, 14, 128)       262272    \n",
            "_________________________________________________________________\n",
            "leaky_re_lu_5 (LeakyReLU)    (None, 14, 14, 128)       0         \n",
            "_________________________________________________________________\n",
            "conv2d_transpose_1 (Conv2DTr (None, 28, 28, 128)       262272    \n",
            "_________________________________________________________________\n",
            "leaky_re_lu_6 (LeakyReLU)    (None, 28, 28, 128)       0         \n",
            "_________________________________________________________________\n",
            "conv2d_4 (Conv2D)            (None, 28, 28, 1)         6273      \n",
            "=================================================================\n",
            "Total params: 1,339,905\n",
            "Trainable params: 1,339,905\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OfC7Vq8tOpeW",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "d_optimizer = keras.optimizers.Adam(learning_rate=0.0003)\n",
        "g_optimizer = keras.optimizers.Adam(learning_rate=0.0004)\n",
        "\n",
        "#loss function\n",
        "loss_fn = keras.losses.BinaryCrossentropy(from_logits=True)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IhZADCakOtOe",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "@tf.function\n",
        "def train_step(real_images):\n",
        "  # Sample random points in the latent space\n",
        "  random_latent_vectors = tf.random.normal(shape=(batch_size, latent_dim))\n",
        "\n",
        "  # decode them to fake images\n",
        "  generated_images = generator(random_latent_vectors)\n",
        "\n",
        "  # Combine them with real images\n",
        "  combined_images = tf.concat([generated_images, real_images], axis=0)\n",
        "  \n",
        "  # Assemble  labels discriminating real from fake images\n",
        "  labels = tf.concat([tf.ones((batch_size, 1)),\n",
        "                      tf.zeros((real_images.shape[0], 1))], axis=0)\n",
        "  \n",
        "  # Add random noise to the labels - important trick\n",
        "  labels += 0.05 * tf.random.uniform(labels.shape)\n",
        "\n",
        "  # Train the discriminator\n",
        "  with tf.GradientTape() as tape:\n",
        "    predictions = discriminator(combined_images)\n",
        "    d_loss = loss_fn(labels, predictions)\n",
        "\n",
        "  grads = tape.gradient(d_loss, discriminator.trainable_weights)\n",
        "  d_optimizer.apply_gradients(zip(grads, discriminator.trainable_weights))\n",
        "\n",
        "  # Sample random points in the latent space\n",
        "  random_latent_vectors = tf.random.normal(shape=(batch_size, latent_dim))\n",
        "\n",
        "  #Assemble labels that say \"all real images\"\n",
        "  misleading_labels = tf.zeros(batch_size, 1)\n",
        "\n",
        "  # Train the generator (we are not updating weights of discriminator)\n",
        "  with tf.GradientTape() as tape:\n",
        "    predictions = discriminator(generator(random_latent_vectors))\n",
        "    g_loss = loss_fn(misleading_labels, predictions)\n",
        "  grads = tape.gradient(g_loss, generator.trainable_weights)\n",
        "  g_optimizer.apply_gradients(zip(grads, generator.trainable_weights))\n",
        "  return d_loss, g_loss, generated_images"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CCHsINqITbsK",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Prepare the dataset. We are using both training and test MNIST digits\n",
        "batch_size = 64\n",
        "(x_train, _), (x_test, _) = keras.datasets.mnist.load_data()\n",
        "all_digits = np.concatenate([x_train, x_test])\n",
        "all_digits = all_digits.astype('float32') / 255.\n",
        "all_digits = np.reshape(all_digits, (-1, 28, 28, 1))\n",
        "\n",
        "dataset = tf.data.Dataset.from_tensor_slices(all_digits)\n",
        "dataset = dataset.shuffle(buffer_size=1024).batch(batch_size)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0mPi5bcdUYNt",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "da73d899-fd0f-462e-8d13-d2c8ac3b4488"
      },
      "source": [
        "epochs = 100\n",
        "save_dir = './'\n",
        "\n",
        "for epoch in range(epochs):\n",
        "  print('\\n Start epoch', epoch)\n",
        "\n",
        "  for step, real_images in enumerate(dataset):\n",
        "    # Train the discriminator & generator on one batch of real images\n",
        "    d_loss, g_loss, generated_images = train_step(real_images)\n",
        "\n",
        "    # Occasionaly save / plot\n",
        "    if step % 200 == 0:\n",
        "      print('discriminator loss at step %d: %.4f' % (step, d_loss))\n",
        "      print('generator loss at step %d: %.4f' % (step, g_loss))\n",
        "\n",
        "      # Save one generated image\n",
        "      img = tf.keras.preprocessing.image.array_to_img(\n",
        "          generated_images[0] * 255., scale=False)\n",
        "      img.save(os.path.join(save_dir, 'generated_img' + str(step) + '.png'))"
      ],
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "\n",
            " Start epoch 0\n",
            "discriminator loss at step 0: 0.7159\n",
            "generator loss at step 0: 0.7522\n",
            "discriminator loss at step 200: 0.5561\n",
            "generator loss at step 200: 1.1286\n",
            "discriminator loss at step 400: 0.5207\n",
            "generator loss at step 400: 1.4344\n",
            "discriminator loss at step 600: 0.5691\n",
            "generator loss at step 600: 1.5948\n",
            "discriminator loss at step 800: 0.5590\n",
            "generator loss at step 800: 1.3196\n",
            "discriminator loss at step 1000: 0.2967\n",
            "generator loss at step 1000: 1.8278\n",
            "\n",
            " Start epoch 1\n",
            "discriminator loss at step 0: 0.2634\n",
            "generator loss at step 0: 2.1113\n",
            "discriminator loss at step 200: 0.2040\n",
            "generator loss at step 200: 2.3185\n",
            "discriminator loss at step 400: 0.1500\n",
            "generator loss at step 400: 3.2303\n",
            "discriminator loss at step 600: 0.1795\n",
            "generator loss at step 600: 3.0537\n",
            "discriminator loss at step 800: 0.1007\n",
            "generator loss at step 800: 2.9257\n",
            "discriminator loss at step 1000: 0.1062\n",
            "generator loss at step 1000: 3.1215\n",
            "\n",
            " Start epoch 2\n",
            "discriminator loss at step 0: 0.0936\n",
            "generator loss at step 0: 4.0690\n",
            "discriminator loss at step 200: 0.1278\n",
            "generator loss at step 200: 3.3166\n",
            "discriminator loss at step 400: 0.0823\n",
            "generator loss at step 400: 4.2063\n",
            "discriminator loss at step 600: 0.4878\n",
            "generator loss at step 600: 1.6776\n",
            "discriminator loss at step 800: 0.5648\n",
            "generator loss at step 800: 1.1949\n",
            "discriminator loss at step 1000: 0.5945\n",
            "generator loss at step 1000: 0.8562\n",
            "\n",
            " Start epoch 3\n",
            "discriminator loss at step 0: 0.5483\n",
            "generator loss at step 0: 1.2343\n",
            "discriminator loss at step 200: 0.6388\n",
            "generator loss at step 200: 0.8028\n",
            "discriminator loss at step 400: 0.7304\n",
            "generator loss at step 400: 0.7451\n",
            "discriminator loss at step 600: 0.4644\n",
            "generator loss at step 600: 1.0231\n",
            "discriminator loss at step 800: 0.6248\n",
            "generator loss at step 800: 1.1602\n",
            "discriminator loss at step 1000: 0.5914\n",
            "generator loss at step 1000: 0.9746\n",
            "\n",
            " Start epoch 4\n",
            "discriminator loss at step 0: 0.5843\n",
            "generator loss at step 0: 1.0761\n",
            "discriminator loss at step 200: 0.6821\n",
            "generator loss at step 200: 0.9362\n",
            "discriminator loss at step 400: 0.6641\n",
            "generator loss at step 400: 0.9092\n",
            "discriminator loss at step 600: 0.6232\n",
            "generator loss at step 600: 0.8479\n",
            "discriminator loss at step 800: 0.6698\n",
            "generator loss at step 800: 1.1199\n",
            "discriminator loss at step 1000: 0.4851\n",
            "generator loss at step 1000: 1.2121\n",
            "\n",
            " Start epoch 5\n",
            "discriminator loss at step 0: 0.5354\n",
            "generator loss at step 0: 1.1797\n",
            "discriminator loss at step 200: 0.5875\n",
            "generator loss at step 200: 0.9342\n",
            "discriminator loss at step 400: 0.5065\n",
            "generator loss at step 400: 1.2492\n",
            "discriminator loss at step 600: 0.7471\n",
            "generator loss at step 600: 0.7290\n",
            "discriminator loss at step 800: 0.5753\n",
            "generator loss at step 800: 0.8567\n",
            "discriminator loss at step 1000: 0.6489\n",
            "generator loss at step 1000: 0.9307\n",
            "\n",
            " Start epoch 6\n",
            "discriminator loss at step 0: 0.5857\n",
            "generator loss at step 0: 1.0020\n",
            "discriminator loss at step 200: 0.6483\n",
            "generator loss at step 200: 0.8953\n",
            "discriminator loss at step 400: 0.5966\n",
            "generator loss at step 400: 0.9817\n",
            "discriminator loss at step 600: 0.5274\n",
            "generator loss at step 600: 1.2482\n",
            "discriminator loss at step 800: 0.5799\n",
            "generator loss at step 800: 1.0238\n",
            "discriminator loss at step 1000: 0.5957\n",
            "generator loss at step 1000: 1.0575\n",
            "\n",
            " Start epoch 7\n",
            "discriminator loss at step 0: 0.5686\n",
            "generator loss at step 0: 1.1334\n",
            "discriminator loss at step 200: 0.5899\n",
            "generator loss at step 200: 0.8914\n",
            "discriminator loss at step 400: 0.6745\n",
            "generator loss at step 400: 0.9470\n",
            "discriminator loss at step 600: 0.5925\n",
            "generator loss at step 600: 0.8608\n",
            "discriminator loss at step 800: 0.3944\n",
            "generator loss at step 800: 1.4291\n",
            "discriminator loss at step 1000: 0.5807\n",
            "generator loss at step 1000: 0.9377\n",
            "\n",
            " Start epoch 8\n",
            "discriminator loss at step 0: 0.6148\n",
            "generator loss at step 0: 1.0682\n",
            "discriminator loss at step 200: 0.6269\n",
            "generator loss at step 200: 0.8820\n",
            "discriminator loss at step 400: 0.5655\n",
            "generator loss at step 400: 1.0083\n",
            "discriminator loss at step 600: 0.5772\n",
            "generator loss at step 600: 1.0665\n",
            "discriminator loss at step 800: 0.6112\n",
            "generator loss at step 800: 1.0614\n",
            "discriminator loss at step 1000: 0.5863\n",
            "generator loss at step 1000: 1.0415\n",
            "\n",
            " Start epoch 9\n",
            "discriminator loss at step 0: 0.6107\n",
            "generator loss at step 0: 1.1888\n",
            "discriminator loss at step 200: 0.5416\n",
            "generator loss at step 200: 0.9625\n",
            "discriminator loss at step 400: 0.6118\n",
            "generator loss at step 400: 0.9848\n",
            "discriminator loss at step 600: 0.4925\n",
            "generator loss at step 600: 1.0082\n",
            "discriminator loss at step 800: 0.6180\n",
            "generator loss at step 800: 0.8312\n",
            "discriminator loss at step 1000: 0.6019\n",
            "generator loss at step 1000: 0.9672\n",
            "\n",
            " Start epoch 10\n",
            "discriminator loss at step 0: 0.6966\n",
            "generator loss at step 0: 1.0312\n",
            "discriminator loss at step 200: 0.6480\n",
            "generator loss at step 200: 1.0955\n",
            "discriminator loss at step 400: 0.6891\n",
            "generator loss at step 400: 0.9362\n",
            "discriminator loss at step 600: 0.5778\n",
            "generator loss at step 600: 1.0178\n",
            "discriminator loss at step 800: 0.6380\n",
            "generator loss at step 800: 0.7763\n",
            "discriminator loss at step 1000: 0.5839\n",
            "generator loss at step 1000: 1.1282\n",
            "\n",
            " Start epoch 11\n",
            "discriminator loss at step 0: 0.5988\n",
            "generator loss at step 0: 1.1866\n",
            "discriminator loss at step 200: 0.5650\n",
            "generator loss at step 200: 1.0099\n",
            "discriminator loss at step 400: 0.5396\n",
            "generator loss at step 400: 1.2132\n",
            "discriminator loss at step 600: 0.6048\n",
            "generator loss at step 600: 1.0129\n",
            "discriminator loss at step 800: 0.5606\n",
            "generator loss at step 800: 1.2716\n",
            "discriminator loss at step 1000: 0.5750\n",
            "generator loss at step 1000: 0.9137\n",
            "\n",
            " Start epoch 12\n",
            "discriminator loss at step 0: 0.5499\n",
            "generator loss at step 0: 1.1837\n",
            "discriminator loss at step 200: 0.4596\n",
            "generator loss at step 200: 1.3011\n",
            "discriminator loss at step 400: 0.5819\n",
            "generator loss at step 400: 0.8511\n",
            "discriminator loss at step 600: 0.5880\n",
            "generator loss at step 600: 0.9876\n",
            "discriminator loss at step 800: 0.5495\n",
            "generator loss at step 800: 1.0836\n",
            "discriminator loss at step 1000: 0.6262\n",
            "generator loss at step 1000: 1.1040\n",
            "\n",
            " Start epoch 13\n",
            "discriminator loss at step 0: 0.5410\n",
            "generator loss at step 0: 1.0756\n",
            "discriminator loss at step 200: 0.6471\n",
            "generator loss at step 200: 0.9566\n",
            "discriminator loss at step 400: 0.5574\n",
            "generator loss at step 400: 1.0865\n",
            "discriminator loss at step 600: 0.5800\n",
            "generator loss at step 600: 1.0121\n",
            "discriminator loss at step 800: 0.5659\n",
            "generator loss at step 800: 1.0927\n",
            "discriminator loss at step 1000: 0.5967\n",
            "generator loss at step 1000: 0.9018\n",
            "\n",
            " Start epoch 14\n",
            "discriminator loss at step 0: 0.6276\n",
            "generator loss at step 0: 1.2402\n",
            "discriminator loss at step 200: 0.5750\n",
            "generator loss at step 200: 0.9674\n",
            "discriminator loss at step 400: 0.6059\n",
            "generator loss at step 400: 1.0794\n",
            "discriminator loss at step 600: 0.5386\n",
            "generator loss at step 600: 1.0283\n",
            "discriminator loss at step 800: 0.6043\n",
            "generator loss at step 800: 1.0487\n",
            "discriminator loss at step 1000: 0.5336\n",
            "generator loss at step 1000: 1.0777\n",
            "\n",
            " Start epoch 15\n",
            "discriminator loss at step 0: 0.6102\n",
            "generator loss at step 0: 1.1042\n",
            "discriminator loss at step 200: 0.5544\n",
            "generator loss at step 200: 1.0449\n",
            "discriminator loss at step 400: 0.6148\n",
            "generator loss at step 400: 0.8539\n",
            "discriminator loss at step 600: 0.6297\n",
            "generator loss at step 600: 0.9157\n",
            "discriminator loss at step 800: 0.6224\n",
            "generator loss at step 800: 0.9211\n",
            "discriminator loss at step 1000: 0.6000\n",
            "generator loss at step 1000: 1.0102\n",
            "\n",
            " Start epoch 16\n",
            "discriminator loss at step 0: 0.6228\n",
            "generator loss at step 0: 1.1785\n",
            "discriminator loss at step 200: 0.6091\n",
            "generator loss at step 200: 0.9322\n",
            "discriminator loss at step 400: 0.5901\n",
            "generator loss at step 400: 0.8339\n",
            "discriminator loss at step 600: 0.5784\n",
            "generator loss at step 600: 1.1464\n",
            "discriminator loss at step 800: 0.5765\n",
            "generator loss at step 800: 1.0921\n",
            "discriminator loss at step 1000: 0.5857\n",
            "generator loss at step 1000: 1.0507\n",
            "\n",
            " Start epoch 17\n",
            "discriminator loss at step 0: 0.5801\n",
            "generator loss at step 0: 1.1645\n",
            "discriminator loss at step 200: 0.6293\n",
            "generator loss at step 200: 0.8578\n",
            "discriminator loss at step 400: 0.5872\n",
            "generator loss at step 400: 0.9572\n",
            "discriminator loss at step 600: 0.6044\n",
            "generator loss at step 600: 1.0415\n",
            "discriminator loss at step 800: 0.6219\n",
            "generator loss at step 800: 0.9205\n",
            "discriminator loss at step 1000: 0.6089\n",
            "generator loss at step 1000: 1.1611\n",
            "\n",
            " Start epoch 18\n",
            "discriminator loss at step 0: 0.6031\n",
            "generator loss at step 0: 1.1875\n",
            "discriminator loss at step 200: 0.6330\n",
            "generator loss at step 200: 0.9722\n",
            "discriminator loss at step 400: 0.6410\n",
            "generator loss at step 400: 0.8850\n",
            "discriminator loss at step 600: 0.6087\n",
            "generator loss at step 600: 1.1430\n",
            "discriminator loss at step 800: 0.6326\n",
            "generator loss at step 800: 1.0798\n",
            "discriminator loss at step 1000: 0.6709\n",
            "generator loss at step 1000: 1.0187\n",
            "\n",
            " Start epoch 19\n",
            "discriminator loss at step 0: 0.5852\n",
            "generator loss at step 0: 1.2630\n",
            "discriminator loss at step 200: 0.6215\n",
            "generator loss at step 200: 1.0519\n",
            "discriminator loss at step 400: 0.6073\n",
            "generator loss at step 400: 1.0281\n",
            "discriminator loss at step 600: 0.6500\n",
            "generator loss at step 600: 0.9722\n",
            "discriminator loss at step 800: 0.5645\n",
            "generator loss at step 800: 1.0523\n",
            "discriminator loss at step 1000: 0.5998\n",
            "generator loss at step 1000: 0.9889\n",
            "\n",
            " Start epoch 20\n",
            "discriminator loss at step 0: 0.6193\n",
            "generator loss at step 0: 1.2838\n",
            "discriminator loss at step 200: 0.5881\n",
            "generator loss at step 200: 0.9719\n",
            "discriminator loss at step 400: 0.6116\n",
            "generator loss at step 400: 0.8868\n",
            "discriminator loss at step 600: 0.6044\n",
            "generator loss at step 600: 1.0965\n",
            "discriminator loss at step 800: 0.6072\n",
            "generator loss at step 800: 0.9303\n",
            "discriminator loss at step 1000: 0.6259\n",
            "generator loss at step 1000: 0.7446\n",
            "\n",
            " Start epoch 21\n",
            "discriminator loss at step 0: 0.5695\n",
            "generator loss at step 0: 1.2082\n",
            "discriminator loss at step 200: 0.5933\n",
            "generator loss at step 200: 1.0356\n",
            "discriminator loss at step 400: 0.5968\n",
            "generator loss at step 400: 1.0327\n",
            "discriminator loss at step 600: 0.6276\n",
            "generator loss at step 600: 1.0169\n",
            "discriminator loss at step 800: 0.6270\n",
            "generator loss at step 800: 0.9921\n",
            "discriminator loss at step 1000: 0.6431\n",
            "generator loss at step 1000: 0.9713\n",
            "\n",
            " Start epoch 22\n",
            "discriminator loss at step 0: 0.6154\n",
            "generator loss at step 0: 1.0612\n",
            "discriminator loss at step 200: 0.6687\n",
            "generator loss at step 200: 0.9697\n",
            "discriminator loss at step 400: 0.6272\n",
            "generator loss at step 400: 1.1508\n",
            "discriminator loss at step 600: 0.6232\n",
            "generator loss at step 600: 0.8846\n",
            "discriminator loss at step 800: 0.6168\n",
            "generator loss at step 800: 1.0645\n",
            "discriminator loss at step 1000: 0.5795\n",
            "generator loss at step 1000: 1.0223\n",
            "\n",
            " Start epoch 23\n",
            "discriminator loss at step 0: 0.5976\n",
            "generator loss at step 0: 1.3488\n",
            "discriminator loss at step 200: 0.6696\n",
            "generator loss at step 200: 0.9093\n",
            "discriminator loss at step 400: 0.6465\n",
            "generator loss at step 400: 0.9062\n",
            "discriminator loss at step 600: 0.6211\n",
            "generator loss at step 600: 0.8083\n",
            "discriminator loss at step 800: 0.6292\n",
            "generator loss at step 800: 0.9281\n",
            "discriminator loss at step 1000: 0.5911\n",
            "generator loss at step 1000: 1.0325\n",
            "\n",
            " Start epoch 24\n",
            "discriminator loss at step 0: 0.6433\n",
            "generator loss at step 0: 1.0840\n",
            "discriminator loss at step 200: 0.6158\n",
            "generator loss at step 200: 0.8859\n",
            "discriminator loss at step 400: 0.6193\n",
            "generator loss at step 400: 0.9377\n",
            "discriminator loss at step 600: 0.6026\n",
            "generator loss at step 600: 0.9245\n",
            "discriminator loss at step 800: 0.6551\n",
            "generator loss at step 800: 0.9527\n",
            "discriminator loss at step 1000: 0.6410\n",
            "generator loss at step 1000: 0.8817\n",
            "\n",
            " Start epoch 25\n",
            "discriminator loss at step 0: 0.5972\n",
            "generator loss at step 0: 1.1035\n",
            "discriminator loss at step 200: 0.6033\n",
            "generator loss at step 200: 0.9023\n",
            "discriminator loss at step 400: 0.6973\n",
            "generator loss at step 400: 0.9364\n",
            "discriminator loss at step 600: 0.6274\n",
            "generator loss at step 600: 1.0135\n",
            "discriminator loss at step 800: 0.6020\n",
            "generator loss at step 800: 1.0799\n",
            "discriminator loss at step 1000: 0.6640\n",
            "generator loss at step 1000: 0.9271\n",
            "\n",
            " Start epoch 26\n",
            "discriminator loss at step 0: 0.6025\n",
            "generator loss at step 0: 1.1923\n",
            "discriminator loss at step 200: 0.6019\n",
            "generator loss at step 200: 1.0743\n",
            "discriminator loss at step 400: 0.6932\n",
            "generator loss at step 400: 0.9194\n",
            "discriminator loss at step 600: 0.6128\n",
            "generator loss at step 600: 0.8015\n",
            "discriminator loss at step 800: 0.6591\n",
            "generator loss at step 800: 1.0798\n",
            "discriminator loss at step 1000: 0.6741\n",
            "generator loss at step 1000: 1.0172\n",
            "\n",
            " Start epoch 27\n",
            "discriminator loss at step 0: 0.6622\n",
            "generator loss at step 0: 1.1338\n",
            "discriminator loss at step 200: 0.6608\n",
            "generator loss at step 200: 0.9509\n",
            "discriminator loss at step 400: 0.6268\n",
            "generator loss at step 400: 0.9208\n",
            "discriminator loss at step 600: 0.6304\n",
            "generator loss at step 600: 0.9740\n",
            "discriminator loss at step 800: 0.6104\n",
            "generator loss at step 800: 0.9104\n",
            "discriminator loss at step 1000: 0.6404\n",
            "generator loss at step 1000: 0.8680\n",
            "\n",
            " Start epoch 28\n",
            "discriminator loss at step 0: 0.6271\n",
            "generator loss at step 0: 1.2426\n",
            "discriminator loss at step 200: 0.6721\n",
            "generator loss at step 200: 0.8275\n",
            "discriminator loss at step 400: 0.6512\n",
            "generator loss at step 400: 0.9475\n",
            "discriminator loss at step 600: 0.6532\n",
            "generator loss at step 600: 0.8741\n",
            "discriminator loss at step 800: 0.6812\n",
            "generator loss at step 800: 0.8890\n",
            "discriminator loss at step 1000: 0.6322\n",
            "generator loss at step 1000: 1.0877\n",
            "\n",
            " Start epoch 29\n",
            "discriminator loss at step 0: 0.6397\n",
            "generator loss at step 0: 1.0208\n",
            "discriminator loss at step 200: 0.6671\n",
            "generator loss at step 200: 0.8223\n",
            "discriminator loss at step 400: 0.6052\n",
            "generator loss at step 400: 0.9978\n",
            "discriminator loss at step 600: 0.6534\n",
            "generator loss at step 600: 0.7599\n",
            "discriminator loss at step 800: 0.5915\n",
            "generator loss at step 800: 0.8686\n",
            "discriminator loss at step 1000: 0.6317\n",
            "generator loss at step 1000: 0.8815\n",
            "\n",
            " Start epoch 30\n",
            "discriminator loss at step 0: 0.6517\n",
            "generator loss at step 0: 1.2255\n",
            "discriminator loss at step 200: 0.6226\n",
            "generator loss at step 200: 0.7732\n",
            "discriminator loss at step 400: 0.6863\n",
            "generator loss at step 400: 0.8511\n",
            "discriminator loss at step 600: 0.6457\n",
            "generator loss at step 600: 0.9605\n",
            "discriminator loss at step 800: 0.5937\n",
            "generator loss at step 800: 0.9545\n",
            "discriminator loss at step 1000: 0.6133\n",
            "generator loss at step 1000: 1.0485\n",
            "\n",
            " Start epoch 31\n",
            "discriminator loss at step 0: 0.6255\n",
            "generator loss at step 0: 1.2345\n",
            "discriminator loss at step 200: 0.6454\n",
            "generator loss at step 200: 0.7754\n",
            "discriminator loss at step 400: 0.6402\n",
            "generator loss at step 400: 0.9384\n",
            "discriminator loss at step 600: 0.6688\n",
            "generator loss at step 600: 0.8513\n",
            "discriminator loss at step 800: 0.6188\n",
            "generator loss at step 800: 0.8932\n",
            "discriminator loss at step 1000: 0.6680\n",
            "generator loss at step 1000: 0.9327\n",
            "\n",
            " Start epoch 32\n",
            "discriminator loss at step 0: 0.6787\n",
            "generator loss at step 0: 1.0837\n",
            "discriminator loss at step 200: 0.6376\n",
            "generator loss at step 200: 0.8548\n",
            "discriminator loss at step 400: 0.6827\n",
            "generator loss at step 400: 0.8896\n",
            "discriminator loss at step 600: 0.5790\n",
            "generator loss at step 600: 0.8746\n",
            "discriminator loss at step 800: 0.6012\n",
            "generator loss at step 800: 0.9701\n",
            "discriminator loss at step 1000: 0.6081\n",
            "generator loss at step 1000: 0.8587\n",
            "\n",
            " Start epoch 33\n",
            "discriminator loss at step 0: 0.5698\n",
            "generator loss at step 0: 1.1032\n",
            "discriminator loss at step 200: 0.6207\n",
            "generator loss at step 200: 0.8639\n",
            "discriminator loss at step 400: 0.6725\n",
            "generator loss at step 400: 0.8735\n",
            "discriminator loss at step 600: 0.6066\n",
            "generator loss at step 600: 0.8027\n",
            "discriminator loss at step 800: 0.6523\n",
            "generator loss at step 800: 1.0842\n",
            "discriminator loss at step 1000: 0.6769\n",
            "generator loss at step 1000: 0.8722\n",
            "\n",
            " Start epoch 34\n",
            "discriminator loss at step 0: 0.6220\n",
            "generator loss at step 0: 1.0170\n",
            "discriminator loss at step 200: 0.6210\n",
            "generator loss at step 200: 1.0866\n",
            "discriminator loss at step 400: 0.6463\n",
            "generator loss at step 400: 0.8716\n",
            "discriminator loss at step 600: 0.6278\n",
            "generator loss at step 600: 0.8830\n",
            "discriminator loss at step 800: 0.6517\n",
            "generator loss at step 800: 0.9596\n",
            "discriminator loss at step 1000: 0.6115\n",
            "generator loss at step 1000: 0.8054\n",
            "\n",
            " Start epoch 35\n",
            "discriminator loss at step 0: 0.6270\n",
            "generator loss at step 0: 1.2143\n",
            "discriminator loss at step 200: 0.6221\n",
            "generator loss at step 200: 0.9725\n",
            "discriminator loss at step 400: 0.6681\n",
            "generator loss at step 400: 0.8847\n",
            "discriminator loss at step 600: 0.6478\n",
            "generator loss at step 600: 1.0262\n",
            "discriminator loss at step 800: 0.6320\n",
            "generator loss at step 800: 1.0827\n",
            "discriminator loss at step 1000: 0.6402\n",
            "generator loss at step 1000: 1.0130\n",
            "\n",
            " Start epoch 36\n",
            "discriminator loss at step 0: 0.6192\n",
            "generator loss at step 0: 1.0946\n",
            "discriminator loss at step 200: 0.6197\n",
            "generator loss at step 200: 0.9344\n",
            "discriminator loss at step 400: 0.6179\n",
            "generator loss at step 400: 0.8148\n",
            "discriminator loss at step 600: 0.6434\n",
            "generator loss at step 600: 0.8778\n",
            "discriminator loss at step 800: 0.6690\n",
            "generator loss at step 800: 0.7296\n",
            "discriminator loss at step 1000: 0.6555\n",
            "generator loss at step 1000: 0.9096\n",
            "\n",
            " Start epoch 37\n",
            "discriminator loss at step 0: 0.6404\n",
            "generator loss at step 0: 1.2164\n",
            "discriminator loss at step 200: 0.6257\n",
            "generator loss at step 200: 1.0129\n",
            "discriminator loss at step 400: 0.6407\n",
            "generator loss at step 400: 0.8473\n",
            "discriminator loss at step 600: 0.6130\n",
            "generator loss at step 600: 0.9837\n",
            "discriminator loss at step 800: 0.6323\n",
            "generator loss at step 800: 1.0530\n",
            "discriminator loss at step 1000: 0.6291\n",
            "generator loss at step 1000: 0.9556\n",
            "\n",
            " Start epoch 38\n",
            "discriminator loss at step 0: 0.5903\n",
            "generator loss at step 0: 1.0691\n",
            "discriminator loss at step 200: 0.6183\n",
            "generator loss at step 200: 0.8028\n",
            "discriminator loss at step 400: 0.6431\n",
            "generator loss at step 400: 0.9522\n",
            "discriminator loss at step 600: 0.6040\n",
            "generator loss at step 600: 0.9004\n",
            "discriminator loss at step 800: 0.6093\n",
            "generator loss at step 800: 0.9744\n",
            "discriminator loss at step 1000: 0.6326\n",
            "generator loss at step 1000: 1.0368\n",
            "\n",
            " Start epoch 39\n",
            "discriminator loss at step 0: 0.6260\n",
            "generator loss at step 0: 1.3133\n",
            "discriminator loss at step 200: 0.5880\n",
            "generator loss at step 200: 0.9138\n",
            "discriminator loss at step 400: 0.6002\n",
            "generator loss at step 400: 0.8278\n",
            "discriminator loss at step 600: 0.6249\n",
            "generator loss at step 600: 0.9391\n",
            "discriminator loss at step 800: 0.6406\n",
            "generator loss at step 800: 0.9682\n",
            "discriminator loss at step 1000: 0.6732\n",
            "generator loss at step 1000: 0.8501\n",
            "\n",
            " Start epoch 40\n",
            "discriminator loss at step 0: 0.6652\n",
            "generator loss at step 0: 1.1312\n",
            "discriminator loss at step 200: 0.6776\n",
            "generator loss at step 200: 0.8304\n",
            "discriminator loss at step 400: 0.6474\n",
            "generator loss at step 400: 1.0375\n",
            "discriminator loss at step 600: 0.6488\n",
            "generator loss at step 600: 0.9043\n",
            "discriminator loss at step 800: 0.6619\n",
            "generator loss at step 800: 1.0412\n",
            "discriminator loss at step 1000: 0.6344\n",
            "generator loss at step 1000: 0.9709\n",
            "\n",
            " Start epoch 41\n",
            "discriminator loss at step 0: 0.6684\n",
            "generator loss at step 0: 1.0624\n",
            "discriminator loss at step 200: 0.6248\n",
            "generator loss at step 200: 0.9654\n",
            "discriminator loss at step 400: 0.6354\n",
            "generator loss at step 400: 0.8911\n",
            "discriminator loss at step 600: 0.6666\n",
            "generator loss at step 600: 0.8217\n",
            "discriminator loss at step 800: 0.6508\n",
            "generator loss at step 800: 0.9913\n",
            "discriminator loss at step 1000: 0.6606\n",
            "generator loss at step 1000: 1.0352\n",
            "\n",
            " Start epoch 42\n",
            "discriminator loss at step 0: 0.6236\n",
            "generator loss at step 0: 1.1356\n",
            "discriminator loss at step 200: 0.6142\n",
            "generator loss at step 200: 0.9365\n",
            "discriminator loss at step 400: 0.6870\n",
            "generator loss at step 400: 1.0357\n",
            "discriminator loss at step 600: 0.6141\n",
            "generator loss at step 600: 0.7862\n",
            "discriminator loss at step 800: 0.6274\n",
            "generator loss at step 800: 0.9397\n",
            "discriminator loss at step 1000: 0.6312\n",
            "generator loss at step 1000: 0.8072\n",
            "\n",
            " Start epoch 43\n",
            "discriminator loss at step 0: 0.6412\n",
            "generator loss at step 0: 1.2172\n",
            "discriminator loss at step 200: 0.6211\n",
            "generator loss at step 200: 0.9680\n",
            "discriminator loss at step 400: 0.6459\n",
            "generator loss at step 400: 0.8073\n",
            "discriminator loss at step 600: 0.6656\n",
            "generator loss at step 600: 0.8823\n",
            "discriminator loss at step 800: 0.6290\n",
            "generator loss at step 800: 0.9298\n",
            "discriminator loss at step 1000: 0.5810\n",
            "generator loss at step 1000: 0.9287\n",
            "\n",
            " Start epoch 44\n",
            "discriminator loss at step 0: 0.6443\n",
            "generator loss at step 0: 1.1217\n",
            "discriminator loss at step 200: 0.6478\n",
            "generator loss at step 200: 0.9511\n",
            "discriminator loss at step 400: 0.5994\n",
            "generator loss at step 400: 0.9656\n",
            "discriminator loss at step 600: 0.6200\n",
            "generator loss at step 600: 0.8394\n",
            "discriminator loss at step 800: 0.6081\n",
            "generator loss at step 800: 1.0545\n",
            "discriminator loss at step 1000: 0.6481\n",
            "generator loss at step 1000: 1.0226\n",
            "\n",
            " Start epoch 45\n",
            "discriminator loss at step 0: 0.6318\n",
            "generator loss at step 0: 1.2007\n",
            "discriminator loss at step 200: 0.6455\n",
            "generator loss at step 200: 0.8720\n",
            "discriminator loss at step 400: 0.6238\n",
            "generator loss at step 400: 0.9509\n",
            "discriminator loss at step 600: 0.6089\n",
            "generator loss at step 600: 0.8048\n",
            "discriminator loss at step 800: 0.6000\n",
            "generator loss at step 800: 0.9325\n",
            "discriminator loss at step 1000: 0.6129\n",
            "generator loss at step 1000: 1.0326\n",
            "\n",
            " Start epoch 46\n",
            "discriminator loss at step 0: 0.6313\n",
            "generator loss at step 0: 0.9762\n",
            "discriminator loss at step 200: 0.6303\n",
            "generator loss at step 200: 0.8164\n",
            "discriminator loss at step 400: 0.6195\n",
            "generator loss at step 400: 0.9033\n",
            "discriminator loss at step 600: 0.6506\n",
            "generator loss at step 600: 1.0736\n",
            "discriminator loss at step 800: 0.5946\n",
            "generator loss at step 800: 1.0437\n",
            "discriminator loss at step 1000: 0.6463\n",
            "generator loss at step 1000: 0.8614\n",
            "\n",
            " Start epoch 47\n",
            "discriminator loss at step 0: 0.6603\n",
            "generator loss at step 0: 1.0814\n",
            "discriminator loss at step 200: 0.6542\n",
            "generator loss at step 200: 0.8948\n",
            "discriminator loss at step 400: 0.6774\n",
            "generator loss at step 400: 0.8529\n",
            "discriminator loss at step 600: 0.7078\n",
            "generator loss at step 600: 0.8348\n",
            "discriminator loss at step 800: 0.6035\n",
            "generator loss at step 800: 1.0057\n",
            "discriminator loss at step 1000: 0.6296\n",
            "generator loss at step 1000: 0.9014\n",
            "\n",
            " Start epoch 48\n",
            "discriminator loss at step 0: 0.6648\n",
            "generator loss at step 0: 1.1070\n",
            "discriminator loss at step 200: 0.6349\n",
            "generator loss at step 200: 0.8251\n",
            "discriminator loss at step 400: 0.6252\n",
            "generator loss at step 400: 1.0301\n",
            "discriminator loss at step 600: 0.6475\n",
            "generator loss at step 600: 1.2286\n",
            "discriminator loss at step 800: 0.6302\n",
            "generator loss at step 800: 0.9791\n",
            "discriminator loss at step 1000: 0.6325\n",
            "generator loss at step 1000: 0.9472\n",
            "\n",
            " Start epoch 49\n",
            "discriminator loss at step 0: 0.6133\n",
            "generator loss at step 0: 1.0650\n",
            "discriminator loss at step 200: 0.6306\n",
            "generator loss at step 200: 0.9955\n",
            "discriminator loss at step 400: 0.6403\n",
            "generator loss at step 400: 0.9504\n",
            "discriminator loss at step 600: 0.6567\n",
            "generator loss at step 600: 0.7871\n",
            "discriminator loss at step 800: 0.6374\n",
            "generator loss at step 800: 0.8785\n",
            "discriminator loss at step 1000: 0.6451\n",
            "generator loss at step 1000: 0.9563\n",
            "\n",
            " Start epoch 50\n",
            "discriminator loss at step 0: 0.6825\n",
            "generator loss at step 0: 1.1929\n",
            "discriminator loss at step 200: 0.6120\n",
            "generator loss at step 200: 1.0838\n",
            "discriminator loss at step 400: 0.6097\n",
            "generator loss at step 400: 0.9580\n",
            "discriminator loss at step 600: 0.6279\n",
            "generator loss at step 600: 1.0006\n",
            "discriminator loss at step 800: 0.5894\n",
            "generator loss at step 800: 0.9885\n",
            "discriminator loss at step 1000: 0.6371\n",
            "generator loss at step 1000: 1.0042\n",
            "\n",
            " Start epoch 51\n",
            "discriminator loss at step 0: 0.5999\n",
            "generator loss at step 0: 1.3061\n",
            "discriminator loss at step 200: 0.6368\n",
            "generator loss at step 200: 0.8337\n",
            "discriminator loss at step 400: 0.6463\n",
            "generator loss at step 400: 0.8313\n",
            "discriminator loss at step 600: 0.6958\n",
            "generator loss at step 600: 0.9190\n",
            "discriminator loss at step 800: 0.6539\n",
            "generator loss at step 800: 1.0210\n",
            "discriminator loss at step 1000: 0.6371\n",
            "generator loss at step 1000: 0.8884\n",
            "\n",
            " Start epoch 52\n",
            "discriminator loss at step 0: 0.5545\n",
            "generator loss at step 0: 1.0856\n",
            "discriminator loss at step 200: 0.6489\n",
            "generator loss at step 200: 0.8452\n",
            "discriminator loss at step 400: 0.6840\n",
            "generator loss at step 400: 0.9709\n",
            "discriminator loss at step 600: 0.6320\n",
            "generator loss at step 600: 0.9234\n",
            "discriminator loss at step 800: 0.6210\n",
            "generator loss at step 800: 1.0542\n",
            "discriminator loss at step 1000: 0.6549\n",
            "generator loss at step 1000: 0.9993\n",
            "\n",
            " Start epoch 53\n",
            "discriminator loss at step 0: 0.6137\n",
            "generator loss at step 0: 1.1780\n",
            "discriminator loss at step 200: 0.6458\n",
            "generator loss at step 200: 0.8796\n",
            "discriminator loss at step 400: 0.6068\n",
            "generator loss at step 400: 0.8819\n",
            "discriminator loss at step 600: 0.6945\n",
            "generator loss at step 600: 0.8191\n",
            "discriminator loss at step 800: 0.6397\n",
            "generator loss at step 800: 0.9768\n",
            "discriminator loss at step 1000: 0.5992\n",
            "generator loss at step 1000: 0.7734\n",
            "\n",
            " Start epoch 54\n",
            "discriminator loss at step 0: 0.6073\n",
            "generator loss at step 0: 1.2017\n",
            "discriminator loss at step 200: 0.6484\n",
            "generator loss at step 200: 0.8733\n",
            "discriminator loss at step 400: 0.6274\n",
            "generator loss at step 400: 0.8621\n",
            "discriminator loss at step 600: 0.6673\n",
            "generator loss at step 600: 0.9369\n",
            "discriminator loss at step 800: 0.6296\n",
            "generator loss at step 800: 1.0559\n",
            "discriminator loss at step 1000: 0.6282\n",
            "generator loss at step 1000: 0.8285\n",
            "\n",
            " Start epoch 55\n",
            "discriminator loss at step 0: 0.6371\n",
            "generator loss at step 0: 1.1773\n",
            "discriminator loss at step 200: 0.6547\n",
            "generator loss at step 200: 0.7792\n",
            "discriminator loss at step 400: 0.6431\n",
            "generator loss at step 400: 0.8569\n",
            "discriminator loss at step 600: 0.6247\n",
            "generator loss at step 600: 0.8253\n",
            "discriminator loss at step 800: 0.6307\n",
            "generator loss at step 800: 0.8756\n",
            "discriminator loss at step 1000: 0.5619\n",
            "generator loss at step 1000: 0.9882\n",
            "\n",
            " Start epoch 56\n",
            "discriminator loss at step 0: 0.6404\n",
            "generator loss at step 0: 1.1469\n",
            "discriminator loss at step 200: 0.6064\n",
            "generator loss at step 200: 1.0477\n",
            "discriminator loss at step 400: 0.6094\n",
            "generator loss at step 400: 0.8594\n",
            "discriminator loss at step 600: 0.6029\n",
            "generator loss at step 600: 0.8509\n",
            "discriminator loss at step 800: 0.6356\n",
            "generator loss at step 800: 0.8168\n",
            "discriminator loss at step 1000: 0.6422\n",
            "generator loss at step 1000: 1.0331\n",
            "\n",
            " Start epoch 57\n",
            "discriminator loss at step 0: 0.5577\n",
            "generator loss at step 0: 1.0921\n",
            "discriminator loss at step 200: 0.6305\n",
            "generator loss at step 200: 0.9570\n",
            "discriminator loss at step 400: 0.6773\n",
            "generator loss at step 400: 0.7924\n",
            "discriminator loss at step 600: 0.6129\n",
            "generator loss at step 600: 0.8130\n",
            "discriminator loss at step 800: 0.6134\n",
            "generator loss at step 800: 1.0724\n",
            "discriminator loss at step 1000: 0.6517\n",
            "generator loss at step 1000: 1.0096\n",
            "\n",
            " Start epoch 58\n",
            "discriminator loss at step 0: 0.6224\n",
            "generator loss at step 0: 0.9610\n",
            "discriminator loss at step 200: 0.6923\n",
            "generator loss at step 200: 0.9444\n",
            "discriminator loss at step 400: 0.6682\n",
            "generator loss at step 400: 0.9832\n",
            "discriminator loss at step 600: 0.6377\n",
            "generator loss at step 600: 1.0045\n",
            "discriminator loss at step 800: 0.5997\n",
            "generator loss at step 800: 0.8401\n",
            "discriminator loss at step 1000: 0.5936\n",
            "generator loss at step 1000: 1.0113\n",
            "\n",
            " Start epoch 59\n",
            "discriminator loss at step 0: 0.5696\n",
            "generator loss at step 0: 1.0843\n",
            "discriminator loss at step 200: 0.6496\n",
            "generator loss at step 200: 0.8928\n",
            "discriminator loss at step 400: 0.5834\n",
            "generator loss at step 400: 0.9595\n",
            "discriminator loss at step 600: 0.6878\n",
            "generator loss at step 600: 0.9100\n",
            "discriminator loss at step 800: 0.5933\n",
            "generator loss at step 800: 0.9555\n",
            "discriminator loss at step 1000: 0.6291\n",
            "generator loss at step 1000: 0.8684\n",
            "\n",
            " Start epoch 60\n",
            "discriminator loss at step 0: 0.6414\n",
            "generator loss at step 0: 1.1292\n",
            "discriminator loss at step 200: 0.6352\n",
            "generator loss at step 200: 1.0018\n",
            "discriminator loss at step 400: 0.6430\n",
            "generator loss at step 400: 0.9696\n",
            "discriminator loss at step 600: 0.6395\n",
            "generator loss at step 600: 0.9078\n",
            "discriminator loss at step 800: 0.5982\n",
            "generator loss at step 800: 0.9591\n",
            "discriminator loss at step 1000: 0.6269\n",
            "generator loss at step 1000: 0.9056\n",
            "\n",
            " Start epoch 61\n",
            "discriminator loss at step 0: 0.6309\n",
            "generator loss at step 0: 1.1759\n",
            "discriminator loss at step 200: 0.6453\n",
            "generator loss at step 200: 0.8941\n",
            "discriminator loss at step 400: 0.6665\n",
            "generator loss at step 400: 0.8986\n",
            "discriminator loss at step 600: 0.6323\n",
            "generator loss at step 600: 1.0402\n",
            "discriminator loss at step 800: 0.5943\n",
            "generator loss at step 800: 0.9207\n",
            "discriminator loss at step 1000: 0.6370\n",
            "generator loss at step 1000: 1.0202\n",
            "\n",
            " Start epoch 62\n",
            "discriminator loss at step 0: 0.6263\n",
            "generator loss at step 0: 1.0501\n",
            "discriminator loss at step 200: 0.6406\n",
            "generator loss at step 200: 0.9645\n",
            "discriminator loss at step 400: 0.5699\n",
            "generator loss at step 400: 0.8933\n",
            "discriminator loss at step 600: 0.6223\n",
            "generator loss at step 600: 1.0063\n",
            "discriminator loss at step 800: 0.6139\n",
            "generator loss at step 800: 0.9233\n",
            "discriminator loss at step 1000: 0.6156\n",
            "generator loss at step 1000: 0.9918\n",
            "\n",
            " Start epoch 63\n",
            "discriminator loss at step 0: 0.5694\n",
            "generator loss at step 0: 1.0457\n",
            "discriminator loss at step 200: 0.7049\n",
            "generator loss at step 200: 1.0892\n",
            "discriminator loss at step 400: 0.6521\n",
            "generator loss at step 400: 0.9311\n",
            "discriminator loss at step 600: 0.6103\n",
            "generator loss at step 600: 0.8690\n",
            "discriminator loss at step 800: 0.5856\n",
            "generator loss at step 800: 0.9507\n",
            "discriminator loss at step 1000: 0.6179\n",
            "generator loss at step 1000: 0.8860\n",
            "\n",
            " Start epoch 64\n",
            "discriminator loss at step 0: 0.6240\n",
            "generator loss at step 0: 0.9966\n",
            "discriminator loss at step 200: 0.6393\n",
            "generator loss at step 200: 0.8603\n",
            "discriminator loss at step 400: 0.6007\n",
            "generator loss at step 400: 1.1743\n",
            "discriminator loss at step 600: 0.6580\n",
            "generator loss at step 600: 0.7979\n",
            "discriminator loss at step 800: 0.6092\n",
            "generator loss at step 800: 0.8425\n",
            "discriminator loss at step 1000: 0.6020\n",
            "generator loss at step 1000: 1.0503\n",
            "\n",
            " Start epoch 65\n",
            "discriminator loss at step 0: 0.6196\n",
            "generator loss at step 0: 1.2321\n",
            "discriminator loss at step 200: 0.6243\n",
            "generator loss at step 200: 0.9049\n",
            "discriminator loss at step 400: 0.6336\n",
            "generator loss at step 400: 0.8570\n",
            "discriminator loss at step 600: 0.6577\n",
            "generator loss at step 600: 0.9116\n",
            "discriminator loss at step 800: 0.5381\n",
            "generator loss at step 800: 1.1243\n",
            "discriminator loss at step 1000: 0.5946\n",
            "generator loss at step 1000: 0.8712\n",
            "\n",
            " Start epoch 66\n",
            "discriminator loss at step 0: 0.6546\n",
            "generator loss at step 0: 1.1553\n",
            "discriminator loss at step 200: 0.6452\n",
            "generator loss at step 200: 1.0039\n",
            "discriminator loss at step 400: 0.6575\n",
            "generator loss at step 400: 1.0499\n",
            "discriminator loss at step 600: 0.6199\n",
            "generator loss at step 600: 0.9391\n",
            "discriminator loss at step 800: 0.6868\n",
            "generator loss at step 800: 0.9320\n",
            "discriminator loss at step 1000: 0.6062\n",
            "generator loss at step 1000: 0.9553\n",
            "\n",
            " Start epoch 67\n",
            "discriminator loss at step 0: 0.6388\n",
            "generator loss at step 0: 1.1878\n",
            "discriminator loss at step 200: 0.6225\n",
            "generator loss at step 200: 1.0226\n",
            "discriminator loss at step 400: 0.6282\n",
            "generator loss at step 400: 0.8752\n",
            "discriminator loss at step 600: 0.6346\n",
            "generator loss at step 600: 0.9552\n",
            "discriminator loss at step 800: 0.6433\n",
            "generator loss at step 800: 0.8950\n",
            "discriminator loss at step 1000: 0.6440\n",
            "generator loss at step 1000: 0.9305\n",
            "\n",
            " Start epoch 68\n",
            "discriminator loss at step 0: 0.5574\n",
            "generator loss at step 0: 1.0706\n",
            "discriminator loss at step 200: 0.6407\n",
            "generator loss at step 200: 0.9783\n",
            "discriminator loss at step 400: 0.6322\n",
            "generator loss at step 400: 0.9407\n",
            "discriminator loss at step 600: 0.6355\n",
            "generator loss at step 600: 0.9485\n",
            "discriminator loss at step 800: 0.5977\n",
            "generator loss at step 800: 1.1241\n",
            "discriminator loss at step 1000: 0.6057\n",
            "generator loss at step 1000: 0.9978\n",
            "\n",
            " Start epoch 69\n",
            "discriminator loss at step 0: 0.6262\n",
            "generator loss at step 0: 1.1938\n",
            "discriminator loss at step 200: 0.6649\n",
            "generator loss at step 200: 0.9801\n",
            "discriminator loss at step 400: 0.6058\n",
            "generator loss at step 400: 0.9336\n",
            "discriminator loss at step 600: 0.5879\n",
            "generator loss at step 600: 0.7996\n",
            "discriminator loss at step 800: 0.6400\n",
            "generator loss at step 800: 1.0100\n",
            "discriminator loss at step 1000: 0.6422\n",
            "generator loss at step 1000: 1.0457\n",
            "\n",
            " Start epoch 70\n",
            "discriminator loss at step 0: 0.5596\n",
            "generator loss at step 0: 1.2093\n",
            "discriminator loss at step 200: 0.6321\n",
            "generator loss at step 200: 0.9568\n",
            "discriminator loss at step 400: 0.5678\n",
            "generator loss at step 400: 0.9775\n",
            "discriminator loss at step 600: 0.6511\n",
            "generator loss at step 600: 0.9808\n",
            "discriminator loss at step 800: 0.5751\n",
            "generator loss at step 800: 0.9430\n",
            "discriminator loss at step 1000: 0.5931\n",
            "generator loss at step 1000: 0.8963\n",
            "\n",
            " Start epoch 71\n",
            "discriminator loss at step 0: 0.6296\n",
            "generator loss at step 0: 1.0534\n",
            "discriminator loss at step 200: 0.6072\n",
            "generator loss at step 200: 0.8646\n",
            "discriminator loss at step 400: 0.6150\n",
            "generator loss at step 400: 0.8771\n",
            "discriminator loss at step 600: 0.6304\n",
            "generator loss at step 600: 0.9360\n",
            "discriminator loss at step 800: 0.6011\n",
            "generator loss at step 800: 0.9315\n",
            "discriminator loss at step 1000: 0.6680\n",
            "generator loss at step 1000: 0.9151\n",
            "\n",
            " Start epoch 72\n",
            "discriminator loss at step 0: 0.5848\n",
            "generator loss at step 0: 1.1335\n",
            "discriminator loss at step 200: 0.6669\n",
            "generator loss at step 200: 0.9708\n",
            "discriminator loss at step 400: 0.6176\n",
            "generator loss at step 400: 0.9543\n",
            "discriminator loss at step 600: 0.6323\n",
            "generator loss at step 600: 0.9812\n",
            "discriminator loss at step 800: 0.6545\n",
            "generator loss at step 800: 1.0186\n",
            "discriminator loss at step 1000: 0.5747\n",
            "generator loss at step 1000: 0.9100\n",
            "\n",
            " Start epoch 73\n",
            "discriminator loss at step 0: 0.6438\n",
            "generator loss at step 0: 1.3895\n",
            "discriminator loss at step 200: 0.6685\n",
            "generator loss at step 200: 0.8926\n",
            "discriminator loss at step 400: 0.6185\n",
            "generator loss at step 400: 0.9674\n",
            "discriminator loss at step 600: 0.6630\n",
            "generator loss at step 600: 1.1033\n",
            "discriminator loss at step 800: 0.6114\n",
            "generator loss at step 800: 0.9261\n",
            "discriminator loss at step 1000: 0.6193\n",
            "generator loss at step 1000: 0.8280\n",
            "\n",
            " Start epoch 74\n",
            "discriminator loss at step 0: 0.6512\n",
            "generator loss at step 0: 1.1201\n",
            "discriminator loss at step 200: 0.6480\n",
            "generator loss at step 200: 0.9777\n",
            "discriminator loss at step 400: 0.6810\n",
            "generator loss at step 400: 0.9789\n",
            "discriminator loss at step 600: 0.6464\n",
            "generator loss at step 600: 0.9946\n",
            "discriminator loss at step 800: 0.6014\n",
            "generator loss at step 800: 0.8727\n",
            "discriminator loss at step 1000: 0.6024\n",
            "generator loss at step 1000: 0.9944\n",
            "\n",
            " Start epoch 75\n",
            "discriminator loss at step 0: 0.5704\n",
            "generator loss at step 0: 1.1859\n",
            "discriminator loss at step 200: 0.6092\n",
            "generator loss at step 200: 0.9386\n",
            "discriminator loss at step 400: 0.6187\n",
            "generator loss at step 400: 0.9376\n",
            "discriminator loss at step 600: 0.6471\n",
            "generator loss at step 600: 1.0260\n",
            "discriminator loss at step 800: 0.6164\n",
            "generator loss at step 800: 0.8476\n",
            "discriminator loss at step 1000: 0.6250\n",
            "generator loss at step 1000: 1.1527\n",
            "\n",
            " Start epoch 76\n",
            "discriminator loss at step 0: 0.5881\n",
            "generator loss at step 0: 1.2346\n",
            "discriminator loss at step 200: 0.5914\n",
            "generator loss at step 200: 1.0658\n",
            "discriminator loss at step 400: 0.6806\n",
            "generator loss at step 400: 1.0524\n",
            "discriminator loss at step 600: 0.6510\n",
            "generator loss at step 600: 1.0515\n",
            "discriminator loss at step 800: 0.6596\n",
            "generator loss at step 800: 1.0042\n",
            "discriminator loss at step 1000: 0.6119\n",
            "generator loss at step 1000: 0.8803\n",
            "\n",
            " Start epoch 77\n",
            "discriminator loss at step 0: 0.6377\n",
            "generator loss at step 0: 1.2246\n",
            "discriminator loss at step 200: 0.6048\n",
            "generator loss at step 200: 0.8156\n",
            "discriminator loss at step 400: 0.6234\n",
            "generator loss at step 400: 0.9435\n",
            "discriminator loss at step 600: 0.5900\n",
            "generator loss at step 600: 0.9273\n",
            "discriminator loss at step 800: 0.6287\n",
            "generator loss at step 800: 0.7589\n",
            "discriminator loss at step 1000: 0.6235\n",
            "generator loss at step 1000: 1.0292\n",
            "\n",
            " Start epoch 78\n",
            "discriminator loss at step 0: 0.5827\n",
            "generator loss at step 0: 1.3998\n",
            "discriminator loss at step 200: 0.5776\n",
            "generator loss at step 200: 1.0223\n",
            "discriminator loss at step 400: 0.6202\n",
            "generator loss at step 400: 0.9528\n",
            "discriminator loss at step 600: 0.6212\n",
            "generator loss at step 600: 0.9455\n",
            "discriminator loss at step 800: 0.5986\n",
            "generator loss at step 800: 0.8513\n",
            "discriminator loss at step 1000: 0.5957\n",
            "generator loss at step 1000: 1.0157\n",
            "\n",
            " Start epoch 79\n",
            "discriminator loss at step 0: 0.5928\n",
            "generator loss at step 0: 1.1578\n",
            "discriminator loss at step 200: 0.6463\n",
            "generator loss at step 200: 1.1241\n",
            "discriminator loss at step 400: 0.5682\n",
            "generator loss at step 400: 1.0604\n",
            "discriminator loss at step 600: 0.6257\n",
            "generator loss at step 600: 0.9511\n",
            "discriminator loss at step 800: 0.5881\n",
            "generator loss at step 800: 0.9218\n",
            "discriminator loss at step 1000: 0.6445\n",
            "generator loss at step 1000: 0.9230\n",
            "\n",
            " Start epoch 80\n",
            "discriminator loss at step 0: 0.5914\n",
            "generator loss at step 0: 1.2179\n",
            "discriminator loss at step 200: 0.6434\n",
            "generator loss at step 200: 0.8926\n",
            "discriminator loss at step 400: 0.6049\n",
            "generator loss at step 400: 1.0210\n",
            "discriminator loss at step 600: 0.6314\n",
            "generator loss at step 600: 0.8344\n",
            "discriminator loss at step 800: 0.6428\n",
            "generator loss at step 800: 0.9488\n",
            "discriminator loss at step 1000: 0.6072\n",
            "generator loss at step 1000: 1.1358\n",
            "\n",
            " Start epoch 81\n",
            "discriminator loss at step 0: 0.6781\n",
            "generator loss at step 0: 1.0553\n",
            "discriminator loss at step 200: 0.6507\n",
            "generator loss at step 200: 0.9564\n",
            "discriminator loss at step 400: 0.5731\n",
            "generator loss at step 400: 1.0051\n",
            "discriminator loss at step 600: 0.6600\n",
            "generator loss at step 600: 0.8201\n",
            "discriminator loss at step 800: 0.5754\n",
            "generator loss at step 800: 0.9998\n",
            "discriminator loss at step 1000: 0.6539\n",
            "generator loss at step 1000: 0.8934\n",
            "\n",
            " Start epoch 82\n",
            "discriminator loss at step 0: 0.6215\n",
            "generator loss at step 0: 1.1971\n",
            "discriminator loss at step 200: 0.6443\n",
            "generator loss at step 200: 1.0828\n",
            "discriminator loss at step 400: 0.6023\n",
            "generator loss at step 400: 1.0029\n",
            "discriminator loss at step 600: 0.6045\n",
            "generator loss at step 600: 0.9752\n",
            "discriminator loss at step 800: 0.6457\n",
            "generator loss at step 800: 1.0486\n",
            "discriminator loss at step 1000: 0.6175\n",
            "generator loss at step 1000: 0.9875\n",
            "\n",
            " Start epoch 83\n",
            "discriminator loss at step 0: 0.5868\n",
            "generator loss at step 0: 1.0035\n",
            "discriminator loss at step 200: 0.6465\n",
            "generator loss at step 200: 1.0082\n",
            "discriminator loss at step 400: 0.6209\n",
            "generator loss at step 400: 0.9859\n",
            "discriminator loss at step 600: 0.6372\n",
            "generator loss at step 600: 0.8900\n",
            "discriminator loss at step 800: 0.6202\n",
            "generator loss at step 800: 1.0533\n",
            "discriminator loss at step 1000: 0.6184\n",
            "generator loss at step 1000: 1.0014\n",
            "\n",
            " Start epoch 84\n",
            "discriminator loss at step 0: 0.6395\n",
            "generator loss at step 0: 0.9898\n",
            "discriminator loss at step 200: 0.6411\n",
            "generator loss at step 200: 0.9639\n",
            "discriminator loss at step 400: 0.6316\n",
            "generator loss at step 400: 0.8679\n",
            "discriminator loss at step 600: 0.6330\n",
            "generator loss at step 600: 1.1025\n",
            "discriminator loss at step 800: 0.6567\n",
            "generator loss at step 800: 0.9913\n",
            "discriminator loss at step 1000: 0.6950\n",
            "generator loss at step 1000: 0.8942\n",
            "\n",
            " Start epoch 85\n",
            "discriminator loss at step 0: 0.5989\n",
            "generator loss at step 0: 1.0534\n",
            "discriminator loss at step 200: 0.6391\n",
            "generator loss at step 200: 0.8046\n",
            "discriminator loss at step 400: 0.6604\n",
            "generator loss at step 400: 1.1430\n",
            "discriminator loss at step 600: 0.6655\n",
            "generator loss at step 600: 0.8812\n",
            "discriminator loss at step 800: 0.6196\n",
            "generator loss at step 800: 0.9576\n",
            "discriminator loss at step 1000: 0.5986\n",
            "generator loss at step 1000: 1.0544\n",
            "\n",
            " Start epoch 86\n",
            "discriminator loss at step 0: 0.5980\n",
            "generator loss at step 0: 1.1548\n",
            "discriminator loss at step 200: 0.6805\n",
            "generator loss at step 200: 0.9345\n",
            "discriminator loss at step 400: 0.6212\n",
            "generator loss at step 400: 1.0636\n",
            "discriminator loss at step 600: 0.6266\n",
            "generator loss at step 600: 1.0735\n",
            "discriminator loss at step 800: 0.6493\n",
            "generator loss at step 800: 0.9505\n",
            "discriminator loss at step 1000: 0.6678\n",
            "generator loss at step 1000: 1.0456\n",
            "\n",
            " Start epoch 87\n",
            "discriminator loss at step 0: 0.6059\n",
            "generator loss at step 0: 1.1721\n",
            "discriminator loss at step 200: 0.5967\n",
            "generator loss at step 200: 0.9743\n",
            "discriminator loss at step 400: 0.5960\n",
            "generator loss at step 400: 1.1073\n",
            "discriminator loss at step 600: 0.6314\n",
            "generator loss at step 600: 1.0197\n",
            "discriminator loss at step 800: 0.6345\n",
            "generator loss at step 800: 1.0367\n",
            "discriminator loss at step 1000: 0.6232\n",
            "generator loss at step 1000: 0.8563\n",
            "\n",
            " Start epoch 88\n",
            "discriminator loss at step 0: 0.5838\n",
            "generator loss at step 0: 1.0286\n",
            "discriminator loss at step 200: 0.5912\n",
            "generator loss at step 200: 0.8730\n",
            "discriminator loss at step 400: 0.6555\n",
            "generator loss at step 400: 0.9087\n",
            "discriminator loss at step 600: 0.6492\n",
            "generator loss at step 600: 0.9529\n",
            "discriminator loss at step 800: 0.6354\n",
            "generator loss at step 800: 1.0430\n",
            "discriminator loss at step 1000: 0.6346\n",
            "generator loss at step 1000: 1.0205\n",
            "\n",
            " Start epoch 89\n",
            "discriminator loss at step 0: 0.5966\n",
            "generator loss at step 0: 1.4011\n",
            "discriminator loss at step 200: 0.6122\n",
            "generator loss at step 200: 0.9310\n",
            "discriminator loss at step 400: 0.6545\n",
            "generator loss at step 400: 0.7933\n",
            "discriminator loss at step 600: 0.6542\n",
            "generator loss at step 600: 1.0626\n",
            "discriminator loss at step 800: 0.6105\n",
            "generator loss at step 800: 0.8889\n",
            "discriminator loss at step 1000: 0.6249\n",
            "generator loss at step 1000: 0.9722\n",
            "\n",
            " Start epoch 90\n",
            "discriminator loss at step 0: 0.6480\n",
            "generator loss at step 0: 1.0909\n",
            "discriminator loss at step 200: 0.6498\n",
            "generator loss at step 200: 0.9870\n",
            "discriminator loss at step 400: 0.6541\n",
            "generator loss at step 400: 0.7353\n",
            "discriminator loss at step 600: 0.5947\n",
            "generator loss at step 600: 1.1479\n",
            "discriminator loss at step 800: 0.6538\n",
            "generator loss at step 800: 1.3087\n",
            "discriminator loss at step 1000: 0.5880\n",
            "generator loss at step 1000: 0.9784\n",
            "\n",
            " Start epoch 91\n",
            "discriminator loss at step 0: 0.5746\n",
            "generator loss at step 0: 1.3018\n",
            "discriminator loss at step 200: 0.5963\n",
            "generator loss at step 200: 0.8837\n",
            "discriminator loss at step 400: 0.6296\n",
            "generator loss at step 400: 0.8724\n",
            "discriminator loss at step 600: 0.5721\n",
            "generator loss at step 600: 0.8777\n",
            "discriminator loss at step 800: 0.5879\n",
            "generator loss at step 800: 0.8963\n",
            "discriminator loss at step 1000: 0.5842\n",
            "generator loss at step 1000: 0.9124\n",
            "\n",
            " Start epoch 92\n",
            "discriminator loss at step 0: 0.6241\n",
            "generator loss at step 0: 1.2765\n",
            "discriminator loss at step 200: 0.6325\n",
            "generator loss at step 200: 0.9403\n",
            "discriminator loss at step 400: 0.6359\n",
            "generator loss at step 400: 0.9203\n",
            "discriminator loss at step 600: 0.5782\n",
            "generator loss at step 600: 1.0036\n",
            "discriminator loss at step 800: 0.6198\n",
            "generator loss at step 800: 1.1516\n",
            "discriminator loss at step 1000: 0.6281\n",
            "generator loss at step 1000: 1.0950\n",
            "\n",
            " Start epoch 93\n",
            "discriminator loss at step 0: 0.6523\n",
            "generator loss at step 0: 1.1713\n",
            "discriminator loss at step 200: 0.6330\n",
            "generator loss at step 200: 0.8367\n",
            "discriminator loss at step 400: 0.5641\n",
            "generator loss at step 400: 0.9850\n",
            "discriminator loss at step 600: 0.6676\n",
            "generator loss at step 600: 0.7692\n",
            "discriminator loss at step 800: 0.6204\n",
            "generator loss at step 800: 0.9980\n",
            "discriminator loss at step 1000: 0.5961\n",
            "generator loss at step 1000: 1.0242\n",
            "\n",
            " Start epoch 94\n",
            "discriminator loss at step 0: 0.5741\n",
            "generator loss at step 0: 1.1826\n",
            "discriminator loss at step 200: 0.6547\n",
            "generator loss at step 200: 0.8125\n",
            "discriminator loss at step 400: 0.6177\n",
            "generator loss at step 400: 1.0974\n",
            "discriminator loss at step 600: 0.6461\n",
            "generator loss at step 600: 1.0032\n",
            "discriminator loss at step 800: 0.6622\n",
            "generator loss at step 800: 0.8607\n",
            "discriminator loss at step 1000: 0.5899\n",
            "generator loss at step 1000: 1.0088\n",
            "\n",
            " Start epoch 95\n",
            "discriminator loss at step 0: 0.5678\n",
            "generator loss at step 0: 1.0891\n",
            "discriminator loss at step 200: 0.6281\n",
            "generator loss at step 200: 0.7971\n",
            "discriminator loss at step 400: 0.6048\n",
            "generator loss at step 400: 0.8948\n",
            "discriminator loss at step 600: 0.5739\n",
            "generator loss at step 600: 0.9139\n",
            "discriminator loss at step 800: 0.6062\n",
            "generator loss at step 800: 0.9282\n",
            "discriminator loss at step 1000: 0.6070\n",
            "generator loss at step 1000: 0.9744\n",
            "\n",
            " Start epoch 96\n",
            "discriminator loss at step 0: 0.6074\n",
            "generator loss at step 0: 0.9180\n",
            "discriminator loss at step 200: 0.6441\n",
            "generator loss at step 200: 0.9794\n",
            "discriminator loss at step 400: 0.6155\n",
            "generator loss at step 400: 1.0469\n",
            "discriminator loss at step 600: 0.6089\n",
            "generator loss at step 600: 1.0058\n",
            "discriminator loss at step 800: 0.6422\n",
            "generator loss at step 800: 0.9361\n",
            "discriminator loss at step 1000: 0.6312\n",
            "generator loss at step 1000: 1.1024\n",
            "\n",
            " Start epoch 97\n",
            "discriminator loss at step 0: 0.5779\n",
            "generator loss at step 0: 1.1460\n",
            "discriminator loss at step 200: 0.6209\n",
            "generator loss at step 200: 0.9044\n",
            "discriminator loss at step 400: 0.5912\n",
            "generator loss at step 400: 0.9787\n",
            "discriminator loss at step 600: 0.6348\n",
            "generator loss at step 600: 0.7494\n",
            "discriminator loss at step 800: 0.5992\n",
            "generator loss at step 800: 1.0718\n",
            "discriminator loss at step 1000: 0.5694\n",
            "generator loss at step 1000: 1.2323\n",
            "\n",
            " Start epoch 98\n",
            "discriminator loss at step 0: 0.6045\n",
            "generator loss at step 0: 1.3098\n",
            "discriminator loss at step 200: 0.6211\n",
            "generator loss at step 200: 0.7918\n",
            "discriminator loss at step 400: 0.5804\n",
            "generator loss at step 400: 0.8861\n",
            "discriminator loss at step 600: 0.6407\n",
            "generator loss at step 600: 1.0240\n",
            "discriminator loss at step 800: 0.6540\n",
            "generator loss at step 800: 0.8575\n",
            "discriminator loss at step 1000: 0.6101\n",
            "generator loss at step 1000: 0.9626\n",
            "\n",
            " Start epoch 99\n",
            "discriminator loss at step 0: 0.6193\n",
            "generator loss at step 0: 1.0962\n",
            "discriminator loss at step 200: 0.6388\n",
            "generator loss at step 200: 0.8593\n",
            "discriminator loss at step 400: 0.6217\n",
            "generator loss at step 400: 1.1044\n",
            "discriminator loss at step 600: 0.6140\n",
            "generator loss at step 600: 0.9136\n",
            "discriminator loss at step 800: 0.6122\n",
            "generator loss at step 800: 1.0239\n",
            "discriminator loss at step 1000: 0.6129\n",
            "generator loss at step 1000: 0.9306\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HdqkTeNIV1ZG",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mbqmY4HGczUO",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}