Name_Generation_RNN.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "gpuType": "T4",
      "authorship_tag": "ABX9TyMJgOUTWDW9mZWqHAuehq+U",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Aryan-401/GoogleColabProjects/blob/main/Name_Generation_RNN.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "id": "SvuV9HHV0X5W"
      },
      "outputs": [],
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "import string\n",
        "import random\n",
        "import sys\n",
        "# !pip install Unidecode\n",
        "import unidecode\n",
        "from torchtext.utils import download_from_url\n",
        "from torch.utils.tensorboard import SummaryWriter"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n",
        "print(device)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vCBJYTMO0twi",
        "outputId": "3bab89db-f8a0-44c0-d141-53d5d24bdf74"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "cuda\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "all_characters = string.printable\n",
        "n_characters = len(all_characters)\n",
        "print(all_characters, n_characters)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SirpRGCv1NyA",
        "outputId": "ca42a68b-8406-4c2c-9826-ecce63c60674"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ!\"#$%&'()*+,-./:;<=>?@[\\]^_`{|}~ \t\n",
            "\r\u000b\f 100\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "download_from_url('https://raw.githubusercontent.com/aladdinpersson/Machine-Learning-Collection/master/ML/Projects/text_generation_babynames/data/names.txt', './names.txt')\n",
        "file_name = unidecode.unidecode(open('./names.txt').read())"
      ],
      "metadata": {
        "id": "AH9H8ma11Y4U"
      },
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "file_path = download_from_url('https://storage.googleapis.com/download.tensorflow.org/data/shakespeare.txt', './shakespeare.txt')\n",
        "file_shakespeare = unidecode.unidecode(open('./shakespeare.txt').read())"
      ],
      "metadata": {
        "id": "M5c8Y57y43yX"
      },
      "execution_count": 15,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "class RNN(nn.Module):\n",
        "    def __init__(self, input_size, hidden_size, num_layers, output_size):\n",
        "        super(RNN, self).__init__()\n",
        "        self.hidden_size = hidden_size\n",
        "        self.num_layers = num_layers\n",
        "\n",
        "        self.embed = nn.Embedding(input_size, hidden_size)\n",
        "        self.lstm = nn.LSTM(hidden_size, hidden_size, num_layers, batch_first = True)\n",
        "        self.fc = nn.Linear(hidden_size, output_size)\n",
        "\n",
        "    def forward(self, x, hidden, cell):\n",
        "        out = self.embed(x)\n",
        "        out, (hidden, cell)  = self.lstm(out.unsqueeze(1), (hidden, cell))\n",
        "        out = self.fc(out.reshape(out.shape[0], -1))\n",
        "        return out, (hidden, cell)\n",
        "\n",
        "    def init_hidden(self, batch_size):\n",
        "        hidden = torch.zeros(self.num_layers, batch_size, self.hidden_size).to(device)\n",
        "        cell = torch.zeros(self.num_layers, batch_size, self.hidden_size).to(device)\n",
        "        return hidden, cell"
      ],
      "metadata": {
        "id": "jNxmsXYt2F_j"
      },
      "execution_count": 24,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "class Generator():\n",
        "    def __init__(self):\n",
        "        self.chunk_len = 250\n",
        "        self.num_epochs = 5000\n",
        "        self.batch_size = 1\n",
        "        self.print_every = 50\n",
        "        self.hidden_size = 256\n",
        "        self.num_layers = 2\n",
        "        self.file = file_name\n",
        "        self.lr = 0.003\n",
        "\n",
        "    def char_tensor(self, string):\n",
        "        tensor = torch.zeros(len(string)).long()\n",
        "        for c in range(len(string)):\n",
        "            tensor[c] = all_characters.index(string[c])\n",
        "        return tensor\n",
        "\n",
        "    def get_random_batch(self):\n",
        "        start_index = random.randint(0, len(self.file) - self.chunk_len)\n",
        "        end_index = start_index + self.chunk_len + 1\n",
        "        text_str = self.file[start_index: end_index]\n",
        "        text_input = torch.zeros(self.batch_size, self.chunk_len)\n",
        "        text_target = torch.zeros(self.batch_size, self.chunk_len)\n",
        "\n",
        "        for i in range(self.batch_size):\n",
        "            text_input[i,:] = self.char_tensor(text_str[:-1])\n",
        "            text_target[i,:] = self.char_tensor(text_str[1:])\n",
        "\n",
        "        return text_input.long(), text_target.long()\n",
        "\n",
        "    def generate(self, initial_string = 'A', prediction_len = 100, temprature = 1.0):\n",
        "        hidden, cell = self.rnn.init_hidden(batch_size=self.batch_size)\n",
        "        initial_input = self.char_tensor(initial_string)\n",
        "        predicted = initial_string\n",
        "\n",
        "        for p in range(len(initial_string) - 1):\n",
        "            _, (hidden, cell) = self.rnn(initial_input[p].view(1).to(device), hidden, cell)\n",
        "\n",
        "        last_char = initial_input[-1]\n",
        "\n",
        "        for p in range(prediction_len):\n",
        "            output, (hidden, cell) = self.rnn(last_char.view(1).to(device), hidden, cell)\n",
        "            output_dist = output.data.view(-1).div(temprature).exp()\n",
        "            top_char = torch.multinomial(output_dist, 1)[0]\n",
        "            predicted_char = all_characters[top_char]\n",
        "            predicted += predicted_char\n",
        "            last_char = self.char_tensor(predicted_char)\n",
        "\n",
        "        return predicted\n",
        "\n",
        "\n",
        "    def train(self):\n",
        "        self.rnn = RNN(n_characters, self.hidden_size, self.num_layers, n_characters).to(device)\n",
        "        optimizer = torch.optim.Adam(self.rnn.parameters(), lr = self.lr)\n",
        "        criterion = nn.CrossEntropyLoss()\n",
        "        writer = SummaryWriter(f'runs/names0')\n",
        "\n",
        "        print(\"== Starting Training ==\")\n",
        "        for epoch in range(1, self.num_epochs + 1):\n",
        "            inp, target = self.get_random_batch()\n",
        "            hidden, cell = self.rnn.init_hidden(batch_size=self.batch_size)\n",
        "\n",
        "            self.rnn.zero_grad()\n",
        "            loss = 0\n",
        "            inp, target = inp.to(device), target.to(device)\n",
        "            for c in range(self.chunk_len):\n",
        "                output, (hidden, cell) = self.rnn(inp[:, c], hidden, cell)\n",
        "                loss += criterion(output, target[:, c])\n",
        "\n",
        "            loss.backward()\n",
        "            optimizer.step()\n",
        "            loss = loss.item() / self.chunk_len\n",
        "\n",
        "            if epoch % self.print_every == 0:\n",
        "                print(f\"Epoch: {epoch}/ {self.num_epochs}| Loss: {loss}\")\n",
        "                print(self.generate())\n",
        "\n",
        "            writer.add_scalar(\"Training loss\", loss, global_step=epoch)\n",
        "\n",
        "        torch.save(self.rnn.state_dict(), './text_model.pt')"
      ],
      "metadata": {
        "id": "Niw85SKJ4cIp"
      },
      "execution_count": 36,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "gennames = Generator()\n",
        "gennames.train()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "36X86t8kCqPu",
        "outputId": "84fd4407-ef31-48b7-cde7-51b0835a6d14"
      },
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "== Starting Training ==\n",
            "Epoch: 50/ 5000| Loss: 2.61416162109375\n",
            "A=K=xn\n",
            "Jem\n",
            "Rtinla\n",
            "Celidt\n",
            "Enue\n",
            "qeae\n",
            "Acslo\n",
            "Dla\n",
            "hyts\n",
            "eblace\n",
            "Chilenandsi\n",
            "icicodd\n",
            "Dha\n",
            "Declye\n",
            "elnn\n",
            "Derlce\n",
            "o\n",
            "Epoch: 100/ 5000| Loss: 2.190200927734375\n",
            "Atan\n",
            "Seary\n",
            "Jaryn\n",
            "Me(ij\n",
            "Kaercena\n",
            "Kartercely\n",
            "Inina\n",
            "Alelkierinniup\n",
            "Hhiduh\n",
            "Jeylisha\n",
            "Menlio\n",
            "Huoterdne\n",
            "Acdd\n",
            "Epoch: 150/ 5000| Loss: 2.266099609375\n",
            "Anet\n",
            "Dawna\n",
            "Deltiath\n",
            "Raulan\n",
            "Mandyl\n",
            "Alena\n",
            "Brangon\n",
            "Janin\n",
            "Celopherh\n",
            "Kebsy\n",
            "Pharato\n",
            "Rokdy\n",
            "Geellla\n",
            "Lalem\n",
            "Bro\n",
            "Epoch: 200/ 5000| Loss: 2.246484619140625\n",
            "Audy\n",
            "Gorarie\n",
            "Frinnan\n",
            "Kericky\n",
            "Eteite\n",
            "ovan\n",
            "BrIkie\n",
            "Meserand\n",
            "Marallice\n",
            "Igandrer\n",
            "Briameiue\n",
            "Meyin\n",
            "Riersh\n",
            "ta\n",
            "Epoch: 250/ 5000| Loss: 2.078307373046875\n",
            "Arth\n",
            "Albelia\n",
            "Hlatte\n",
            "Roda\n",
            "Ellan\n",
            "Asha\n",
            "Frecmin\n",
            "Gorisa\n",
            "Renin\n",
            "Endra\n",
            "Kesline\n",
            "Delgal\n",
            "Trinah\n",
            "Dernara\n",
            "Hebree\n",
            "G\n",
            "Epoch: 300/ 5000| Loss: 2.037732666015625\n",
            "Alben\n",
            "Lianna\n",
            "Kuuade\n",
            "Mepeli\n",
            "Bleyle\n",
            "Brionna\n",
            "Alola\n",
            "Kline\n",
            "Naa\n",
            "Chers\n",
            "Geryy\n",
            "Alely\n",
            "Elelia\n",
            "Deirine\n",
            "Limiett\n",
            "Sa\n",
            "Epoch: 350/ 5000| Loss: 1.89202685546875\n",
            "An\n",
            "Dhana\n",
            "Angele\n",
            "Mardy\n",
            "Annice\n",
            "Lathie\n",
            "Rueia\n",
            "Mawlque\n",
            "Sreigh\n",
            "Julis\n",
            "Felidy\n",
            "Heather\n",
            "Beamvie\n",
            "Aamrosa\n",
            "Kille\n",
            "M\n",
            "Epoch: 400/ 5000| Loss: 1.8550677490234375\n",
            "Atha\n",
            "Kathilly\n",
            "Sharlan\n",
            "Chry\n",
            "Brerta\n",
            "Sasethw\n",
            "Vedil\n",
            "Dana\n",
            "Amy\n",
            "Anballe\n",
            "Debrick\n",
            "Jancuy\n",
            "Rischacy\n",
            "Dallole\n",
            "Relg\n",
            "Epoch: 450/ 5000| Loss: 1.919214599609375\n",
            "Anne\n",
            "Jula\n",
            "Martie\n",
            "Roy\n",
            "Cernali\n",
            "Lecia\n",
            "Camon\n",
            "Wien\n",
            "Rosah\n",
            "Sisah\n",
            "Josalan\n",
            "Dorian\n",
            "Bomel\n",
            "Dala\n",
            "Shert\n",
            "Aviani\n",
            "Cath\n",
            "Epoch: 500/ 5000| Loss: 1.9139212646484376\n",
            "Aranda\n",
            "Naharin\n",
            "Tana\n",
            "Lenaha\n",
            "Elphaon\n",
            "Grank\n",
            "Chileelh\n",
            "Rori\n",
            "Corid\n",
            "Luando\n",
            "Jabert\n",
            "Pazris\n",
            "Chriane\n",
            "Comile\n",
            "Fway\n",
            "Epoch: 550/ 5000| Loss: 1.6106551513671874\n",
            "Alen\n",
            "Natan\n",
            "Nanlo\n",
            "Niston\n",
            "Kinth\n",
            "Elin\n",
            "Diara\n",
            "Yorby\n",
            "Lanellice\n",
            "Frenda\n",
            "Dan\n",
            "Herzo\n",
            "Andrite\n",
            "Riha\n",
            "Makrey\n",
            "Lara\n",
            "Pi\n",
            "Epoch: 600/ 5000| Loss: 1.8183477783203126\n",
            "Aria\n",
            "Colly\n",
            "Malk\n",
            "Anita\n",
            "Beganne\n",
            "Erlina\n",
            "Johnnie\n",
            "Lien\n",
            "Wili\n",
            "Deanda\n",
            "Hillie\n",
            "Jevonne\n",
            "Willaine\n",
            "Adita\n",
            "Oszes\n",
            "Iza\n",
            "Epoch: 650/ 5000| Loss: 1.8785648193359374\n",
            "Asty\n",
            "Ssavan\n",
            "Kian\n",
            "Lissee\n",
            "Hamina\n",
            "Joy\n",
            "Moges\n",
            "Armarle\n",
            "Tarine\n",
            "Mabell\n",
            "Bena\n",
            "Linne\n",
            "Noddy\n",
            "Carlys\n",
            "Lori\n",
            "Essta\n",
            "Ali\n",
            "Epoch: 700/ 5000| Loss: 1.551814453125\n",
            "Ad\n",
            "Frack\n",
            "Dyik\n",
            "Brianne\n",
            "Julta\n",
            "Kon\n",
            "Anjers\n",
            "Shelly\n",
            "Brandy\n",
            "Millasha\n",
            "Schella\n",
            "Bryden\n",
            "Makelyn\n",
            "Roseal\n",
            "Delberl\n",
            "K\n",
            "Epoch: 750/ 5000| Loss: 1.95620068359375\n",
            "Angel\n",
            "Bryan\n",
            "Frenney\n",
            "Gretchen\n",
            "Carman\n",
            "Jurd\n",
            "Crinton\n",
            "Darrill\n",
            "Daylen\n",
            "Alethe\n",
            "Connie\n",
            "Dandell\n",
            "Charlene\n",
            "Diann\n",
            "\n",
            "Epoch: 800/ 5000| Loss: 2.0401868896484374\n",
            "Ahline\n",
            "Yoannette\n",
            "Connaly\n",
            "Ellislin\n",
            "Loy\n",
            "Roselan\n",
            "Gifferurson\n",
            "Cliustys\n",
            "Marih\n",
            "Cegfin\n",
            "Rose\n",
            "Normah\n",
            "Willy\n",
            "Car\n",
            "Epoch: 850/ 5000| Loss: 1.6531490478515625\n",
            "Apryl\n",
            "Bin\n",
            "Roffer\n",
            "Joyce\n",
            "Meri\n",
            "Avny\n",
            "Dorice\n",
            "Ambara\n",
            "Darly\n",
            "Cinta\n",
            "Line\n",
            "Danie\n",
            "Colory\n",
            "Kily\n",
            "Marvita\n",
            "Brian\n",
            "Debe\n",
            "\n",
            "Epoch: 900/ 5000| Loss: 1.8974222412109376\n",
            "Ably\n",
            "Furstan\n",
            "Vinton\n",
            "Kaile\n",
            "Ben\n",
            "Desriciara\n",
            "Danryn\n",
            "Brivia\n",
            "In\n",
            "Abby\n",
            "Frollie\n",
            "Carie\n",
            "Anthastunt\n",
            "Paulinda\n",
            "Mali\n",
            "Epoch: 950/ 5000| Loss: 1.5050382080078124\n",
            "Alwa\n",
            "Mauron\n",
            "Cayleo\n",
            "Solette\n",
            "Cashie\n",
            "Coricto\n",
            "Bessarla\n",
            "Donna\n",
            "Giana\n",
            "Ashlyn\n",
            "Shamith\n",
            "Clenelan\n",
            "Jackie\n",
            "Sashaki\n",
            "Epoch: 1000/ 5000| Loss: 1.5961156005859376\n",
            "Astamond\n",
            "Brance\n",
            "Rubo\n",
            "Nalco\n",
            "Lillis\n",
            "MocAnna\n",
            "Haronnie\n",
            "AkBille\n",
            "Gownelle\n",
            "Deonner\n",
            "Pall\n",
            "Krystha\n",
            "Welvanth\n",
            "Joe\n",
            "Epoch: 1050/ 5000| Loss: 1.604882568359375\n",
            "Assa\n",
            "Teres\n",
            "Rite\n",
            "Cherrrell\n",
            "Krisith\n",
            "Brecka\n",
            "Marissae\n",
            "Carrine\n",
            "Aanna\n",
            "Hamoleene\n",
            "Clarence\n",
            "Elisa\n",
            "Ferriccitrig\n",
            "Epoch: 1100/ 5000| Loss: 1.7944815673828125\n",
            "AbAgah\n",
            "Brust\n",
            "Annali\n",
            "Kalie\n",
            "Alla\n",
            "Eri\n",
            "Emy\n",
            "Bentris\n",
            "Cole\n",
            "Ashia\n",
            "Peggy\n",
            "Eanmar\n",
            "Dance\n",
            "Aprelta\n",
            "Christer\n",
            "Carlen\n",
            "\n",
            "Epoch: 1150/ 5000| Loss: 1.7309404296875\n",
            "Arie\n",
            "Judith\n",
            "Junicepth\n",
            "Toby\n",
            "Kendra\n",
            "Macky\n",
            "Fanifer\n",
            "Alme\n",
            "Elva\n",
            "Tyram\n",
            "Herginard\n",
            "Barlett\n",
            "Julian\n",
            "Frynn\n",
            "Reg\n",
            "Em\n",
            "Epoch: 1200/ 5000| Loss: 1.7534676513671874\n",
            "Ad\n",
            "Ernezt\n",
            "Betty\n",
            "Lanie\n",
            "Renney\n",
            "Arma\n",
            "Felence\n",
            "Maurel\n",
            "Karol\n",
            "Joel\n",
            "Desiuse\n",
            "Laura\n",
            "Elena\n",
            "Cory\n",
            "Frett\n",
            "Vindie\n",
            "Dav\n",
            "Epoch: 1250/ 5000| Loss: 1.363396484375\n",
            "ALyl\n",
            "Dlouise\n",
            "gadjormatra\n",
            "Sana\n",
            "Lei\n",
            "Sadon\n",
            "Oklan\n",
            "Sam\n",
            "Roce\n",
            "Sarah\n",
            "Ruddy\n",
            "Claydie\n",
            "Jynn\n",
            "Prista\n",
            "Colfin\n",
            "Ellissa\n",
            "Epoch: 1300/ 5000| Loss: 1.323664794921875\n",
            "A1Alalia\n",
            "Lilla\n",
            "Dasselp)a\n",
            "Lyson\n",
            "Danica\n",
            "Selan\n",
            "Raudy\n",
            "Janielo\n",
            "Maakairia\n",
            "Maqvan\n",
            "Kalee\n",
            "Sadhon\n",
            "Melissa\n",
            "Yaher\n",
            "Epoch: 1350/ 5000| Loss: 1.388438232421875\n",
            "Ause\n",
            "Andrew\n",
            "Bernus\n",
            "Thelly\n",
            "Eiley\n",
            "Amiber\n",
            "Raden\n",
            "Dussuel\n",
            "Joselin\n",
            "Paulette\n",
            "Lea\n",
            "Murcy\n",
            "Lanaline\n",
            "Margine\n",
            "Yebi\n",
            "Epoch: 1400/ 5000| Loss: 1.6655670166015626\n",
            "A\n",
            "Kriston\n",
            "Clara\n",
            "Michele\n",
            "Noen\n",
            "Sai\n",
            "Carol\n",
            "Myle\n",
            "Madelyn\n",
            "Clade\n",
            "Katheren\n",
            "Lili\n",
            "Nairk\n",
            "Ruy\n",
            "Shirley\n",
            "Rachelme\n",
            "Pe\n",
            "Epoch: 1450/ 5000| Loss: 1.744043701171875\n",
            "Austie\n",
            "Bryander\n",
            "Dustin\n",
            "Clarence\n",
            "Gurt\n",
            "Jesannett\n",
            "Mine\n",
            "Lamion\n",
            "Pete\n",
            "Leoh\n",
            "Denmarett\n",
            "Isacce\n",
            "Geraldine\n",
            "Hemer\n",
            "Epoch: 1500/ 5000| Loss: 1.61819775390625\n",
            "Aph\n",
            "Kelle\n",
            "Camilla\n",
            "Janetti\n",
            "Valer\n",
            "Will\n",
            "Kasey\n",
            "Stophinice\n",
            "Olisse\n",
            "Ave\n",
            "Lucil\n",
            "Make\n",
            "Kenira\n",
            "Kenaline\n",
            "Villarg\n",
            "E\n",
            "Epoch: 1550/ 5000| Loss: 1.4273543701171876\n",
            "Aya\n",
            "Leita\n",
            "Shad\n",
            "Rwyn\n",
            "Tommy\n",
            "Carrietta\n",
            "Gary\n",
            "Hougegar\n",
            "Delisa\n",
            "Rene\n",
            "Jacquelyn\n",
            "Clooda\n",
            "Madie\n",
            "Patta\n",
            "Keevyn\n",
            "Lel\n",
            "Epoch: 1600/ 5000| Loss: 1.85850341796875\n",
            "AIMonia\n",
            "Alivia\n",
            "Dashaniel\n",
            "Jayleen\n",
            "Dever\n",
            "Hynry\n",
            "Jaslin\n",
            "Keviu\n",
            "Kibbira\n",
            "Baronna\n",
            "Richeah\n",
            "Nancer\n",
            "Terett\n",
            "Bradl\n",
            "Epoch: 1650/ 5000| Loss: 1.28255078125\n",
            "Almari\n",
            "Cindet\n",
            "Cleo\n",
            "Briley\n",
            "Bernic\n",
            "Cecilia\n",
            "Courtueith\n",
            "Coretce\n",
            "Clrefis\n",
            "Colter\n",
            "Brooke\n",
            "Frandy\n",
            "Lorraine\n",
            "Law\n",
            "Epoch: 1700/ 5000| Loss: 1.25058251953125\n",
            "Alla\n",
            "Merginia\n",
            "Alyson\n",
            "Ashlee\n",
            "Adgardola\n",
            "Crystus\n",
            "Cherel\n",
            "Gertrell\n",
            "Edwin\n",
            "Jose\n",
            "Janine\n",
            "Priston\n",
            "Stad\n",
            "Richard\n",
            "\n",
            "Epoch: 1750/ 5000| Loss: 1.4039892578125\n",
            "Arden\n",
            "Phillip\n",
            "Trily\n",
            "Harlee\n",
            "Mulice\n",
            "Pargido\n",
            "Antoni\n",
            "Eloie\n",
            "Danusa\n",
            "Dorothie\n",
            "Lorrie\n",
            "Daniel\n",
            "Heida\n",
            "Edgaret\n",
            "Ch\n",
            "Epoch: 1800/ 5000| Loss: 1.152395751953125\n",
            "Alphonn\n",
            "Marshall\n",
            "Maklio\n",
            "Mivinia\n",
            "Madalinah\n",
            "Mio\n",
            "Margarett\n",
            "Madalyn\n",
            "Melbina\n",
            "Mancelina\n",
            "Rene\n",
            "Sourne\n",
            "Marison\n",
            "Epoch: 1850/ 5000| Loss: 1.8994364013671876\n",
            "Aran\n",
            "Cloyd\n",
            "Dalittian\n",
            "Brizm\n",
            "Christopher\n",
            "Darrinito\n",
            "Ernet\n",
            "Ellen\n",
            "Felicia\n",
            "Elga\n",
            "Cassidy\n",
            "Dase\n",
            "Era\n",
            "Detryn\n",
            "ial\n",
            "Epoch: 1900/ 5000| Loss: 1.4566961669921874\n",
            "Alensonn\n",
            "Amosh\n",
            "Ailen\n",
            "Aunness\n",
            "Bryn\n",
            "Connie\n",
            "Georgia\n",
            "Marion\n",
            "Kaison\n",
            "Kassich\n",
            "Alfred\n",
            "Rifert\n",
            "Arley\n",
            "Bayke\n",
            "Dorr\n",
            "Epoch: 1950/ 5000| Loss: 1.2877979736328125\n",
            "An\n",
            "Malina\n",
            "Mollie\n",
            "Riza\n",
            "Stephanie\n",
            "Marshall\n",
            "Alexie\n",
            "Adeline\n",
            "Corann\n",
            "Korvin\n",
            "Broxsson\n",
            "Carm\n",
            "Fosesha\n",
            "Elaine\n",
            "Gr\n",
            "Epoch: 2000/ 5000| Loss: 1.1773399658203125\n",
            "Abron\n",
            "Milianna\n",
            "Lili\n",
            "Lorri\n",
            "Johnny\n",
            "Lex\n",
            "Laurando\n",
            "Sherri\n",
            "Tazus\n",
            "Emmalun\n",
            "Lena\n",
            "Lonnie\n",
            "Margon\n",
            "uz\n",
            "Conrig\n",
            "Claud\n",
            "Epoch: 2050/ 5000| Loss: 1.6457392578125\n",
            "Allen\n",
            "Daislyn\n",
            "Mckesha\n",
            "Mckenzarle\n",
            "Longero\n",
            "Wilbert\n",
            "Ana\n",
            "Estella\n",
            "Molanie\n",
            "Shamanon\n",
            "Ramon\n",
            "Rus\n",
            "Silido\n",
            "Loria\n",
            "\n",
            "Epoch: 2100/ 5000| Loss: 1.6911658935546876\n",
            "Aron\n",
            "Alfred\n",
            "Alaire\n",
            "Alador\n",
            "Alyssa\n",
            "Alisha\n",
            "Bamiya\n",
            "Forristo\n",
            "Jamie\n",
            "Josiah\n",
            "Cydie\n",
            "Kery\n",
            "Nathany\n",
            "Ruio\n",
            "Pavela\n",
            "P\n",
            "Epoch: 2150/ 5000| Loss: 1.1790174560546876\n",
            "Alysa\n",
            "Estephanie\n",
            "Vena\n",
            "Adrien\n",
            "Horwin\n",
            "Letha\n",
            "Margaret\n",
            "Makol\n",
            "Natoy\n",
            "Jorden\n",
            "Jeanie\n",
            "Jamiah\n",
            "Jeresce\n",
            "Natasha\n",
            "N\n",
            "Epoch: 2200/ 5000| Loss: 1.229197509765625\n",
            "Apelina\n",
            "Monya\n",
            "Lance\n",
            "Monto\n",
            "Leonia\n",
            "Riamani\n",
            "Rayford\n",
            "Todfo\n",
            "Tyan\n",
            "Tina\n",
            "Trisha\n",
            "Tiffine\n",
            "Bruden\n",
            "Dack\n",
            "Eugerice\n",
            "\n",
            "Epoch: 2250/ 5000| Loss: 1.6733994140625\n",
            "Arie\n",
            "Lyla\n",
            "Veromi\n",
            "Aston\n",
            "Carise\n",
            "Genex\n",
            "Jude\n",
            "Jamye\n",
            "Kiry\n",
            "Shalene\n",
            "Shery\n",
            "Sterra\n",
            "Tyrer\n",
            "Ditto\n",
            "Jaden\n",
            "Ceresa\n",
            "Whi\n",
            "Epoch: 2300/ 5000| Loss: 1.13612255859375\n",
            "Afrey\n",
            "Atheito\n",
            "Amy\n",
            "Ashlee\n",
            "Ailee\n",
            "Allys\n",
            "Benny\n",
            "Ti\n",
            "SheiKa\n",
            "Tieria\n",
            "Chris\n",
            "Daisy\n",
            "Jesse\n",
            "Jocelyn\n",
            "Jonathan\n",
            "Jenna\n",
            "\n",
            "Epoch: 2350/ 5000| Loss: 1.43859765625\n",
            "An\n",
            "Byren\n",
            "Maggie\n",
            "Maria\n",
            "Terrell\n",
            "Yakier\n",
            "Yommuntin\n",
            "Toby\n",
            "Brances\n",
            "Bradford\n",
            "Dauren\n",
            "Dalton\n",
            "Dionne\n",
            "Darold\n",
            "Fran\n",
            "Epoch: 2400/ 5000| Loss: 1.206299560546875\n",
            "Aejanuela\n",
            "Alper\n",
            "Bobbie\n",
            "Klel\n",
            "Jessie\n",
            "Richell\n",
            "Shana\n",
            "Samiana\n",
            "Lynn\n",
            "Russell\n",
            "Trad\n",
            "Wilemiam\n",
            "Maoni\n",
            "Mollie\n",
            "Mary\n",
            "Epoch: 2450/ 5000| Loss: 1.1962186279296876\n",
            "Adella\n",
            "Amelia\n",
            "Angela\n",
            "Ashlyn\n",
            "Aylin\n",
            "Ariano\n",
            "Avaega\n",
            "Amogar\n",
            "Adam\n",
            "Allyson\n",
            "Forevio\n",
            "Janide\n",
            "Jerome\n",
            "Joannie\n",
            "Sil\n",
            "Epoch: 2500/ 5000| Loss: 1.3083311767578125\n",
            "Aadra\n",
            "Isady\n",
            "Coprie\n",
            "Zachari\n",
            "Clonisa\n",
            "Devyn\n",
            "Diane\n",
            "Clay\n",
            "Casper\n",
            "Carisa\n",
            "Cala\n",
            "Christen\n",
            "Carissa\n",
            "Charla\n",
            "Tammy\n",
            "\n",
            "Epoch: 2550/ 5000| Loss: 1.5856378173828125\n",
            "A\n",
            "Edgarita\n",
            "Falba\n",
            "Gray\n",
            "Leo\n",
            "Markhenne\n",
            "Lyn\n",
            "Nickly\n",
            "Prise\n",
            "Xilmot\n",
            "Geona\n",
            "Jannie\n",
            "Stephen\n",
            "Jocelynn\n",
            "Kyrey\n",
            "Kryst\n",
            "Epoch: 2600/ 5000| Loss: 1.2046612548828124\n",
            "Ami\n",
            "Edrica\n",
            "Elaina\n",
            "Dilex\n",
            "Flank\n",
            "Diane\n",
            "EXHoen\n",
            "Hust\n",
            "Janya\n",
            "Janae\n",
            "Jean\n",
            "Jonelyn\n",
            "Ricoe\n",
            "Jolena\n",
            "Holden\n",
            "Edmanuel\n",
            "Epoch: 2650/ 5000| Loss: 1.1686312255859375\n",
            "Audra\n",
            "Akela\n",
            "Elia\n",
            "Marty\n",
            "Milane\n",
            "Lion\n",
            "Kaitlyn\n",
            "Katharys\n",
            "Kirk\n",
            "Miguella\n",
            "Martha\n",
            "Irolda\n",
            "Judy\n",
            "Don\n",
            "Frankie\n",
            "Mich\n",
            "Epoch: 2700/ 5000| Loss: 1.3500802001953125\n",
            "AAmeri\n",
            "Jeana\n",
            "Keith\n",
            "Kaiden\n",
            "Martesha\n",
            "Maric\n",
            "Marquis\n",
            "Melanie\n",
            "Marijah\n",
            "Maxine\n",
            "Manuel\n",
            "Marcus\n",
            "Margaro\n",
            "Madyson\n",
            "Epoch: 2750/ 5000| Loss: 1.17107275390625\n",
            "Adal\n",
            "Floretta\n",
            "Francis\n",
            "Everett\n",
            "Ethan\n",
            "Franciscoen\n",
            "Eston\n",
            "Freda\n",
            "Gwen\n",
            "Lesla\n",
            "Vanessa\n",
            "Branda\n",
            "Berneden\n",
            "Juliad\n",
            "Epoch: 2800/ 5000| Loss: 1.268002685546875\n",
            "Adull\n",
            "Victor\n",
            "Waltha\n",
            "Cipriana\n",
            "Cledy\n",
            "Camme\n",
            "Camden\n",
            "Caunitasuus\n",
            "Enonique\n",
            "Joelle\n",
            "Kaylie\n",
            "Kendyl\n",
            "Kenrsawn\n",
            "Ka\n",
            "Epoch: 2850/ 5000| Loss: 1.36698291015625\n",
            "AVich\n",
            "Ellene\n",
            "Francesca\n",
            "Lyndsey\n",
            "Rusevhon\n",
            "Rozell\n",
            "Reod\n",
            "Wiro\n",
            "Colten\n",
            "Danisha\n",
            "Delba\n",
            "Elisabeth\n",
            "Hamela\n",
            "Jarad\n",
            "\n",
            "Epoch: 2900/ 5000| Loss: 1.06528076171875\n",
            "Arene\n",
            "Deanna\n",
            "Elias\n",
            "Frankie\n",
            "Francis\n",
            "Juditha\n",
            "Darla\n",
            "Laured\n",
            "Meggy\n",
            "Nicola\n",
            "Mattia\n",
            "Oliver\n",
            "Trevon\n",
            "Norma\n",
            "Abby\n",
            "\n",
            "Epoch: 2950/ 5000| Loss: 1.207672119140625\n",
            "ArAndrica\n",
            "August\n",
            "Curtice\n",
            "Crystal\n",
            "Idma\n",
            "Jerald\n",
            "Jamila\n",
            "Mitce\n",
            "Barberto\n",
            "Ganiel\n",
            "Jorsalynn\n",
            "Chris\n",
            "Larry\n",
            "Alexa\n",
            "Epoch: 3000/ 5000| Loss: 1.1795279541015624\n",
            "Ant\n",
            "Depna\n",
            "Elizabeth\n",
            "Dave\n",
            "Verman\n",
            "Creanne\n",
            "Chilette\n",
            "Gabriella\n",
            "Freddie\n",
            "Gaylon\n",
            "Raymuv\n",
            "Jimmy\n",
            "Zandi\n",
            "Avah\n",
            "Bet\n",
            "Epoch: 3050/ 5000| Loss: 1.189405517578125\n",
            "Antario\n",
            "Fred\n",
            "Valer\n",
            "Rosi\n",
            "Andrew\n",
            "Anthony\n",
            "Andrey\n",
            "Alisa\n",
            "Aprma\n",
            "Alexa\n",
            "Benjamin\n",
            "Claudey\n",
            "Deana\n",
            "Herman\n",
            "Grert\n",
            "J\n",
            "Epoch: 3100/ 5000| Loss: 1.2062352294921874\n",
            "Anv\n",
            "Dawn\n",
            "Carson\n",
            "Eugene\n",
            "Geovanno\n",
            "Heth\n",
            "Edward\n",
            "Georgia\n",
            "Jerome\n",
            "Kerri\n",
            "Mae\n",
            "Lorraine\n",
            "Mones\n",
            "Petra\n",
            "Sid\n",
            "Anaide\n",
            "\n",
            "Epoch: 3150/ 5000| Loss: 1.301974609375\n",
            "Amiya\n",
            "Beatrice\n",
            "Ben\n",
            "Esther\n",
            "Linda\n",
            "Lindsell\n",
            "Les\n",
            "Mictoria\n",
            "Alondra\n",
            "Paulette\n",
            "Barney\n",
            "Ana\n",
            "Eugene\n",
            "Madilyn\n",
            "Kayl\n",
            "Epoch: 3200/ 5000| Loss: 1.2287486572265625\n",
            "And\n",
            "Franklin\n",
            "Veronica\n",
            "Marylen\n",
            "Dallow\n",
            "Georgiane\n",
            "Olly\n",
            "Tom\n",
            "Dorothy\n",
            "Wilfred\n",
            "Nestor\n",
            "Rosiette\n",
            "Por\n",
            "Roe\n",
            "Rocco\n",
            "Epoch: 3250/ 5000| Loss: 1.4656688232421875\n",
            "Aron\n",
            "Amander\n",
            "Allessa\n",
            "Dyreenne\n",
            "Beatria\n",
            "Kendal\n",
            "Albert\n",
            "Brendenne\n",
            "Hasana\n",
            "Inabol\n",
            "Jacey\n",
            "Johnathon\n",
            "Jamilla\n",
            "J\n",
            "Epoch: 3300/ 5000| Loss: 1.3270667724609375\n",
            "Anandrew\n",
            "Brunoo\n",
            "Kendrick\n",
            "Keilary\n",
            "Kristian\n",
            "Krystin\n",
            "Kathryn\n",
            "Lakenna\n",
            "Kathri\n",
            "Lacey\n",
            "Raymund\n",
            "Juan\n",
            "Reyer\n",
            "Rau\n",
            "Epoch: 3350/ 5000| Loss: 1.12452001953125\n",
            "Adrian\n",
            "Yanetrammir\n",
            "Mikael\n",
            "Adola\n",
            "Aidaline\n",
            "Bretio\n",
            "Harriet\n",
            "Jaeda\n",
            "Kase\n",
            "Kristi\n",
            "Lanthevis\n",
            "Lindsey\n",
            "Luise\n",
            "Lyn\n",
            "Epoch: 3400/ 5000| Loss: 1.2960740966796875\n",
            "Abril\n",
            "Erika\n",
            "Osmael\n",
            "Shane\n",
            "Sandy\n",
            "Terrie\n",
            "Byron\n",
            "Thoan\n",
            "Sheryle\n",
            "Sheri\n",
            "Clace\n",
            "Chris\n",
            "Alton\n",
            "Carol\n",
            "Christin\n",
            "Urik\n",
            "Epoch: 3450/ 5000| Loss: 1.1781337890625\n",
            "Aleen\n",
            "Bonnie\n",
            "Jaim\n",
            "John\n",
            "Joslynn\n",
            "Hattie\n",
            "Isabel\n",
            "Jeannie\n",
            "Joaquin\n",
            "Jeni\n",
            "Danika\n",
            "Jessica\n",
            "Julia\n",
            "Juanah\n",
            "Kathen\n",
            "\n",
            "Epoch: 3500/ 5000| Loss: 1.48493603515625\n",
            "A\n",
            "Blaylen\n",
            "Carroll\n",
            "Kameron\n",
            "Cidro\n",
            "Eugene\n",
            "Genesis\n",
            "Jon\n",
            "Leah\n",
            "Kristopher\n",
            "Renda\n",
            "Tammi\n",
            "Zajuautia\n",
            "Aspar\n",
            "Anders\n",
            "Epoch: 3550/ 5000| Loss: 1.1283525390625\n",
            "Adrey\n",
            "Esteva\n",
            "Floren\n",
            "Greg\n",
            "Ethan\n",
            "Darren\n",
            "Earlene\n",
            "Gladis\n",
            "Reginavandre\n",
            "Erik\n",
            "Jadye\n",
            "Jamie\n",
            "Jacy\n",
            "Jack\n",
            "Jim\n",
            "Joan\n",
            "Epoch: 3600/ 5000| Loss: 1.193361083984375\n",
            "Aniyah\n",
            "Delma\n",
            "Denelle\n",
            "Jacklyn\n",
            "Jakelina\n",
            "Janoel\n",
            "Jackie\n",
            "Jay\n",
            "Kiana\n",
            "Liano\n",
            "Leslie\n",
            "Nelly\n",
            "Hilda\n",
            "Gregory\n",
            "Su\n",
            "Eli\n",
            "Epoch: 3650/ 5000| Loss: 1.26266943359375\n",
            "Alinsa\n",
            "Alexandria\n",
            "Andrea\n",
            "Alana\n",
            "Anna\n",
            "Atrill\n",
            "Audrey\n",
            "Andrez\n",
            "Amanda\n",
            "Rhanda\n",
            "Carley\n",
            "Cassandra\n",
            "Diane\n",
            "Emmalee\n",
            "Epoch: 3700/ 5000| Loss: 1.3996087646484374\n",
            "AVith\n",
            "Audrinia\n",
            "Iyan\n",
            "Bertha\n",
            "Quintin\n",
            "Brylee\n",
            "Darion\n",
            "Dajany\n",
            "Eric\n",
            "Gaylor\n",
            "Haleigh\n",
            "Khillie\n",
            "Janell\n",
            "Kirla\n",
            "Kayl\n",
            "Epoch: 3750/ 5000| Loss: 1.8079873046875\n",
            "Adar\n",
            "Adrienne\n",
            "Annabel\n",
            "Bobin\n",
            "Alice\n",
            "Amy\n",
            "Cammrie\n",
            "Cecelyn\n",
            "Cecilio\n",
            "Chlore\n",
            "Dexter\n",
            "Emmanuil\n",
            "Felicia\n",
            "Girgik\n",
            "G\n",
            "Epoch: 3800/ 5000| Loss: 1.64645361328125\n",
            "Alema\n",
            "Amalia\n",
            "Daman\n",
            "Camilla\n",
            "Dana\n",
            "Fecax\n",
            "Gracy\n",
            "Frank\n",
            "Grace\n",
            "Kevin\n",
            "Paune\n",
            "Roberta\n",
            "Stephon\n",
            "Tatum\n",
            "Sherren\n",
            "Sha\n",
            "Epoch: 3850/ 5000| Loss: 1.19116015625\n",
            "Al\n",
            "Reginald\n",
            "Roberta\n",
            "Abreen\n",
            "Bennethe\n",
            "Justine\n",
            "Kory\n",
            "Kalen\n",
            "Kathleen\n",
            "Monton\n",
            "Edward\n",
            "Otto\n",
            "Jessie\n",
            "Bradyn\n",
            "Chri\n",
            "Epoch: 3900/ 5000| Loss: 1.6890303955078125\n",
            "Alma\n",
            "Aaria\n",
            "Bettie\n",
            "Jacqueline\n",
            "Jamil\n",
            "Jackie\n",
            "Jakesha\n",
            "Georgette\n",
            "Ivette\n",
            "Jeanette\n",
            "Jodie\n",
            "Kristie\n",
            "Stefani\n",
            "Ter\n",
            "Epoch: 3950/ 5000| Loss: 1.098869873046875\n",
            "Abranda\n",
            "Afrewa\n",
            "Ayithia\n",
            "Ava\n",
            "Cayson\n",
            "Jamary\n",
            "Jermaine\n",
            "Jerridne\n",
            "Jusik\n",
            "Johanna\n",
            "Justine\n",
            "Kathrine\n",
            "Stacia\n",
            "Auth\n",
            "Epoch: 4000/ 5000| Loss: 1.191114501953125\n",
            "Almi\n",
            "Edmander\n",
            "Phalissa\n",
            "Yaine\n",
            "Brendan\n",
            "Lavern\n",
            "Terrina\n",
            "Dakela\n",
            "Decile\n",
            "Dwalee\n",
            "Dennis\n",
            "Hodey\n",
            "Colby\n",
            "Kuira\n",
            "And\n",
            "Epoch: 4050/ 5000| Loss: 1.373321044921875\n",
            "Aden\n",
            "Cathryn\n",
            "Claud\n",
            "Bryn\n",
            "Clarence\n",
            "Cicky\n",
            "Clayton\n",
            "Coreyd\n",
            "Dane\n",
            "Damian\n",
            "Daysin\n",
            "Eva\n",
            "Franklin\n",
            "Floyd\n",
            "Inez\n",
            "Jayl\n",
            "Epoch: 4100/ 5000| Loss: 1.4186837158203125\n",
            "Ajalee\n",
            "Glennabell\n",
            "Harriet\n",
            "Jeyda\n",
            "Lora\n",
            "Lavente\n",
            "Chelsa\n",
            "Joi\n",
            "Kirsha\n",
            "Lenze\n",
            "Leah\n",
            "Lacy\n",
            "Markare\n",
            "Madeleine\n",
            "Noah\n",
            "Epoch: 4150/ 5000| Loss: 0.9848379516601562\n",
            "Alma\n",
            "Amika\n",
            "Colleen\n",
            "Cody\n",
            "Clay\n",
            "Chel\n",
            "Debrah\n",
            "Emelia\n",
            "Emily\n",
            "Hilda\n",
            "Jeanette\n",
            "Justian\n",
            "Jula\n",
            "Kerry\n",
            "Kianna\n",
            "Koye\n",
            "K\n",
            "Epoch: 4200/ 5000| Loss: 1.30115576171875\n",
            "Alime\n",
            "Ariel\n",
            "Benjamin\n",
            "Carla\n",
            "Jenny\n",
            "Liliana\n",
            "Donna\n",
            "Faith\n",
            "Randy\n",
            "Bruce\n",
            "Corey\n",
            "Gary\n",
            "Frankie\n",
            "Kris\n",
            "Garlene\n",
            "Kayl\n",
            "Epoch: 4250/ 5000| Loss: 1.372072265625\n",
            "Aath\n",
            "Audrine\n",
            "Brendan\n",
            "Jayvin\n",
            "Jeannelle\n",
            "Jimmy\n",
            "Joy\n",
            "Jowell\n",
            "Josephine\n",
            "Jordan\n",
            "Kennedy\n",
            "Kellibertoeo\n",
            "Kishley\n",
            "\n",
            "Epoch: 4300/ 5000| Loss: 1.631468505859375\n",
            "Afdria\n",
            "Rhillie\n",
            "Robin\n",
            "Rosemary\n",
            "Sico\n",
            "Sarlah\n",
            "Colten\n",
            "Alik\n",
            "Claudette\n",
            "Delma\n",
            "Damon\n",
            "Brandy\n",
            "Casha\n",
            "Chloey\n",
            "Chris\n",
            "Epoch: 4350/ 5000| Loss: 1.0087896118164061\n",
            "Adrie\n",
            "Tamara\n",
            "Colten\n",
            "Dalton\n",
            "Dean\n",
            "Devon\n",
            "June\n",
            "Johnny\n",
            "Kennedy\n",
            "Sherrel\n",
            "Sherie\n",
            "Sherry\n",
            "Tanya\n",
            "Tania\n",
            "Tanna\n",
            "Yar\n",
            "Epoch: 4400/ 5000| Loss: 1.31511328125\n",
            "Alvira\n",
            "Geray\n",
            "Gladys\n",
            "Harry\n",
            "Deanne\n",
            "Gloria\n",
            "Katrine\n",
            "Charlotte\n",
            "Florence\n",
            "Lanny\n",
            "Madelynn\n",
            "Macie\n",
            "Mami\n",
            "Negan\n",
            "No\n",
            "Epoch: 4450/ 5000| Loss: 1.4367149658203124\n",
            "Alita\n",
            "Annlee\n",
            "Adolph\n",
            "Anita\n",
            "Bianca\n",
            "Curtis\n",
            "Coleman\n",
            "Ezra\n",
            "Jennifer\n",
            "Jamon\n",
            "Joelyn\n",
            "Jorge\n",
            "Lorena\n",
            "Quttis\n",
            "Jeanne\n",
            "Epoch: 4500/ 5000| Loss: 1.3812481689453124\n",
            "Anthony\n",
            "Ray\n",
            "Analee\n",
            "Bobcie\n",
            "Kathryn\n",
            "Karla\n",
            "Kailynn\n",
            "Karlace\n",
            "Iva\n",
            "Johnnie\n",
            "Jasmine\n",
            "Randy\n",
            "Judith\n",
            "Mitciel\n",
            "Dwin\n",
            "Epoch: 4550/ 5000| Loss: 1.4655125732421874\n",
            "Abper\n",
            "Archis\n",
            "Jan\n",
            "Jessica\n",
            "Kimberly\n",
            "Marcius\n",
            "Maximile\n",
            "Meden\n",
            "Millard\n",
            "Melva\n",
            "Monetta\n",
            "Qity\n",
            "Siert\n",
            "Rosietta\n",
            "Ra\n",
            "Epoch: 4600/ 5000| Loss: 1.059243408203125\n",
            "Aamiro\n",
            "Boyd\n",
            "Brooks\n",
            "Borfy\n",
            "Bryl\n",
            "Brooks\n",
            "Buford\n",
            "Barner\n",
            "Bobby\n",
            "Berron\n",
            "Carrie\n",
            "Reagan\n",
            "Cornel\n",
            "Curtis\n",
            "Derik\n",
            "Edw\n",
            "Epoch: 4650/ 5000| Loss: 1.239985595703125\n",
            "Alteph\n",
            "Anntrice\n",
            "Ottie\n",
            "Vera\n",
            "dodie\n",
            "Oscar\n",
            "Rachaela\n",
            "Paige\n",
            "Randa\n",
            "Payton\n",
            "Adeli\n",
            "Jenella\n",
            "Julia\n",
            "Kimberly\n",
            "Loren\n",
            "Epoch: 4700/ 5000| Loss: 0.9504642944335937\n",
            "Asha\n",
            "Celestine\n",
            "Cristopher\n",
            "Clifford\n",
            "Dana\n",
            "Darius\n",
            "Ever\n",
            "Mathew\n",
            "Althon\n",
            "Domeni\n",
            "Donnee\n",
            "Demarius\n",
            "Garret\n",
            "Gerar\n",
            "Epoch: 4750/ 5000| Loss: 1.1871124267578126\n",
            "Ashime\n",
            "Annito\n",
            "Caroly\n",
            "Barbara\n",
            "Christene\n",
            "Cecilia\n",
            "Courtney\n",
            "Ciart\n",
            "Edrica\n",
            "Gana\n",
            "Gayle\n",
            "Grenda\n",
            "Gerelda\n",
            "Grace\n",
            "\n",
            "Epoch: 4800/ 5000| Loss: 1.2819033203125\n",
            "Aderi\n",
            "Alexiah\n",
            "Andre\n",
            "Clifford\n",
            "Darue\n",
            "Doug\n",
            "Diann\n",
            "Dewayne\n",
            "DeYmion\n",
            "Donnie\n",
            "Deandre\n",
            "George\n",
            "Howeldo\n",
            "Deonna\n",
            "Ir\n",
            "Epoch: 4850/ 5000| Loss: 1.304166259765625\n",
            "Augustius\n",
            "Gabriel\n",
            "Grace\n",
            "Francis\n",
            "Pearson\n",
            "Anshony\n",
            "Dawanna\n",
            "Floy\n",
            "Gayle\n",
            "Geraldine\n",
            "Hugo\n",
            "Herschel\n",
            "Isaac\n",
            "Jess\n",
            "Epoch: 4900/ 5000| Loss: 1.3512928466796874\n",
            "Audry\n",
            "Jameode\n",
            "Jayvon\n",
            "Jorden\n",
            "Jerry\n",
            "Julius\n",
            "Kendall\n",
            "Koreda\n",
            "Mirkey\n",
            "Norry\n",
            "Riccareo\n",
            "Kristino\n",
            "Rhoy\n",
            "Roquice\n",
            "F\n",
            "Epoch: 4950/ 5000| Loss: 1.1702135009765624\n",
            "Aki\n",
            "Yanette\n",
            "Zachery\n",
            "Aaliyah\n",
            "Ailbert\n",
            "Aida\n",
            "Boblyn\n",
            "Breyna\n",
            "Hellan\n",
            "Emechi\n",
            "Angelina\n",
            "Aria\n",
            "Bob\n",
            "Candy\n",
            "Dale\n",
            "Gia\n",
            "Epoch: 5000/ 5000| Loss: 1.5187047119140624\n",
            "Ariena\n",
            "Audro\n",
            "Eloise\n",
            "Krish\n",
            "Larry\n",
            "Edward\n",
            "Eiling\n",
            "Decon\n",
            "Claud\n",
            "Cory\n",
            "Drake\n",
            "Eddie\n",
            "Robhan\n",
            "Ricardo\n",
            "Samantan\n",
            "St\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "gennames.generate('J', 10, 0.3)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 36
        },
        "id": "f5u_kpCyIv92",
        "outputId": "a7c05745-83a3-49e2-9eef-abef2ecb60e2"
      },
      "execution_count": 56,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'Jennie\\nJess'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 56
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "M-luD_x_I4UB"
      },
      "execution_count": 47,
      "outputs": []
    }
  ]
}