10_bon_jovi_lyrics.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "lyrics_extended.ipynb",
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "pBsJsHAcDzxs"
      },
      "source": [
        "!pip install -Uqq fastbook\n",
        "import fastbook\n",
        "fastbook.setup_book()"
      ],
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UUlT9WyOD1gl"
      },
      "source": [
        "from fastbook import *\n",
        "from fastai.text.all import *"
      ],
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RGrbEYvvD7Kt"
      },
      "source": [
        "import pandas as pd"
      ],
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 37
        },
        "id": "zaNMUeiVQz0T",
        "outputId": "7fe28429-1d19-428d-c8c5-5027adc1c77d"
      },
      "source": [
        "import os\n",
        "os.getcwd()"
      ],
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'/content'"
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "7yP5gfuRE5hx"
      },
      "source": [
        "## Practice Creating the Language Model DataLoader"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "dSg3KRV4EVj2",
        "outputId": "24dcba5e-b61c-4337-b1a2-a6affae8650a"
      },
      "source": [
        "# read and combine the data\n",
        "lyrics_data = pd.read_csv('sample_data/lyrics-data.csv')\n",
        "lyrics_data.rename(columns={\"ALink\": \"Link\"}, inplace=True)\n",
        "artist_data = pd.read_csv('sample_data/artists-data.csv')\n",
        "print(artist_data.columns, lyrics_data.columns)\n",
        "merged_dfs = lyrics_data.merge(artist_data, how='inner', on='Link')\n",
        "eng_artists = merged_dfs.loc[merged_dfs['Idiom'] == 'ENGLISH', ['Artist', 'SName', 'Lyric', 'Genre']].drop_duplicates(subset=['SName'])\n",
        "eng_artists.reset_index(inplace=True, drop=True)\n",
        "\n",
        "eng_artists.head()"
      ],
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Index(['Artist', 'Songs', 'Popularity', 'Link', 'Genre', 'Genres'], dtype='object') Index(['Link', 'SName', 'SLink', 'Lyric', 'Idiom'], dtype='object')\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Artist</th>\n",
              "      <th>SName</th>\n",
              "      <th>Lyric</th>\n",
              "      <th>Genre</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000 Maniacs</td>\n",
              "      <td>More Than This</td>\n",
              "      <td>I could feel at the time. There was no way of knowing. Fallen leaves in the night. Who can say where they're blowing. As free as the wind. Hopefully learning. Why the sea on the tide. Has no way of turning. More than this. You know there's nothing. More than this. Tell me one thing. More than this. You know there's nothing. It was fun for a while. There was no way of knowing. Like a dream in the night. Who can say where we're going. No care in the world. Maybe I'm learning. Why the sea on the tide. Has no way of turning. More than this. You know there's nothing. More than this. Tell me one...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000 Maniacs</td>\n",
              "      <td>Because The Night</td>\n",
              "      <td>Take me now, baby, here as I am. Hold me close, and try and understand. Desire is hunger is the fire I breathe. Love is a banquet on which we feed. Come on now, try and understand. The way I feel under your command. Take my hand, as the sun descends. They can't hurt you now can't hurt you now, can't hurt you now. Because the night belongs to lovers. Because the night belongs to us. Because the night belongs to lovers. Cause the night belongs to us. Have I a doubt, baby, when I'm alone. Love is a ring a telephone. Love is an angel, disguised as lust. Here in our bed 'til the morning comes. ...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000 Maniacs</td>\n",
              "      <td>These Are Days</td>\n",
              "      <td>These are. These are days you'll remember. Never before and never since, I promise. Will the whole world be warm as this. And as you feel it,. You'll know it's true. That you - you are blessed and lucky. It's true - that you. Are touched by something. That will grow and bloom in you. These are days you'll remember. When May is rushing over you. With desire to be part of the miracles. You see in every hour. You'll know it's true. That you are blessed and lucky. It's true that you are touched. By something that will grow and bloom in you. These are days. These are the days you might fill. Wi...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000 Maniacs</td>\n",
              "      <td>A Campfire Song</td>\n",
              "      <td>A lie to say, \"O my mountain has coal veins and beds to dig.. 500 men with axes and they all dig for me.\" A lie to ssay, \"O my. river where mant fish do swim, half of the catch is mine when you haul. your nets in.\" Never will he believe that his greed is a blinding. ray. No devil or redeemer will cheat him. He'll take his gold to. where he's lying cold.. A lie to say, \"O my mine gave a diamond as big as a fist.\". But with every gem in his pocket, the jewels he has missed. A lie to. say, \"O my garden is growing taller by the day.\" He only eats the. best and tosses the rest away. Never will ...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000 Maniacs</td>\n",
              "      <td>Everyday Is Like Sunday</td>\n",
              "      <td>Trudging slowly over wet sand. Back to the bench where your clothes were stolen. This is a coastal town. That they forgot to close down. Armagedon - come armagedon come armagedon come. Everyday is like sunday. Everyday is silent and grey. Hide on a promanade. Etch on a post card:. How I dearly wish I was not here. In the seaside town. That they forgot to bomb. Come, come nuclear bomb!. Everyday is like sunday. Everyday is silent and grey. Trudging back over pebbles and sand. And a strange dust lands on your hands. (and on your face). Everyday is like sunday. Win yourself a cheap tray. Shar...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "          Artist                    SName  \\\n",
              "0  10000 Maniacs           More Than This   \n",
              "1  10000 Maniacs        Because The Night   \n",
              "2  10000 Maniacs           These Are Days   \n",
              "3  10000 Maniacs          A Campfire Song   \n",
              "4  10000 Maniacs  Everyday Is Like Sunday   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     Lyric  \\\n",
              "0  I could feel at the time. There was no way of knowing. Fallen leaves in the night. Who can say where they're blowing. As free as the wind. Hopefully learning. Why the sea on the tide. Has no way of turning. More than this. You know there's nothing. More than this. Tell me one thing. More than this. You know there's nothing. It was fun for a while. There was no way of knowing. Like a dream in the night. Who can say where we're going. No care in the world. Maybe I'm learning. Why the sea on the tide. Has no way of turning. More than this. You know there's nothing. More than this. Tell me one...   \n",
              "1  Take me now, baby, here as I am. Hold me close, and try and understand. Desire is hunger is the fire I breathe. Love is a banquet on which we feed. Come on now, try and understand. The way I feel under your command. Take my hand, as the sun descends. They can't hurt you now can't hurt you now, can't hurt you now. Because the night belongs to lovers. Because the night belongs to us. Because the night belongs to lovers. Cause the night belongs to us. Have I a doubt, baby, when I'm alone. Love is a ring a telephone. Love is an angel, disguised as lust. Here in our bed 'til the morning comes. ...   \n",
              "2  These are. These are days you'll remember. Never before and never since, I promise. Will the whole world be warm as this. And as you feel it,. You'll know it's true. That you - you are blessed and lucky. It's true - that you. Are touched by something. That will grow and bloom in you. These are days you'll remember. When May is rushing over you. With desire to be part of the miracles. You see in every hour. You'll know it's true. That you are blessed and lucky. It's true that you are touched. By something that will grow and bloom in you. These are days. These are the days you might fill. Wi...   \n",
              "3  A lie to say, \"O my mountain has coal veins and beds to dig.. 500 men with axes and they all dig for me.\" A lie to ssay, \"O my. river where mant fish do swim, half of the catch is mine when you haul. your nets in.\" Never will he believe that his greed is a blinding. ray. No devil or redeemer will cheat him. He'll take his gold to. where he's lying cold.. A lie to say, \"O my mine gave a diamond as big as a fist.\". But with every gem in his pocket, the jewels he has missed. A lie to. say, \"O my garden is growing taller by the day.\" He only eats the. best and tosses the rest away. Never will ...   \n",
              "4  Trudging slowly over wet sand. Back to the bench where your clothes were stolen. This is a coastal town. That they forgot to close down. Armagedon - come armagedon come armagedon come. Everyday is like sunday. Everyday is silent and grey. Hide on a promanade. Etch on a post card:. How I dearly wish I was not here. In the seaside town. That they forgot to bomb. Come, come nuclear bomb!. Everyday is like sunday. Everyday is silent and grey. Trudging back over pebbles and sand. And a strange dust lands on your hands. (and on your face). Everyday is like sunday. Win yourself a cheap tray. Shar...   \n",
              "\n",
              "  Genre  \n",
              "0  Rock  \n",
              "1  Rock  \n",
              "2  Rock  \n",
              "3  Rock  \n",
              "4  Rock  "
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "tsdGDfB8UCaB",
        "outputId": "49e2f806-70d3-4782-bb1d-5ed7080bd06a"
      },
      "source": [
        "eng_artists.loc[eng_artists['Artist'] == 'Bon Jovi'].head()"
      ],
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Artist</th>\n",
              "      <th>SName</th>\n",
              "      <th>Lyric</th>\n",
              "      <th>Genre</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>5766</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>It's My Life</td>\n",
              "      <td>This ain't a song for the broken-hearted. No silent prayer for the faith-departed. I ain't gonna be just a face in the crowd. You're gonna hear my voice when I shout it out loud. It's my life. It's now or never. I ain't gonna live forever. I just want to live while I'm alive. (It's my life). My heart is like an open highway. Like Frankie said. I did it my way. I just wanna live while I'm alive. It's my life. This is for the ones who stood their ground. For Tommy and Gina who never backed down. Tomorrow's getting harder make no mistake. Luck ain't even lucky. Got to make your own breaks. It...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5767</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>Livin' On A Prayer</td>\n",
              "      <td>Once upon a time. Not so long ago. Tommy used to work on the docks. Union's been on strike. He's down on his luck. It's tough, so tough. Gina works the diner all day. Working for her man, she brings home her pay. For love, for love. She says, we've got to hold on to what we've got. It doesn't make a difference if we make it or not. We've got each other and that's a lot for love. We'll give it a shot. We're half way there. Livin' on a prayer. Take my hand, we'll make it, I swear. Livin' on a prayer. Tommy got his six string in hock. Now he's holding in. When he used to make it talk, so toug...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5768</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>I'll Be There For You</td>\n",
              "      <td>I guess this time you're really leaving. I heard your suitcase say goodbye. And as my broken heart lies bleeding. You say true love is suicide. You say you've cried a thousand rivers. And now you're swimming for the shore. You left me drowning in my tears. And you won't save me anymore. I'll pray to God to give me one more chance, girl. I'll be there for you. These five words I swear to you. When you breathe I wanna be the air for you. I'll be there for you. I'd live and I'd die for you. I'll steal the sun from the sky for you. Words can't say what love can do. I'll be there for you. I kno...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5769</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>Bed Of Roses</td>\n",
              "      <td>Sitting here, wasted and wounded. At this old piano. Trying hard to capture the moment. This morning I don't know. 'Cause a bottle of vodka. Is still lodged in my head. And some blond gave me nightmares. I think that she's still in my bed. As I dream about movies. They won't make of me when I'm dead. With an ironclad fist I wake up. And french kiss the morning. While some marching band keeps. It's own beat in my head. While we're talking. About all of the things that I long to believe. About love, the truth. And what you mean to me. And the truth is baby, you're all that I need. I wanna la...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5770</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>Misunderstood</td>\n",
              "      <td>Should I? Could I?. Have said the wrong things right a thousand times. If I could just rewind, I see it in my mind. If I could turn back time, you'd still be mine. You cried, I died. I should have shut my mouth, things headed south. As the words slipped off my tongue,. They sounded dumb. If this old heart could talk,. It'd say you're the one. I'm wasting time when I think about it. [Chorus:]. I should have drove all night,. I would have run all the lights. I was misunderstood. I stumbled like my words, Did the best I could. Damn, misunderstood. Could I? Should I?. Apologize for sleeping on...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "        Artist                  SName  \\\n",
              "5766  Bon Jovi           It's My Life   \n",
              "5767  Bon Jovi     Livin' On A Prayer   \n",
              "5768  Bon Jovi  I'll Be There For You   \n",
              "5769  Bon Jovi           Bed Of Roses   \n",
              "5770  Bon Jovi          Misunderstood   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        Lyric  \\\n",
              "5766  This ain't a song for the broken-hearted. No silent prayer for the faith-departed. I ain't gonna be just a face in the crowd. You're gonna hear my voice when I shout it out loud. It's my life. It's now or never. I ain't gonna live forever. I just want to live while I'm alive. (It's my life). My heart is like an open highway. Like Frankie said. I did it my way. I just wanna live while I'm alive. It's my life. This is for the ones who stood their ground. For Tommy and Gina who never backed down. Tomorrow's getting harder make no mistake. Luck ain't even lucky. Got to make your own breaks. It...   \n",
              "5767  Once upon a time. Not so long ago. Tommy used to work on the docks. Union's been on strike. He's down on his luck. It's tough, so tough. Gina works the diner all day. Working for her man, she brings home her pay. For love, for love. She says, we've got to hold on to what we've got. It doesn't make a difference if we make it or not. We've got each other and that's a lot for love. We'll give it a shot. We're half way there. Livin' on a prayer. Take my hand, we'll make it, I swear. Livin' on a prayer. Tommy got his six string in hock. Now he's holding in. When he used to make it talk, so toug...   \n",
              "5768  I guess this time you're really leaving. I heard your suitcase say goodbye. And as my broken heart lies bleeding. You say true love is suicide. You say you've cried a thousand rivers. And now you're swimming for the shore. You left me drowning in my tears. And you won't save me anymore. I'll pray to God to give me one more chance, girl. I'll be there for you. These five words I swear to you. When you breathe I wanna be the air for you. I'll be there for you. I'd live and I'd die for you. I'll steal the sun from the sky for you. Words can't say what love can do. I'll be there for you. I kno...   \n",
              "5769  Sitting here, wasted and wounded. At this old piano. Trying hard to capture the moment. This morning I don't know. 'Cause a bottle of vodka. Is still lodged in my head. And some blond gave me nightmares. I think that she's still in my bed. As I dream about movies. They won't make of me when I'm dead. With an ironclad fist I wake up. And french kiss the morning. While some marching band keeps. It's own beat in my head. While we're talking. About all of the things that I long to believe. About love, the truth. And what you mean to me. And the truth is baby, you're all that I need. I wanna la...   \n",
              "5770  Should I? Could I?. Have said the wrong things right a thousand times. If I could just rewind, I see it in my mind. If I could turn back time, you'd still be mine. You cried, I died. I should have shut my mouth, things headed south. As the words slipped off my tongue,. They sounded dumb. If this old heart could talk,. It'd say you're the one. I'm wasting time when I think about it. [Chorus:]. I should have drove all night,. I would have run all the lights. I was misunderstood. I stumbled like my words, Did the best I could. Damn, misunderstood. Could I? Should I?. Apologize for sleeping on...   \n",
              "\n",
              "     Genre  \n",
              "5766  Rock  \n",
              "5767  Rock  \n",
              "5768  Rock  \n",
              "5769  Rock  \n",
              "5770  Rock  "
            ]
          },
          "metadata": {},
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "owG1bzLfEX7m",
        "outputId": "bbe6228d-eb07-40e3-bba1-a2664f5fe9b8"
      },
      "source": [
        "artist_name = \"Bon Jovi\"\n",
        "\n",
        "artist_df = eng_artists.loc[eng_artists['Artist'] == artist_name].reset_index(drop=True)\n",
        "artist_df.head()"
      ],
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Artist</th>\n",
              "      <th>SName</th>\n",
              "      <th>Lyric</th>\n",
              "      <th>Genre</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>It's My Life</td>\n",
              "      <td>This ain't a song for the broken-hearted. No silent prayer for the faith-departed. I ain't gonna be just a face in the crowd. You're gonna hear my voice when I shout it out loud. It's my life. It's now or never. I ain't gonna live forever. I just want to live while I'm alive. (It's my life). My heart is like an open highway. Like Frankie said. I did it my way. I just wanna live while I'm alive. It's my life. This is for the ones who stood their ground. For Tommy and Gina who never backed down. Tomorrow's getting harder make no mistake. Luck ain't even lucky. Got to make your own breaks. It...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>Livin' On A Prayer</td>\n",
              "      <td>Once upon a time. Not so long ago. Tommy used to work on the docks. Union's been on strike. He's down on his luck. It's tough, so tough. Gina works the diner all day. Working for her man, she brings home her pay. For love, for love. She says, we've got to hold on to what we've got. It doesn't make a difference if we make it or not. We've got each other and that's a lot for love. We'll give it a shot. We're half way there. Livin' on a prayer. Take my hand, we'll make it, I swear. Livin' on a prayer. Tommy got his six string in hock. Now he's holding in. When he used to make it talk, so toug...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>I'll Be There For You</td>\n",
              "      <td>I guess this time you're really leaving. I heard your suitcase say goodbye. And as my broken heart lies bleeding. You say true love is suicide. You say you've cried a thousand rivers. And now you're swimming for the shore. You left me drowning in my tears. And you won't save me anymore. I'll pray to God to give me one more chance, girl. I'll be there for you. These five words I swear to you. When you breathe I wanna be the air for you. I'll be there for you. I'd live and I'd die for you. I'll steal the sun from the sky for you. Words can't say what love can do. I'll be there for you. I kno...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>Bed Of Roses</td>\n",
              "      <td>Sitting here, wasted and wounded. At this old piano. Trying hard to capture the moment. This morning I don't know. 'Cause a bottle of vodka. Is still lodged in my head. And some blond gave me nightmares. I think that she's still in my bed. As I dream about movies. They won't make of me when I'm dead. With an ironclad fist I wake up. And french kiss the morning. While some marching band keeps. It's own beat in my head. While we're talking. About all of the things that I long to believe. About love, the truth. And what you mean to me. And the truth is baby, you're all that I need. I wanna la...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Bon Jovi</td>\n",
              "      <td>Misunderstood</td>\n",
              "      <td>Should I? Could I?. Have said the wrong things right a thousand times. If I could just rewind, I see it in my mind. If I could turn back time, you'd still be mine. You cried, I died. I should have shut my mouth, things headed south. As the words slipped off my tongue,. They sounded dumb. If this old heart could talk,. It'd say you're the one. I'm wasting time when I think about it. [Chorus:]. I should have drove all night,. I would have run all the lights. I was misunderstood. I stumbled like my words, Did the best I could. Damn, misunderstood. Could I? Should I?. Apologize for sleeping on...</td>\n",
              "      <td>Rock</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "     Artist                  SName  \\\n",
              "0  Bon Jovi           It's My Life   \n",
              "1  Bon Jovi     Livin' On A Prayer   \n",
              "2  Bon Jovi  I'll Be There For You   \n",
              "3  Bon Jovi           Bed Of Roses   \n",
              "4  Bon Jovi          Misunderstood   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     Lyric  \\\n",
              "0  This ain't a song for the broken-hearted. No silent prayer for the faith-departed. I ain't gonna be just a face in the crowd. You're gonna hear my voice when I shout it out loud. It's my life. It's now or never. I ain't gonna live forever. I just want to live while I'm alive. (It's my life). My heart is like an open highway. Like Frankie said. I did it my way. I just wanna live while I'm alive. It's my life. This is for the ones who stood their ground. For Tommy and Gina who never backed down. Tomorrow's getting harder make no mistake. Luck ain't even lucky. Got to make your own breaks. It...   \n",
              "1  Once upon a time. Not so long ago. Tommy used to work on the docks. Union's been on strike. He's down on his luck. It's tough, so tough. Gina works the diner all day. Working for her man, she brings home her pay. For love, for love. She says, we've got to hold on to what we've got. It doesn't make a difference if we make it or not. We've got each other and that's a lot for love. We'll give it a shot. We're half way there. Livin' on a prayer. Take my hand, we'll make it, I swear. Livin' on a prayer. Tommy got his six string in hock. Now he's holding in. When he used to make it talk, so toug...   \n",
              "2  I guess this time you're really leaving. I heard your suitcase say goodbye. And as my broken heart lies bleeding. You say true love is suicide. You say you've cried a thousand rivers. And now you're swimming for the shore. You left me drowning in my tears. And you won't save me anymore. I'll pray to God to give me one more chance, girl. I'll be there for you. These five words I swear to you. When you breathe I wanna be the air for you. I'll be there for you. I'd live and I'd die for you. I'll steal the sun from the sky for you. Words can't say what love can do. I'll be there for you. I kno...   \n",
              "3  Sitting here, wasted and wounded. At this old piano. Trying hard to capture the moment. This morning I don't know. 'Cause a bottle of vodka. Is still lodged in my head. And some blond gave me nightmares. I think that she's still in my bed. As I dream about movies. They won't make of me when I'm dead. With an ironclad fist I wake up. And french kiss the morning. While some marching band keeps. It's own beat in my head. While we're talking. About all of the things that I long to believe. About love, the truth. And what you mean to me. And the truth is baby, you're all that I need. I wanna la...   \n",
              "4  Should I? Could I?. Have said the wrong things right a thousand times. If I could just rewind, I see it in my mind. If I could turn back time, you'd still be mine. You cried, I died. I should have shut my mouth, things headed south. As the words slipped off my tongue,. They sounded dumb. If this old heart could talk,. It'd say you're the one. I'm wasting time when I think about it. [Chorus:]. I should have drove all night,. I would have run all the lights. I was misunderstood. I stumbled like my words, Did the best I could. Damn, misunderstood. Could I? Should I?. Apologize for sleeping on...   \n",
              "\n",
              "  Genre  \n",
              "0  Rock  \n",
              "1  Rock  \n",
              "2  Rock  \n",
              "3  Rock  \n",
              "4  Rock  "
            ]
          },
          "metadata": {},
          "execution_count": 30
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 259
        },
        "id": "Ulp5NZiqGQH_",
        "outputId": "ea211a89-98a5-4eee-b197-8ba8e5f3c555"
      },
      "source": [
        "spacy = WordTokenizer()\n",
        "tokenizer = Tokenizer(spacy)\n",
        "\n",
        "test_txt = artist_df.loc[0, 'Lyric']\n",
        "test_txt"
      ],
      "execution_count": 31,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "\"This ain't a song for the broken-hearted. No silent prayer for the faith-departed. I ain't gonna be just a face in the crowd. You're gonna hear my voice when I shout it out loud. It's my life. It's now or never. I ain't gonna live forever. I just want to live while I'm alive. (It's my life). My heart is like an open highway. Like Frankie said. I did it my way. I just wanna live while I'm alive. It's my life. This is for the ones who stood their ground. For Tommy and Gina who never backed down. Tomorrow's getting harder make no mistake. Luck ain't even lucky. Got to make your own breaks. It's my life. It's now or never. I ain't gonna live forever. I just want to live while I'm alive. (It's my life). My heart is like an open highway. Like Frankie said. I did it my way. I just wanna live while I'm alive. 'Cause it's my life. Better stand tall when they're calling you out. Don't bend, don't break, baby, don't back down. It's my life. It's now or never. 'Cause I ain't gonna live forever. I just want to live while I'm alive. (It's my life). My heart is like an open highway. Like Frankie said. I did it my way. I just wanna live while I'm alive. (It's my life). It's now or never. I ain't gonna live forever. I just want to live while I'm alive. (It's my life). My heart is like an open highway. Like Frankie said. I did it my way. I just wanna live while I'm alive. 'Cause It's my life\""
            ]
          },
          "metadata": {},
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Tx3uBOV3HMBZ",
        "outputId": "34523aa7-160d-4f2c-cf0a-3b0241ea5cc1"
      },
      "source": [
        "tokenized_txt = tokenizer(test_txt)\n",
        "tokenized_txt"
      ],
      "execution_count": 32,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(#425) ['xxbos','xxmaj','this','ai',\"n't\",'a','song','for','the','broken'...]"
            ]
          },
          "metadata": {},
          "execution_count": 32
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6AlLBSYyHk3O"
      },
      "source": [
        "## Numericalization"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "RWMeIkbdHfnR",
        "outputId": "d89c7134-949d-4bac-df52-9ff9ae12a02e"
      },
      "source": [
        "numericalizer = Numericalize()\n",
        "\n",
        "# get all songs tokenized\n",
        "all_tokens = artist_df['Lyric'].map(tokenizer)\n",
        "all_tokens[0]"
      ],
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(#425) ['xxbos','xxmaj','this','ai',\"n't\",'a','song','for','the','broken'...]"
            ]
          },
          "metadata": {},
          "execution_count": 33
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JZXkrOQ1IBSF",
        "outputId": "6f14bc02-9cb9-429d-957a-8dbe70db2c44"
      },
      "source": [
        "# apply the numericalizer to all songs\n",
        "numericalizer.setup(all_tokens)\n",
        "len(numericalizer.vocab)"
      ],
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1872"
            ]
          },
          "metadata": {},
          "execution_count": 34
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 259
        },
        "id": "Pa3kHozlILwc",
        "outputId": "cb864da8-28b6-4cd2-f30f-46d1f14b9bb6"
      },
      "source": [
        "# check the numericalizer on the test_txt\n",
        "test_numer = numericalizer(tokenized_txt)\n",
        "\n",
        "\" \".join(numericalizer.vocab[num] for num in test_numer)"
      ],
      "execution_count": 35,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "\"xxbos xxmaj this ai n't a song for the broken - hearted . xxmaj no silent prayer for the faith - xxunk . i ai n't gon na be just a face in the crowd . xxmaj you 're gon na hear my voice when i shout it out loud . xxmaj it 's my life . xxmaj it 's now or never . i ai n't gon na live forever . i just want to live while xxmaj i 'm alive . ( it 's my life ) . xxmaj my heart is like an open highway . xxmaj like xxmaj frankie said . i did it my way . i just wanna live while xxmaj i 'm alive . xxmaj it 's my life . xxmaj this is for the ones who stood their ground . xxmaj for xxmaj tommy and xxmaj gina who never xxunk down . xxmaj tomorrow 's getting harder make no mistake . xxmaj luck ai n't even lucky . xxmaj got to make your own breaks . xxmaj it 's my life . xxmaj it 's now or never . i ai n't gon na live forever . i just want to live while xxmaj i 'm alive . ( it 's my life ) . xxmaj my heart is like an open highway . xxmaj like xxmaj frankie said . i did it my way . i just wanna live while xxmaj i 'm alive . 'cause it 's my life . xxmaj better stand tall when they 're calling you out . xxmaj do n't bend , do n't break , baby , do n't back down . xxmaj it 's my life . xxmaj it 's now or never . 'cause i ai n't gon na live forever . i just want to live while xxmaj i 'm alive . ( it 's my life ) . xxmaj my heart is like an open highway . xxmaj like xxmaj frankie said . i did it my way . i just wanna live while xxmaj i 'm alive . ( it 's my life ) . xxmaj it 's now or never . i ai n't gon na live forever . i just want to live while xxmaj i 'm alive . ( it 's my life ) . xxmaj my heart is like an open highway . xxmaj like xxmaj frankie said . i did it my way . i just wanna live while xxmaj i 'm alive . 'cause xxmaj it 's my life\""
            ]
          },
          "metadata": {},
          "execution_count": 35
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "wOat1Dn_IgXg",
        "outputId": "94c6a784-c996-46cc-c9ff-9ff96758b113"
      },
      "source": [
        "bon_jovi_dl = LMDataLoader(all_tokens.map(numericalizer))\n",
        "\n",
        "for x, y in bon_jovi_dl:\n",
        "  print(x.shape, y.shape)"
      ],
      "execution_count": 36,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 72]) torch.Size([64, 72])\n",
            "torch.Size([64, 50]) torch.Size([64, 50])\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "uF3rfL9ILLOA"
      },
      "source": [
        "## Create dataloader using fastai"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cILz9WCzK27K",
        "outputId": "6086527c-08a4-4802-e2a0-7eebd834abd7"
      },
      "source": [
        "bon_jovi_block = DataBlock(\n",
        "    blocks=TextBlock.from_df('artist_df', seq_len=72, is_lm=True),\n",
        "    get_items=ColReader('Lyric')\n",
        ")\n",
        "bon_jovi_block"
      ],
      "execution_count": 37,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<fastai.data.block.DataBlock at 0x7f428a4a1850>"
            ]
          },
          "metadata": {},
          "execution_count": 37
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 349
        },
        "id": "WCIO_OFzL4B7",
        "outputId": "6b7a7d13-e4e3-46e9-b54c-08383a213fd3"
      },
      "source": [
        "dls_lm = bon_jovi_block.dataloaders(artist_df, bs=128, seq_len=80)\n",
        "dls_lm.show_batch(max_n=2)"
      ],
      "execution_count": 38,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>text</th>\n",
              "      <th>text_</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>xxbos xxmaj you can lock up all the doors . xxmaj pull up the covers . xxmaj turn out the lights . xxmaj i 'll know where you are . xxmaj it 's alright . xxmaj you can go ahead and hide . xxmaj you know you ca n't keep me out . xxmaj i 'll find my way . xxmaj i 'm here to stay . xxmaj even the cops ca n't save you now . xxmaj hey baby</td>\n",
              "      <td>xxmaj you can lock up all the doors . xxmaj pull up the covers . xxmaj turn out the lights . xxmaj i 'll know where you are . xxmaj it 's alright . xxmaj you can go ahead and hide . xxmaj you know you ca n't keep me out . xxmaj i 'll find my way . xxmaj i 'm here to stay . xxmaj even the cops ca n't save you now . xxmaj hey baby xxmaj</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>daddy does n't understand it , . xxmaj he always said she was good as gold , . xxmaj and he can see ( no reasons ) . 'cause there are ( no reasons ) . xxmaj what reason do you need to be xxunk . ( tell me why ) i do n't like xxmaj mondays ( xxunk ) . i want to shoot the whole day down . xxmaj the xxunk xxunk is xxunk so xxunk . xxmaj</td>\n",
              "      <td>does n't understand it , . xxmaj he always said she was good as gold , . xxmaj and he can see ( no reasons ) . 'cause there are ( no reasons ) . xxmaj what reason do you need to be xxunk . ( tell me why ) i do n't like xxmaj mondays ( xxunk ) . i want to shoot the whole day down . xxmaj the xxunk xxunk is xxunk so xxunk . xxmaj and</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "yB0qZ-OfO-RH"
      },
      "source": [
        "# Train a model using transfer learning"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 320
        },
        "id": "aVdFZNAuPCB6",
        "outputId": "ebf148e4-fba5-4591-dfe6-d108f8c359d1"
      },
      "source": [
        "learn = language_model_learner(dls_lm, AWD_LSTM, drop_mult=0.3, metrics=accuracy)\n",
        "\n",
        "learn.lr_find()"
      ],
      "execution_count": 40,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "    <div>\n",
              "        <style>\n",
              "            /* Turns off some styling */\n",
              "            progress {\n",
              "                /* gets rid of default border in Firefox and Opera. */\n",
              "                border: none;\n",
              "                /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
              "                background-size: auto;\n",
              "            }\n",
              "            .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
              "                background: #F44336;\n",
              "            }\n",
              "        </style>\n",
              "      <progress value='105070592' class='' max='105067061' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
              "      100.00% [105070592/105067061 00:01<00:00]\n",
              "    </div>\n",
              "    "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "SuggestedLRs(valley=0.004365158267319202)"
            ]
          },
          "metadata": {},
          "execution_count": 40
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEKCAYAAAAfGVI8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3dd3wc1bn/8c+zq1UvliW5Ska2sXFvCFNMEkJ1MDhcCKEGSAglJBACJBeSXMIl5IbcJBd+1NACBBNsY0KvAWyKaZYrxeCOJRdJlmX1ruf3x65sYSRZsjU7s7vP+/XSS6uZ2dmvFrOPzjkz54iqYowxJnb53A5gjDHGXVYIjDEmxlkhMMaYGGeFwBhjYpwVAmOMiXFWCIwxJsbFuR2gt7KzszU/P9/tGMYYE1GWLl26Q1VzOtsXcYUgPz+fwsJCt2MYY0xEEZEvu9pnXUPGGBPjrBAYY0yMs0JgjDExLuLGCDrT3NxMcXExDQ0NbkdxTWJiIrm5uQQCAbejGGMiTFQUguLiYtLS0sjPz0dE3I4TdqpKeXk5xcXFDB8+3O04xpgIExVdQw0NDWRlZcVkEQAQEbKysmK6RWSM2X9RUQiAmC0C7WL99zcmmjW1tPHKJ9so2lnnyPmjphBEktTUVAA2bdrEhAkTXE5jjPG6iromLp+zjLfWlDly/tgsBKvmw20T4KZ+we+r5rudyBhjulTd0AxAWqIzw7qOFwIR8YvIchF5oZN9w0RkYWj/KhE52ek8rJoPz18FlUWABr8/f9UBFYPrr7+eu+++e/fPN910E7fccgvHHXcc06ZNY+LEiTz77LPdnqO1tZVf/vKXHHbYYUyaNIn77rsPgAsuuIBnnnlm93HnnXfePs9ljIku1Q0tAKQnOnNVYDhaBD8HVnex77fAfFWdCpwN3ON4mjduhub6r25rrg9u309nnXUW8+fvKSTz58/nwgsv5Omnn2bZsmUsXLiQa6+9lu6WBX3ooYfIyMhgyZIlLFmyhAceeICNGzdy8cUX88gjjwBQWVnJe++9x6xZs/Y7qzEm8rQXglSHWgSOXj4qIrnALOAPwDWdHKJAeuhxBrDVyTwAVBb3bnsPTJ06ldLSUrZu3UpZWRmZmZkMGjSIX/ziF7z99tv4fD62bNlCSUkJgwYN6vQcr732GqtWrWLBggXBOJWVrF27lhNPPJErrriCsrIynnrqKc444wzi4qLiql9jTA+1FwKnuoac/kS5HfgVkNbF/puA10TkSiAFON7hPJCRG+oW6mT7ATjzzDNZsGAB27dv56yzzuLxxx+nrKyMpUuXEggEyM/P7/byTlXlzjvv5KSTTvravgsuuIA5c+Ywd+5cHn744QPKaYyJPDWNwTGC1IQIGyMQkVOAUlVd2s1h5wCPqGoucDLwmIh8LZOIXCoihSJSWFZ2gKPmx90IgaSvbgskBbcfgLPOOou5c+eyYMECzjzzTCorKxkwYACBQICFCxfy5ZddTvwHwEknncS9995Lc3PwP/iaNWuora0F4KKLLuL2228HYNy4cQeU0xgTefa0CJwZI3CyRTADmB0aAE4E0kVkjqqe3+GYi4GZAKr6vogkAtlAaccTqer9wP0ABQUFXXe098Sk7we/v3FzsDsoIzdYBNq376fx48dTXV3N0KFDGTx4MOeddx6nnnoqEydOpKCggDFjxnT7/B//+Mds2rSJadOmoark5OTsHiQeOHAgY8eO5bTTTjugjMaYyLR7jMChFoF0N4DZZy8icgxwnaqestf2l4F5qvqIiIwF3gCGajehCgoKdO/1CFavXs3YsWP7PrhH1NXVMXHiRJYtW0ZGRkaXx0X7+2BMrLr5+c+Yt2Qzn948c7/PISJLVbWgs31hv49ARG4WkdmhH68FLhGRlcATwEXdFYFY9PrrrzN27FiuvPLKbouAMSZ6VTc0O9YtBGGadE5VFwGLQo9v7LD9M4JdSKYLxx9//D7HF4wx0a2mscWxK4YgVu8sNsaYCFLd0OLYPQQQRYUg1nuUYv33NyaaOd01FBWFIDExkfLy8pj9MGxfjyAxMdHtKMYYB1Q3tpDm0BVDECUL0+Tm5lJcXMwB32MQwdpXKDPGRJ/qBmfHCKKiEAQCAVuZyxgTtWocLgRR0TVkjDHRqrm1jfrmVlITbIzAGGNiUo3DE86BFQJjjPG0mkYrBMYYE9OqHF6dDKwQGGOMp9U4PPMoWCEwxhhPc3rmUbBCYIwxnlbdaF1DxhgT06xryBhjYlyVXT5qjDGxraaxhYBfSIhz7uPaCoExxnhY+8yjIuLYa1ghMMYYD6tuaHH0iiGwQmCMMZ7m9IRzYIXAGGM8zVoExhgT46ocXp0MrBAYY4yn1TS2kG5dQ8YYE7ucXrgerBAYY4xnqSo1jTZYbIwxMau+uZXWNrUxAmOMiVXhmHkUrBAYY4xnVYdhniGwQmCMMZ5VHYbVycAKgTHGeNae9YojfIxARPwislxEXuhi//dF5DMR+VRE/ul0HmOMiRTh6hpy9uxBPwdWA+l77xCRUcANwAxVrRCRAWHIY4wxEaG9ayiiB4tFJBeYBTzYxSGXAHeragWAqpY6mccYYyJJdRhWJwPnu4ZuB34FtHWxfzQwWkQWi8gHIjLT4TzGGBMxIv7yURE5BShV1aXdHBYHjAKOAc4BHhCRfp2c61IRKRSRwrKyMkfyGmOM19Q0tpAS78fvc25RGnC2RTADmC0im4C5wLEiMmevY4qB51S1WVU3AmsIFoavUNX7VbVAVQtycnIcjGyMMd5RHYaZR8HBQqCqN6hqrqrmA2cDb6rq+Xsd9gzB1gAikk2wq2iDU5mMMSaShGPCOXDhPgIRuVlEZod+fBUoF5HPgIXAL1W1PNyZjDHGi8Ix4RyE5/JRVHURsCj0+MYO2xW4JvRljDGmg6qGFjKSIrhryBhjzIGpbmgmzeErhsAKgTHGeFY4Fq4HKwTGGONZ1VYIjDEmdrW0tlHf3Epqgo0RGGNMTNoz86i1CIwxJibtnl7CCoExxsSm9kKQboXAGGNi057VyWyMwBhjYlL7GIHTM4+CFQJjjPGkXXXBFkG63VlsjDGxqaKuCYD+KfGOv5YVAmOM8aDy2iYCfrHBYmOMiVU7a5rITI5HxNlFacAKgTHGeNLOuqawdAuBFQJjjPGknbVWCIwxJqZZITDGmBhnhcAYY2JYc2sblfXNVgiMMSZWtd9DkGWFwBhjYlNFbfCu4kwrBMYYE5vKaxuB8NxVDFYIjDHGc3bWtncNJYTl9WKqELS1qdsRjDFmn9oLQWaK8xPOQQwVgkff28Sht/yb5tY2t6MYY0y3dheCZOsa6lP9U+KpqGvmi+3Vbkcxxphu7axtIiMpQMAfno/omCkEU/L6AbC8aJfLSYwxpnvlYbyZDGKoEORmJpGVEs9KKwTGGI+rsELgDBFhcl4/KwTGGM8L5/QSEEOFAGBybj/WldXsXhTaGGO8qLy2if5hGiiGMBQCEfGLyHIReaGbY84QERWRAiezTM7LQBU+3lLp5MsYY8x+U9Vg11BqFBUC4OfA6q52ikha6JgPnQ4yOTc4YLyyyAqBMcabqhpaaGnTsM0zBA4XAhHJBWYBD3Zz2O+BPwENTmaB4Lwd+VnJrCiqcPqljDFmv4T7HgJwvkVwO/AroNO7uERkGpCnqi92dxIRuVRECkWksKys7IACBQeMrUVgjPGm9kIQFV1DInIKUKqqS7vY7wP+D7h2X+dS1ftVtUBVC3Jycg4o1+TcfmyvamB7peMNEGOM6bU98wxFQSEAZgCzRWQTMBc4VkTmdNifBkwAFoWOOQJ4zvkB49A4QbFdRmqM8Z6doZlHo6JrSFVvUNVcVc0HzgbeVNXzO+yvVNVsVc0PHfMBMFtVC53KBDB+SDpxPrH7CYwxnrQztBZBVjR0DXVFRG4Wkdnhft12iQE/YwanWYvAGONJO2sbSQz4SI6PC9trhuWVVHURsCj0+MYujjkmHFkgOO/Qs8u30tam+HwSrpc1xph9Kq9tCts6BO1i6s7idpNz+1Hd2ML6shq3oxhjzFfsrG0K2zoE7WKyEBw5Mgu/T3j0/U1uRzHGmK8ITjhnLQLH5WYmc97hw3jioyLWldr6BMYY7wh2DYVvoBhitBAA/Py4USQH/PzPS5+7HcUYY3bbWdsU1ktHIYYLQVZqAj899mDe/LyUxet2uB3HGGNoaG6lrqk1rJeOQg8LgYikhO4ERkRGi8hsEQnvaIYDLjoqn6H9krjlxdW02sL2xhiX7Z5ewqNdQ28DiSIyFHgN+AHwiFOhwiUx4OdXMw9h9bYq/vbWelStGBhj3OPGhHPQ80IgqloHnA7co6pnAuOdixU+sycPYeb4Qfz51S+4/qmPaWxpdTuSMSZG7Z5nyItdQ4CIyJHAeUD7TKF+ZyKFl4hwz3nTuPLYg5lXWMS5D3xoE9IZY1zhVtdQT+8svhq4AXhaVT8VkRHAQudihZfPJ1x74iGMGZTOdU+u5Mhb32D8kHSOGpnN9Pz+TBiawcD0BETsLmRjjHPK2wtBmLuGelQIVPUt4C3YPX30DlW9yslgbpg1aTBjB6fxwqptLF63g0cWb+L+tzcAkJkcYMLQDM6dPoyTxg/q9dQUza1t3PHGWtaUVLOztomdtU20KcT7fSQEfKTEx5GdlkBOagJD+iVyxIgsxg1OtykwjIkhFbVN+H1CRlJ4r8XpUSEQkX8ClwOtwBIgXUT+n6r+2clwbhiRk8pVx43iquNGUd/UysdbKlm9rYrV26p4b305P3l8GSNzUvjJMQdz2pQhxPl71rv2hxdX88h7mxg1IJWs1HgOGZRGnM9HY0srTS1tVDe08HHxLsqqG6ltCo5TZKfG841RORw1MosjRmSR1z/ZyV/dGOOyHTWNZCbHh/0PwJ52DY1T1SoROQ94GbgeWApEXSHoKCnez/Th/Zk+vD8ArW3KSx9v4+6F67juyZW88sk27j5vGglx3Q+XPL28mEfe28SPZgznxlPH7fN1S6saeGftDt5eW8Zba8p4evkWAIb2S6IgP5PJuf2YnNePCUPT9/naxpjIUVLVwMD08E4vAT0vBIHQfQOnAXeparOIxNy1ln6fcOrkIZwyaTCPvreJm57/jCvmLOOe87suBp9treKGf33M9OH9ueHkMT16nQHpiZxxaC5nHJpLW5uytrSGDzaU8+HGcj7csJNnV2wFoF9ygB8ccRAXHpVPdmr4//EYY/rW9qpGhmQkhv11e1oI7gM2ASuBt0XkIKDKqVBeJyJcNGM4cX4fv33mE34yZxn3dlIMNpfXcfmcpWQkBbj73GkEetiN1JHPJxwyKI1DBqVx4VH5AGyvbGBFUQVPLdvCXQvXcd/bG5g9eQjT8/szfmg6owakER/39dd68/MSNu6o49uH5DAiJ3W/fnentLUp9c2t1Da1UNvYiqqSlZJAelKcDdKbmFFa1cCU0CqK4ST7exOViMSpaksf59mngoICLSx0dBGzXnn8wy/5zdOfMDInhdOn5TJ78hB8PuGuN9fyZGExcX7h8R8fwaEHZTry+uvLanjwnY08v3IrNY3B/xwJcT7OPiyPK48bRXZqArWNLdz03Kc8ubR49/NGZKdwzCEDmJyXwcShGeRnpTjaL9nY0sorn2zntc9KKKtqZEdtIxW1TTQ0t9Hc2kZLF3d2x/mErNR48jKTGdY/mWFZyQztl8TQfkkM7pdESsKe4puWECApvvOWWXNrG4vX7eDVT0uoqm8m4Bfi43ykJwYYmhk8X17/ZIZnp5AYsO42E35NLW2M/u3LXH38KK4+fnSfn19Elqpqp0sB96gQiEgG8Dvgm6FNbwE3q2pln6XsIa8VAoCXP97GQ+9upPDLCiD44SUC50wfxk+/fTAD051v6rW1KZvKa/lkaxXvrCnjX8u3kBDn4wdHHMSrn27ny511/PSYgzmzIJdFX5Tx+uoSPty4k6aWNgBS4v1kpsSTlhggLTGOtIQ4khPiSIn3k5EUICctgZy0BPqnxJMY8JMY5yfOL1TUNbGjponymkYamttoaQ1+sMf5fSTH+0lJiGPjjlqeLCyioq6ZwRmJDOufTFZqPJnJ8STH+4mP8xHn85EUOj419OFeXhO8uqq0upGinXUU7axjW1UDXf2TFYH8rBTGDEojPzuFtjalqbWNXXXNLPyilF11zaQlxDEgPYHmVqWppY2KuiYaQ+9B+znyMpMZmZPCsP7JoSKRzKCMRAamB98DG5cxTiiuqOPoPy3k1tMncvb0YX1+/r4oBE8BnwCPhjb9AJisqqf3Wcoe8mIhaFdcUcfzK7exq66JC0LzGLllfVkNf33tC176eDtDMhK57awpHD4i6yvHNLe2saakmk+2VPL59moq65qpamimqr6F2qYW6ppaqW1sYVd98+6CsT/ifMIJ4wZy7uHDmDEy+4BaHo0trWyvbGDLrnq27WqgvnnPneA7ahr5fFs1n2+voqiinjifEO/3kRjvZ8bILGZNGsI3R2d/5YNcVSmvbWJLRT2bd9axrrSG9WU1rC+rpbiijuqGrzd6s1PjGZqZTG5mEvlZyYwbnMGEoekM659s3Vhmvy39soIz7n2Phy86jG+PGdDn5++LQrBCVafsa1s4eLkQeNG60hoGpieQlrj/1yWrKlX1LZTVNLCztpmG5lYaW4J/+fdLDpCTGmwpJMfHEecX4nxCa5tS1xwsJMmBODKSI3OOwsr6ZrZU1FNS1UBpdQMlVY1sq6ynuKKeop11FFfU7+7WSk2IY0ROCvlZKeRnp3DwgFRGD0xlRHYq9c2trCrexYrNu6ioa2bM4DQmDMlg1MDU/Ro7MtHn5Y+38ZPHl/HSVd9g3JD0Pj9/d4Wgp4PF9SJytKq+GzrhDKC+rwIa5xw84MAHhUWEjORArz7M4/xCuj/YBx/JMpICZCQFuvwfs6G5lbUlNXyyNXi/ycYdtSwvquCFVVtpH/bwhwpju8SAj4bmYAsr3u/jkEFpTBgaHKsZPySdQwal2ThFDNpeFZzaxsuXj14O/CM0VgBQAVzoTCRjIkdiwM/E3Awm5mZ8ZXtjSysbympZU1LN2pIaEgM+puRlMikvg5T4ODaV1/Lp1io+3VLJx1sqeWHVVp74aDMAPoHh2SlMHJrBlLzgPSPjhtg9I9GupKqRgF/CPvMo9HyKiZXAZBFJD/1cJSJXA6ucDGdMpEqI8zN2cDpjB3fekhiZk8rInFRmTx4CBLvfviyv4/PtVXy2rZrV26p4f0M5z4TuGUmJ93PMmAHMHD+Ib48ZQGpCT/+GM5GitKqBAWmJrkwr06t/Tara8d6Ba4Db+zaOMbFJRMjPDo4tzJwwePf2bZX1LN+8i3fW7uDfn23nxVXbSAz4+I+pQ7nwqHzGDOr7vmTjju0u3VUMvSwEe7HLI4xx2OCMJAZPTOLkiYO55bQJLP2ygqeXF/P08i088VERR4zoz6XfHMG3DxlgVyxFuJKqBkYPTHPltQ/kcoWYm2LCGDf5fcL04f354+mT+OCG47jhO2PYXF7Hjx4p5OQ73uW5lVuDg9Kr5sNtE+CmfsHvq+a7Hd30QGlVY1juOepMty0CEamm8w98Ady7SN6YGNcvOZ7LvjWSHx09nGdXbOXeReu46onlrHrpAa5vuYe41tDiSpVF8HxoxvhJ33cvsOlWbWML1Y0t3iwEqupOO8UY0yMBv4/vHZrL6VOH8uqn25n2r58Tp3utsNdcD2/cbIXAw0pCl44OynBnjMDuZDEmCvh8wncmDmaA7uj8gMrizrcbTyipagRgYJo7LQLHC4GI+EVkuYi80Mm+a0TkMxFZJSJvhGY1NcbsJ8nI7XT7Dn8Oz6/cSnVDc5gTmZ5obxEMcKlrKBwtgp8Dq7vYtxwoUNVJwALgf8OQx5joddyNEPjq8F2zL5Hb2s7myieWM+33/+aCv3/EG6tL2N+Zh03f29M1FIWFQERygVnAg53tV9WFqloX+vEDoPM/Z4wxPTPp+3DqHZCRBwhk5BE47U5u/q+befLyI/nRjOGsL63h4kcLOeXOd3nlk220dTEFuAmfkqpGUuL9rt0o6PSr3g78CujJoPPFBJfB/BoRuRS4FGDYsL6fntWYqDLp+18bGPYDh+X357D8/lx30iE8s3wL9yxaz+VzljE5rx+//+54JuWGf0EUE1RS1cBAl1oD4GCLQEROAUpVdWkPjj0fKKCLNZBV9X5VLVDVgpycnD5OakxsCfh9nFmQx+vXfIu/njmZrbvq+e7di/n10x9TUdvkdryYVFLV4NpAMTjbNTQDmC0im4C5wLEiMmfvg0TkeOA3wGxVbXQwjzGmA79POOPQXN649lv88KjhzFtSxAm3vcWrn253O1rMKal2b3oJcLAQqOoNqpqrqvnA2cCbqnp+x2NEZCrB9ZBnq2qpU1mMMV1LTwxw46njeP5nRzMgLZHLHlvKNfNWUFlvVxiFg6pSUtUYnV1DXRGRm0VkdujHPwOpwJMiskJEngt3HmNM0Lgh6Tzz0xlcdezBPLtyKzNvf5tVxbvcjhX1dtUFVwCM1q6h3VR1kaqeEnp8o6o+F3p8vKoOVNUpoa/Z3Z/JGOOk+Dgf15x4CE/95Ch8Ipz5t/d5ZvkWt2NFtT0L0kR5ITDGRJYpef147mczmJzXj6vnreCPL63+yiprpu+4Pb0EWCEwxnQhKzWBx398OD844iDue3sDlz22lLqmFrdjRZ3S0PQSA6K9a8gYE5kCfh+/P20CN393PG9+XsL373uf0qqGfT/R9Nj23dNLWIvAGONhFxyZz4MXFrChrJbT7l7M6m1V+36S6ZGSqgb6p8S7uia1FQJjTI8cO2Yg8y87klZVTr/nPV76eJvbkaJCSVUjA9Lcaw2AFQJjTC9MGJrB8z87mrGD07ji8WX85dUvbK6iA1RS1eDaZHPtrBAYY3plQHoiT1x6BGcV5HHXwnVcNmcp9U2tbseKWMUVdQzt5+6Cj1YIjDG9lhDn59YzJvK7U8fx+uoSzn/oQ3bV2TxFvVXT2EJFXTO5mcmu5rBCYIzZLyLCD2cM5+5zp/FxcSVn/u19tu6qdztWRNlSEXy/cjOtRWCMiWAnTxzMoz+azvbKBr5373sUV9Tt+0kGgKKdwfcqr7+1CIwxEe7IkVnMvewIahpbOP/BDymrtomEe6K9aFqLwBgTFcYPyeDhH06npKqRHzz0IZV1NnvpvhRV1JMU8JOVEu9qDisExpg+c+hBmdx/waFsKKvlokc+sikp9qG4oo7czCRExNUcVgiMMX3qG6NyuOOcqaws2sVPH19GS2ub25E8q7ii3vVuIbBCYIxxwMwJg/j9aRNY+EUZv376Y1TtprPOFO2sc32gGJxfvN4YE6POO/wgSiobuOPNdQzKSOKaE0a7HclTKuubqWpo8USLwAqBMcYxvzhhNNurGrjjjbUMSEvg/CMOcjuSZ+y5YshaBMaYKCYi/M9/TKS8pon/evYTMpPjmTVpsNuxPKE4dDNZngcKgY0RGGMcFef3cde50yg4KJOr5y3nnbVlbkfyhGKP3FUMVgiMMWGQFO/nwQsPY2ROKpc9tpQVRbvcjuS6op11pCbE0S854HYUKwTGmPDISArwj4unk52awGWPFbKjJrbvPm6/dNTtewjACoExJowGpCXyt/MPpaKumV/MWxHTaxm030zmBVYIjDFhNW5IOjedOp531u7g3rfWux3HFaoaahG4P1AMVgiMMS44Z3oep04ewl9f+4IPN5S7HSfsKuubqWn0xj0EYIXAGOOC4GWlEzgoK4Wr5i6nPMbGC4p2tl8xZC0CY0wMS0sMcNe5U6moa+baJ1fG1HhB+81kef2tRWCMiXHjh2Tw21ljWfRFGQ++u8HtOGFT5KG7isEKgTHGZT844iBmjh/E/77yBcs2V7gdJyyKK+pJT4wjI8n9ewggDIVARPwislxEXuhkX4KIzBORdSLyoYjkO53HGOMtIsKfvjeJQRmJXPnP5TGxoI2XrhiC8LQIfg6s7mLfxUCFqh4M3Ab8KQx5jDEek5EU4M5zplJS1cB1C1ZG/bTVRTu9cw8BOFwIRCQXmAU82MUh3wUeDT1eABwnXrjNzhgTdlOHZXL9d8bw789KeOjdjW7HcUz7PQReWIegndMtgtuBXwFdLVE0FCgCUNUWoBLIcjiTMcajLj56OCeMG8itL38eteMFpdWN1De3MiwWCoGInAKUqurSPjjXpSJSKCKFZWU2c6Ex0UpE+Mv3Ju8eL9hV1+R2pD63pqQagFEDUl1OsoeTLYIZwGwR2QTMBY4VkTl7HbMFyAMQkTggA/jabYaqer+qFqhqQU5OjoORjTFuy0gOcPe50yitbuC6J1dF3XjBmpIaAEYNTHM5yR6OFQJVvUFVc1U1HzgbeFNVz9/rsOeAC0OPvxc6Jrr+qxtjem1yXj+u/85YXl9dwsOLN7kdp0+tLakmMzlAdmq821F2C/t9BCJys4jMDv34EJAlIuuAa4Drw53HGONNP5qRz/FjB/LHl1ezqjh61i9YU1LNqIFpnph+ul1YCoGqLlLVU0KPb1TV50KPG1T1TFU9WFWnq2rs3FpojOmWiPDn700iOzWBn/1zOVUNkX9/gaqytqSG0QO9Mz4AdmexMcbDMlPiueOcqWzZVc+181fSGuHzEZVUNVLd2MJoD40PgBUCY4zHHZbfn9/OGsu/Pyvhlhc/czvOAdlzxZC3CkGc2wGMMWZffjhjOEU76/n74o3kZiZz8dHD3Y60X9oLgde6hqwQGGMiwm9mjWXrrnpuefEzhvZLZOaEwW5H6rW1JTVkpcSTlZrgdpSvsK4hY0xE8PuE28+ewtS8flw9bwUfF1e6HanX1pRWM8pjrQGwQmCMiSCJAT/3X1BAVkoCl/yjkNKqBrcj9Ziqsq6kxnMDxWCFwBgTYbJTE3jwwgKqGpq55B+FNDS3uh2pR7ZVNlDd2OKpO4rbWSEwxkScsYPTuf2sKazaUsl/PhUZ01DsHij20BxD7awQGGMi0onjB3HdiYfw7Iqt3LNovdtx9mltaI4hL3YN2VVDxpiIdcUxI1lbUs2fX/2CkTkpnr6SaE1JNdmpCWSmeGeOoXbWIjDGRCwR4dYzJjElrx+/mLeST7Z490qiNWFaOyIAAAyJSURBVKU1npp6uiMrBMaYiBa8kuhQMpMDnr2SKHjFULXnbiRrZ4XAGBPxBqQl8sCFBeyqa+byOUtpbPHWlURbdtVT29TqySuGwAqBMSZKjB+SwV/OnMyyzbu48ZlPPXUl0eptwSuGDhlkhcAYYxw1a9Jgfvbtg5lXWMRjH3zpdpzdPthQTnycj4lDM9yO0ikrBMaYqHLNCaM5fuwA/vv5z3h//ddWvnXF4nU7KDgok8SA3+0onbJCYIyJKj6fcNtZUxiencIVjy9lc3mdq3nKaxr5fHs1Mw7OdjVHd6wQGGOiTlpigAcvKKBN4ZJ/FFLT2OJalg827ATgyJFZrmXYFysExpiolJ+dwj3nTWNdWQ1Xz11Bm0urmy1ev4PUhDgmeXR8AKwQGGOi2IyDs7nxlHG8vrqEP7/2hSsZ3l9fzuHD+xPn9+7HrXeTGWNMH7jgyIM49/Bh3LtoPfOWbA7ra2/dVc/GHbWe7hYCm2vIGBPlRIT/nj2e4op6fv30JwzOSOKbo3PC8trtVy0dNdK7A8VgLQJjTAwI+H3cfe5URg1I5YrHl7F6W1VYXnfx+h30T4lnjEdvJGtnhcAYExPSEgM8/MPDSEnw86NHllBa7eycRKrK++vLOXJEFj6fOPpaB8oKgTEmZgzOSOLvFx3GrrpmfjJnmaNzEm0qr2NbZYPnxwfACoExJsa0z0m09MsKfvesc3MSLV63A4CjrBAYY4z3zJo0mJ9+eyRzlxQxx6E5iZ5dsYXh2SkMz05x5Px9yQqBMSYmXXvCIRw3Jjgn0Qcb+nZOojUl1SzZVME50/MQ8fb4AFghMMbEKJ9PuO3sKeRnp/CTOUsp2tl3cxL988PNxPt9fO/QvD47p5McKwQikigiH4nIShH5VET+u5NjhonIQhFZLiKrRORkp/IYY8ze0hMDPHBBAa1tyiX/KKS2D+Ykqm9q5allxcycMIj+HlyfuDNOtggagWNVdTIwBZgpIkfsdcxvgfmqOhU4G7jHwTzGGPM1w7NTuOvcaawpqeaa+Qc+J9ELq7ZS3dDCuYcP66OEznOsEGhQTejHQOhr73dYgfTQ4wxgq1N5jDGmK98cncNvZo3j1U9L+OPLqw/oSqJ/frSZkTkpHD68fx8mdJajU0yIiB9YChwM3K2qH+51yE3AayJyJZACHN/FeS4FLgUYNixyqqwxJnL8aEY+X5bX8sA7G/H5hOtnjun1QO/qbVUs37yL384aGxGDxO0cHSxW1VZVnQLkAtNFZMJeh5wDPKKqucDJwGMi8rVMqnq/qhaoakFOTnjmCDHGxBYR4aZTx3P+EcO4760N3PrK571uGTyyeBPxcT6+d2iuQymdEZZJ51R1l4gsBGYCn3TYdXFoG6r6vogkAtlAaThyGWNMRz6fcPPs4N+r9721gZZW5dcnj8XfgykiHnp3I/MKi7joqHz6JUfGIHE7J68ayhGRfqHHScAJwOd7HbYZOC50zFggEShzKpMxxuxLezG46Kh8Hnp3I5f8o5CqhuZunzP3o838/oXPmDl+EL+dNTZMSfuOk11Dg4GFIrIKWAL8W1VfEJGbRWR26JhrgUtEZCXwBHCROnW/tzHG9JDPJ9w0ezy/P20Cb68p47S7F7OhrOZrx9U3tTJvyWZuePpjvjU6hzvOmerpBWi6IpH2uVtQUKCFhYVuxzDGxIgPNpRzxePL2FnbxIC0BPL6J5OVEs+GHbVsKKuhTWH68P48+sPpJMX73Y7bJRFZqqoFne2zhWmMMaYbR4zI4vkrj+ZfS4spqqijaGc9G3bUkp+VwqyJgxk3JJ1vjc4hMeDdIrAvVgiMMWYfhvZL4srjRrkdwzGR15lljDGmT1khMMaYGGeFwBhjYpwVAmOMiXFWCIwxJsZZITDGmBhnhcAYY2KcFQJjjIlxETfFhIiUAV+GfswAKrt5vPf3bGBHL16u4zl7un/vbd3l6mxbX2bc33yd5bL3sHf5OssVrnzdZeosV2fb7D2MvvfwIFXtfB5/VY3YL+D+7h538r1wf8/f0/17b+sul9MZ9zefvYeR8x52ta+rTPYexu572N1XpHcNPb+Px3t/P5Dz93T/3tu6y9XVtt7o7nn7m6/jY3sP973Nzfewq31dZeoqj72H3W+PhvewSxHXNXQgRKRQu5h9zyu8ntHr+cD7Gb2eD7yf0ev5IDIytov0FkFv3e92gB7wekav5wPvZ/R6PvB+Rq/ng8jICMRYi8AYY8zXxVqLwBhjzF6sEBhjTIyzQmCMMTHOCkGIiHxDRP4mIg+KyHtu59mbiPhE5A8icqeIXOh2ns6IyDEi8k7ofTzG7TydEZEUESkUkVPcztIZERkbev8WiMhP3M6zNxE5TUQeEJF5InKi23k6IyIjROQhEVngdpZ2oX93j4beu/PczrO3qCgEIvJ3ESkVkU/22j5TRL4QkXUicn1351DVd1T1cuAF4FGv5QO+C+QCzUBxX+brw4wK1ACJfZ2xj/IB/Ccwvy+z9WVGVV0d+nf4fWCGB/M9o6qXAJcDZ/Vlvj7MuEFVL+7rbHvrZdbTgQWh926209l6rTd3vnn1C/gmMA34pMM2P7AeGAHEAyuBccBEgh/2Hb8GdHjefCDNa/mA64HLQs9d4MX3EPCFnjcQeNyD+U4AzgYuAk7x4nsYes5s4GXgXC/mCz3vr8A0r76HTv1/cgBZbwCmhI75p5O59ucrKhavV9W3RSR/r83TgXWqugFAROYC31XVPwKddguIyDCgUlWrvZZPRIqBptCPrX2Zr68ydlABJHgtX6i7KoXg/5j1IvKSqrZ5KWPoPM8Bz4nIi8A/vZRPRAS4FXhZVZf1Vba+zBguvclKsIWcC6zAgz0xUVEIujAUKOrwczFw+D6eczHwsGOJvqq3+f4F3Cki3wDedjJYB73KKCKnAycB/YC7nI0G9DKfqv4GQEQuAnb0ZRHoRm/fw2MIdiMkAC85miyot/8OrwSOBzJE5GBV/ZuT4UJ6+x5mAX8AporIDaGCES5dZb0DuEtEZrH/U1A4JpoLQa+p6u/cztAVVa0jWKg8S1X/RbBgeZqqPuJ2hq6o6iJgkcsxuqSqdxD8UPMsVS0nOIbhGapaC/zQ7Rxd8VwTpQ9tAfI6/Jwb2uYVXs8H3s/o9Xzg/YxezweRkbFdJGXdLZoLwRJglIgMF5F4goOEz7mcqSOv5wPvZ/R6PvB+Rq/ng8jI2C6Ssu7h9mh1H43ePwFsY8+llReHtp8MrCE4iv8byxe5Gb2eLxIyej1fpGSMxKz7+rJJ54wxJsZFc9eQMcaYHrBCYIwxMc4KgTHGxDgrBMYYE+OsEBhjTIyzQmCMMTHOCoGJCiJSE+bX65M1KyS4hkOliKwQkc9F5C89eM5pIjKuL17fGLBCYEynRKTbebhU9ag+fLl3VHUKMBU4RUT2tQ7BaQRnUDWmT1ghMFFLREaKyCsislSCK6eNCW0/VUQ+FJHlIvK6iAwMbb9JRB4TkcXAY6Gf/y4ii0Rkg4hc1eHcNaHvx4T2Lwj9Rf94aKpmROTk0LalInKHiLzQXV5VrSc4TfHQ0PMvEZElIrJSRJ4SkWQROYrgegV/DrUiRnb1exrTU1YITDS7H7hSVQ8FrgPuCW1/FzhCVacCc4FfdXjOOOB4VT0n9PMYglNrTwd+JyKBTl5nKnB16LkjgBkikgjcB3wn9Po5+worIpnAKPZMM/4vVT1MVScDqwlOYfAewblrfqmqU1R1fTe/pzE9YtNQm6gkIqnAUcCToT/QYc9iObnAPBEZTHAVqY0dnvpc6C/zdi+qaiPQKCKlBFdf23sZzo9UtTj0uiuAfIJLdm5Q1fZzPwFc2kXcb4jISoJF4HZV3R7aPkFEbiG4vkMq8Govf09jesQKgYlWPmBXqO99b3cC/6eqz4UWgrmpw77avY5t7PC4lc7/n+nJMd15R1VPEZHhwAciMl9VVwCPAKep6srQYjrHdPLc7n5PY3rEuoZMVFLVKmCjiJwJwSUWRWRyaHcGe+aIv9ChCF8AIzosZbjPhd5DrYdbgf8MbUoDtoW6o87rcGh1aN++fk9jesQKgYkWySJS3OHrGoIfnheHul0+Jbh2LARbAE+KyFJghxNhQt1LVwCvhF6nGqjswVP/BnwzVED+C/gQWAx83uGYucAvQ4PdI+n69zSmR2waamMcIiKpqloTuorobmCtqt7mdi5j9mYtAmOcc0lo8PhTgt1R97mcx5hOWYvAGGNinLUIjDEmxlkhMMaYGGeFwBhjYpwVAmOMiXFWCIwxJsZZITDGmBj3/wH4OofW3MHvOgAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "id": "0H1wfwswPLQj",
        "outputId": "00193a3f-be03-4ede-9a4c-ac0560360c1b"
      },
      "source": [
        "learn.fit_one_cycle(5, 0.004)"
      ],
      "execution_count": 41,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: left;\">\n",
              "      <th>epoch</th>\n",
              "      <th>train_loss</th>\n",
              "      <th>valid_loss</th>\n",
              "      <th>accuracy</th>\n",
              "      <th>time</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <td>0</td>\n",
              "      <td>4.215540</td>\n",
              "      <td>3.848898</td>\n",
              "      <td>0.299100</td>\n",
              "      <td>00:11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>1</td>\n",
              "      <td>4.058708</td>\n",
              "      <td>3.656788</td>\n",
              "      <td>0.309193</td>\n",
              "      <td>00:11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>2</td>\n",
              "      <td>3.891695</td>\n",
              "      <td>3.558534</td>\n",
              "      <td>0.318348</td>\n",
              "      <td>00:11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>3</td>\n",
              "      <td>3.762478</td>\n",
              "      <td>3.521350</td>\n",
              "      <td>0.321963</td>\n",
              "      <td>00:11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>4</td>\n",
              "      <td>3.672122</td>\n",
              "      <td>3.514428</td>\n",
              "      <td>0.322543</td>\n",
              "      <td>00:11</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 300
        },
        "id": "nTDK14awVKqz",
        "outputId": "6016a2c2-83cf-4987-9b53-985554180c6b"
      },
      "source": [
        "learn.unfreeze()\n",
        "learn.lr_find()"
      ],
      "execution_count": 42,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "SuggestedLRs(valley=0.0002754228771664202)"
            ]
          },
          "metadata": {},
          "execution_count": 42
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEKCAYAAAAfGVI8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3dd5xddZ3/8ddnes1MMpnUSQchtEAYQUARBbFQZEWK4lIEEd2FRV1deOz+WGy7brEsZSmigApijIIgRaQJ6lImIQklkIQUMskkU5Lp/c7n98e9EybDzOQmmXPPLe/n43Ef955y73nfm5v7me/3e4q5OyIikrmywg4gIiLhUiEQEclwKgQiIhlOhUBEJMOpEIiIZDgVAhGRDJcTdoC9NXnyZJ87d27YMUREUsqyZcsa3b1ypGUpVwjmzp1LTU1N2DFERFKKmW0abZm6hkREMpwKgYhIhlMhEBHJcCk3RjCSvr4+amtr6e7uDjtKaAoKCqiqqiI3NzfsKCKSYtKiENTW1lJaWsrcuXMxs7DjJJy709TURG1tLfPmzQs7joikmLToGuru7qaioiIjiwCAmVFRUZHRLSIR2XdpUQiAjC0CgzL9/Yukuz++vp119e2BvHbaFIJUUlJSAsDGjRs57LDDQk4jIsnO3fnyPcv4zfLaQF4/MwvBqiXww8Pg+vLo/aolYScSERlVa3c/fRGnojgvkNfPvEKwagk8dBW0bAY8ev/QVftVDK655hpuvvnmXdPXX3893/nOdzj55JNZvHgxhx9+OL/73e/GfI1IJMLXv/513vve93LEEUdw2223AXDhhRfywAMP7Frvggsu2ONriUh6aWzvAWBySX4gr595heDJb0Ff1+7z+rqi8/fReeedx5Il7xSSJUuWcNFFF3H//fezfPlynn76ab72ta8x1mVBf/KTn1BWVsZLL73ESy+9xI9//GM2bNjApZdeyl133QVAS0sLf/3rXznttNP2OauIpJ6m9l4guEKQFruP7pWWUfrYRpsfh6OOOor6+nq2bt1KQ0MDEydOZNq0aXzlK1/h2WefJSsriy1btrB9+3amTZs24ms8/vjjrFq1iqVLl0bjtLSwdu1aTj31VL785S/T0NDAb37zG84++2xycjLvn00kkzXFWgQVJcF0DWXeL0pZVaxbaIT5++Gcc85h6dKlbNu2jfPOO4977rmHhoYGli1bRm5uLnPnzh1z905358Ybb+SjH/3ou5ZdeOGF/OIXv+C+++7jzjvv3K+cIpJ6GjuiLYKgCkGgXUNmVm5mS83sDTNbbWbHDVt+kpm1mNmK2O26IPMAcPJ1kFu4+7zcwuj8/XDeeedx3333sXTpUs455xxaWlqYMmUKubm5PP3002zaNOqJ/wD46Ec/yi233EJfXx8Aa9asoaOjA4CLL76YH/3oRwAccsgh+5VTRFJPY1sPZjCpKDVbBP8DPObunzazPKBohHWec/fTA87xjiPOjd4/+a1od1BZVbQIDM7fR4ceeihtbW3MnDmT6dOnc8EFF3DGGWdw+OGHU11dzcEHHzzm8y+77DI2btzI4sWLcXcqKyt3DRJPnTqVhQsXctZZZ+1XRhFJTU0dPUwsyiMnO5i/3W2sAcz9emGzMmAFMN9H2YiZnQT8494Ugurqah9+PYLVq1ezcOHC/Uib3Do7Ozn88MNZvnw5ZWVlo66X7p+DSKb60i+Wsa6+nT9+9YP7/Bpmtszdq0daFmTX0DygAbjTzF42szvMrHiE9Y4zs5Vm9qiZHTrSC5nZ5WZWY2Y1DQ0NAUZOPk888QQLFy7kyiuvHLMIiEj6amrvDWx8AIItBDnAYuAWdz8K6ACuGbbOcmCOuy8CbgQeYATufru7V7t7dWXliFdaS1unnHIKmzZt4uqrrw47ioiEpLG9h4qAdh2FYAtBLVDr7i/EppcSLQy7uHuru7fHHj8C5JrZ5AAziYiknMb2HipTsRC4+zZgs5kdFJt1MvD60HXMbJrFzpZmZsfE8jTt4/b2I23qy/T3L5KuevsHaO3uD+z0EhD8XkNXAvfE9hhaD1xiZlcAuPutwKeBL5lZP9AFnD/awPJYCgoKaGpqythTUQ9ej6CgoCDsKCIyzpo6Bg8mC65FEGghcPcVwPBR6luHLL8JuGl/t1NVVUVtbS2ZNpA81OAVykQkvbxzeonUbREkRG5urq7MJSJpqbE9+BZB5p10TkQkhSSiRaBCICKSxNQiEBHJcE0dvRTkZlGclx3YNlQIRESSWGN7DxXF+YHuEalCICKSxJraewMdHwAVAhGRpBb06SVAhUBEJKmpRSAiksHcnaYOtQhERDJWa1c/fREP9DxDoEIgIpK0GmPnGZqsFoGISGZ656hiFQIRkYzUtOuoYnUNiYhkpEYVAhGRzNbY3osZTCpSIRARyUhNHT1MLMojJzvYn2oVAhGRJNXY1hv4rqOgQiAikrSiB5OpEIiIZKzo6SWC3XUUVAhERJJWY3tP6hcCMys3s6Vm9oaZrTaz44YtNzO7wczWmdkqM1scZB4RkVTR0x+htbs/IWMEQV+8/n+Ax9z902aWBxQNW/5x4MDY7Vjglti9iEhG29ERPao46BPOQYAtAjMrA04EfgLg7r3u3jxstU8CP/Oo54FyM5seVCYRkVSRiIvWDwqya2ge0ADcaWYvm9kdZlY8bJ2ZwOYh07Wxebsxs8vNrMbMahoaGoJLLCKSJBJx0fpBQRaCHGAxcIu7HwV0ANfsywu5++3uXu3u1ZWVleOZUUQkKTWmSYugFqh19xdi00uJFoahtgCzhkxXxeaJiGS0pnRoEbj7NmCzmR0Um3Uy8Pqw1R4ELoztPfQ+oMXd64LKJCKSKra39lCYm01xXnbg2wp6r6ErgXtiewytBy4xsysA3P1W4BHgE8A6oBO4JOA8IiIpoa6lixnlBZhZ4NsKtBC4+wqgetjsW4csd+DvgswgIpKKtrZ0M6O8MCHb0pHFIiJJqK65i+llBQnZlgqBiEiS6e0foKG9h+llahGIiGSk7a3duMOMcrUIREQyUl1LN4BaBCIimWprcxeABotFRDLV1pbBQqCuIRGRjFTX3E1ZYS5FeUEf6hWlQiAikmTqWhK36yioEIiIJJ2tzYk7mAxUCEREko5aBCIiGayrN8LOzj61CEREMlWi9xgCFQIRkaRS15zYg8lAhUBEJKnsahGoEIiIZKbBFsHUsuCvTDZIhUBEJInUtXQxuSSf/Jzgr0w2SIVARCSJRC9Ik7iBYlAhEBFJKnXNXQkdHwAVAhGRpOHubG3uYrpaBCIimam1u5+O3kjCWwSBntrOzDYCbUAE6Hf36mHLTwJ+B2yIzfqtu38ryEwiIsmqLrbraKJbBIk4x+mH3L1xjOXPufvpCcghIpLUwjiYDNQ1JCKSNMI4vQQEXwgceNzMlpnZ5aOsc5yZrTSzR83s0IDziIgkrbrmbrKzjCml6dU19H5332JmU4A/mtkb7v7skOXLgTnu3m5mnwAeAA4c/iKxInI5wOzZswOOLCISjq0tXUybUEB2liV0u4G2CNx9S+y+HrgfOGbY8lZ3b489fgTINbPJI7zO7e5e7e7VlZWVQUYWEQlNXXN3Qq9DMCiwQmBmxWZWOvgYOBV4ddg608zMYo+PieVpCiqTiEgy29rSxfQEXodgUJBdQ1OB+2O/8znAve7+mJldAeDutwKfBr5kZv1AF3C+u3uAmUREkpK7U9fSzccOTXyLILBC4O7rgUUjzL91yOObgJuCyiAikioa2nro7R9g5sTEtwi0+6iISBJ4q6EDgPmTSxK+bRUCEZEksKExWgjmVRYnfNsqBCIiSWB9QzsFuVlMn5BGew2JiEj8NjR2MLeimKwEH0MAKgQiIklhfWMHCyoTPz4AKgQiIqHriwzw9o5O5k1O/PgAqBCIiITu7R2dRAac+SEMFIMKgYhI6DbEdh1Vi0BEJEOtb2wHwjmGAFQIRERCt76hg4riPMqKckPZvgqBiEjI1jd2hDY+ACoEIiKhW9/QEdr4AKgQiIiEqrW7j8b2HuaHdAwBqBCIiIQq7D2GQIVARCRUgyebm69CICKSmdY3tJNlMLuiKLQMKgQiIiFa39hB1cQi8nOyQ8ugQiAiEqL1DeHuOgpxFoLYheizYo/fY2Znmlk4Rz6IiKQJd2dDY7i7jkL8LYJngQIzmwk8DvwtcFdQoUREMsG21m66+iKh7joK8RcCc/dO4FPA/7r7OcChe3yS2UYze8XMVphZzQjLzcxuMLN1ZrbKzBbvXXwRkdS1oSH8PYYAcuJcz8zsOOAC4NLYvHhHNj7k7o2jLPs4cGDsdixwS+xeRCTtvTW462gqjBEAVwPXAve7+2tmNh94ehy2/0ngZx71PFBuZtPH4XVFRJLeW/XtFOZmM7U08dcpHiquFoG7/wn4E0Bs0LjR3a+K56nA42bmwG3ufvuw5TOBzUOma2Pz6uLJJSKSylbWNnPojAmhXKd4qHj3GrrXzCaYWTHwKvC6mX09jqe+390XE+0C+jszO3FfQprZ5WZWY2Y1DQ0N+/ISIiJJpbsvwmtbWjl6zsSwo8TdNXSIu7cCZwGPAvOI7jk0JnffEruvB+4Hjhm2yhZg1pDpqti84a9zu7tXu3t1ZWVlnJFFRJLXa1tb6I0McNTs1CkEubHjBs4CHnT3PqLdPqOKHXtQOvgYOJVoa2KoB4ELY3sPvQ9ocXd1C4lI2lu+qRmAxXPKQ04S/15DtwEbgZXAs2Y2B2jdw3OmAveb2eB27nX3x8zsCgB3vxV4BPgEsA7oBC7Z2zcgIpKKlr+9k1mTCpkS8kAxxD9YfANww5BZm8zsQ3t4znpg0Qjzbx3y2IG/iy+qiEh6cHeWbdrJcQsqwo4CxD9YXGZmPxgcsDWz7wPh7vgqIpKitjR3Ud/WkxQDxRD/GMFPgTbg3NitFbgzqFAiIuls2aadACxOgoFiiH+MYIG7nz1k+ptmtiKIQCIi6e7lt5spzM3m4GmlYUcB4m8RdJnZ+wcnzOwEoCuYSCIi6W352ztZNKuMnOzkuBJAvC2CK4CfmVlZbHoncFEwkURE0ldXb4TXt7Zy+Ynzw46yS7x7Da0EFpnZhNh0q5ldDawKMpyISLpZVdtM/4AnzUAx7OUVyty9NXaEMcBXA8gjIpLWlr0dHShOhiOKB+1PB1W4Z0kSEUlByzc1M29yMZOK88KOssv+FIIxTzEhIiK7c3defntn0uw2OmjMMQIza2PkH3wDCgNJJCKSpt5q6KCpozepxgdgD4XA3ZNjJ1cRkTTw1BvbATjxPZNDTrK75NiJVUQkAzyxup6Dp5VSNbEo7Ci7USEQEUmA5s5elm3aySkLp4Yd5V1UCEREEuCZNxuIDDgnL5wSdpR3USEQEUmAJ1ZvZ3JJHouqwr8QzXAqBCIiAeuLDPCnNQ186KApoV+ofiQqBCIiAXtpww7auvs5OQnHB0CFQEQkcE+sricvO4sPHJhcu40OUiEQEQmQu/PkG9s5bkEFxfnxnvA5sVQIREQC9FZDO5uaOjklCfcWGqRCICISoCdW1wPw4SQdH4AEFAIzyzazl83s9yMsu9jMGsxsRex2WdB5REQS6ZFX6jh0xgRmlifv6dkS0SL4B2D1GMt/5e5Hxm53JCCPiEhCrK5rZVVtC58+uirsKGMKtBCYWRVwGqAfeBHJOL+uqSUvO4uzjpwZdpQxBd0i+BHwDWBgjHXONrNVZrbUzGaNtIKZXW5mNWZW09DQEEhQEZHx1NMf4f6Xa/nIIVOZmEQXoRlJYIXAzE4H6t192RirPQTMdfcjgD8Cd4+0krvf7u7V7l5dWVkZQFoRkfH15Op6dnb2cU51cncLQbAtghOAM81sI3Af8GEz+8XQFdy9yd17YpN3AEcHmEdEJGGW1Gxm2oQCPnBg8v/xGlghcPdr3b3K3ecC5wNPufvnhq5jZtOHTJ7J2IPKIiIpoa6li2fXNPDpo6vITsJzCw2X8MPczOxbQI27PwhcZWZnAv3ADuDiROcRERlvv12+hQEnJbqFIEGFwN2fAZ6JPb5uyPxrgWsTkUFEJBHcnSU1m3nf/EnMqSgOO05cdGSxiMg4em5tI5uaOjm3esSdIJOSCoGIyDhxd254ci3Tywo47Yjpe35CklAhEBEZJ/+3vomaTTv50kkLyM/JDjtO3FQIRETGyQ1PrmVKaX5KdQuBCoGIyLh4ccMOnl+/gy9+cAEFuanTGgAVAhGRcXHjU2uZXJLHZ4+ZHXaUvaZCICKyn5Zt2slzaxv5wgfmU5iXWq0BUCEQEdkv7s4P/vgmE4ty+dz75oQdZ5+oEIiI7IdHXtnGX9Y1cdXJBybtNYn3RIVARGQftff08+3fv84h0yfwtynaGoAQzjUkIpIubnhyLdtau7n5gsXkZKfu39Wpm1xEJERrtrfx0z9v4NzqKo6eMzHsOPtFhUBEZC+5O//ywKsU5+fwTx87OOw4+02FQERkL/3qpc28uGEH3/jYQVSU5IcdZ7+pEIiI7IUNjR1886HXOX5BBZ95b+odPDYSFQIRkTj1RQa4+r6XycvJ4vvnLiIrBa4+Fg/tNSQiEqcbnlzLytoWbv7sYqaXFYYdZ9yoRSAiEoeXNu7g5qfXcfbiqpS61kA8VAhERPZge2s3V/3yZaomFnH9mYeEHWfcqRCIiIyhvaefS+58idauPm753GJKC3LDjjTuAi8EZpZtZi+b2e9HWJZvZr8ys3Vm9oKZzQ06j4hIvPojA/z9vct5c3sbN12wmENnlIUdKRCJaBH8A7B6lGWXAjvd/QDgh8B/JCCPiMgeuTvXPfgaz7zZwLc/eRgfOmhK2JECE2ghMLMq4DTgjlFW+SRwd+zxUuBkM0uP/bFEJKXd8OQ67n3hbb500gI+e2x6HC8wmqBbBD8CvgEMjLJ8JrAZwN37gRagYvhKZna5mdWYWU1DQ0NQWUVEALjjufX88Ik1fGrxTL5+6kFhxwlcYIXAzE4H6t192f6+lrvf7u7V7l5dWVk5DulEREZ27wtv852HV/Pxw6bxn2cfkTYHjY0lyBbBCcCZZrYRuA/4sJn9Ytg6W4BZAGaWA5QBTQFmEhEZ1e9WbOGfH3iFkw6q5H/OPyqlTy29NwJ7l+5+rbtXuftc4HzgKXf/3LDVHgQuij3+dGwdDyqTiMhoHnt1G19dspJj503i1s8dTV5OZhQBCOEUE2b2LaDG3R8EfgL83MzWATuIFgwRkYR65s16rvzlco6oKuOOi95LQW7qXYB+fySkELj7M8AzscfXDZnfDZyTiAwiIiN5fn0TX/z5Mg6cUspdlxxDSYped3h/ZE7bR0RkmJWbm7n0rpeYNamIn196DGWF6XfUcDxUCEQkI73d1Mnn73qJSSV53HPZsWlxgZl9pUIgIhlnZ0cvF9/5IhF37rrkGKZOKAg7UqgyrzNMRDJad1+EL/yshtrmLu657FgWVJaEHSl0ahGISMYYGHC+9uuV1GzayQ/OXcR7504KO1JSUCEQkYxx41PreHhVHdd8/GBOP2JG2HGShgqBiGSEx16ti54/6KiZfPHE+WHHSSoqBCKS9t7Y1spXl6xk0axy/u1Th6OTHO9OhUBE0tqOjl4uu7uGkvwcbv/bozPuqOF4aK8hEUlr3/n969S39rDkiuMyfjfR0ahFICJp681tbdy/YguXnDCXI2eVhx0naakQiEja+u/H36QkL4crPrgg7ChJTYVARNLS8rd38sfXt3P5ifOZWJwXdpykpkIgImnH3fnPx95gckken3//vLDjJD0VAhFJO8+tbeT59Tv4+w8dQHEGnlZ6b6kQiEhacXf+6w9vMrO8kM8cOzvsOCkhYwpBV2+Eu/6ygYEBXQlTJJ394bVtvLKlhatPOZD8HB0zEI+MKQQPrdrK9Q+9zrcffh1dFlkkPUUGnO8/voYFlcV8anFV2HFSRsZ0np1zdBVvbmvjJ3/eQEl+Dl879aCwI4nIOHto5VbW1rdz82cXk52l00jEK2MKgZnxL6ctpKOnnxufWkdxvvYtFkknfZEBfvjEGhZOn8DHD5sWdpyUEljXkJkVmNmLZrbSzF4zs2+OsM7FZtZgZitit8uCyhPbHt/9m8M5Y9EMvvfoG/zgj2to7+kPcpMikiBLl9WyqamTfzz1PWSpNbBXgmwR9AAfdvd2M8sF/mxmj7r788PW+5W7/32AOXaTnWX84NxFANzw5Fru/utGPn/CPC4+fi5lRZl54WqRVNfdF+GGJ9dy1OxyPnzwlLDjpJzACoFHR2TbY5O5sVtSjNLmZmdx42eO4tL3z+Omp9bxwyfWcPMz66gozqMwL5vivBwOmFLCOdVVvG9ehf66EElyt/7pLepauvn+OYt0iul9EOgYgZllA8uAA4Cb3f2FEVY728xOBNYAX3H3zSO8zuXA5QCzZ4/ffsFHzirnjouqWV3Xym+X19Lc2Udnb4SO3n6eWL2d+1/ewpyKIs45uoojZ01kTkURM8oLNQglkiQGBpx/f3Q1P35uA6cfMZ3jD5gcdqSUZInYldLMyoH7gSvd/dUh8yuAdnfvMbMvAue5+4fHeq3q6mqvqakJNjDRpuajr9Zx34ubeWHDjl3z87KzqJpUyJxJRcyeVMTsimJmTSykamIRVZMKKc3PoasvQlt3P+09/VSW5jOhYPcuJ3envq2Hnr4BcnOM3OwscrOysCzIMiPLol1YedlZu/666eqNsLOzlx0dvQy4k5+TTX5OFvm5WeRlZ5Gfm01edhb9AwM0tfeys7OX5s4+AHKyo9vIyYre5+VkkWVGfWs3b+/o5O0dnbR09VGSnxO9FeSQk52FAWZgWOw+Oh19D9H7LLNoKyo/m6K8nF2vURy7z8vJyozCuWoJPPktaKmFsio4+To44tywU6W17r4IX1uykodfqeOi4+Zw3RmHZsZ3bR+Z2TJ3rx5xWaL2qTez64BOd//vUZZnAzvcvWys10lUIRiqvrWbtxo62NTUwcamTjY1dbCpKfoDOnywOctg+DFr08sKOGBKCRXFeWxo7OCtho64B6lzsw3D6I0MjNfbeZecLGNCYS4dPf309I//drKzjPxYQRha6CYU5jKpKG/XCcEa2npobO9hZ0cvAx79LLPMyM3Joigve1eBKYp13xXlZ1Oan8OEwlzKCnOZUJhLSX4OhXnZFOVmU5iXTV5OtFAO3udmZ+0qjLnZ41SkVi2Bh66Cvq535uUWwhk3qBgEZEtzF1f98mWWbdrJv5y2kEvfP09dQnswViEIrGvIzCqBPndvNrNC4CPAfwxbZ7q718UmzwRWB5Vnf0yZUMCUCQUct6Bit/nuzs7OPmp3dlK7s4vandG/rEsLciktiP5g1bV0s3Z7O2vr21jf0MHcyUWcvXgmC6aUUJyXQ19kgL7IAL0Rx91xh4g7kQGntz+6LOJOeWEeE4tyKS/KIzfb6OkfoLsvQk//AL39A/T0R+jtHyAnO2vXj2t5bPC7P+L0DwzEtuW7pitL85k9qYjpZe90d/X2D9De00//wAB4dFDHHRyP3UdbBhBtHUQGnO6+CB09ETp6+unojdDe00d7bLqnb4DeSISevgH6YxVywJ2+iNPa1cfOzl427+gEYHJJPnMriphUnE9OtjEw4Aw49EYidPZEaO/pp6O3n7bufra3dtPRE6Gtu4+2nn729e+ZLIuOGQ2ODZUW5JCfm01PX7SLsLMnghm7Wkql+bmUx/4dyotyKS/M5XP/dx3FQ4sAQF8XvY9fT8PsM6goztNVscaJu/PLFzfzb4+sZsCdmz+7mNOOmB52rJQX5BjBdODu2F/6WcASd/+9mX0LqHH3B4GrzOxMoB/YAVwcYJ5xZ2ZMKs5jUnEeR1Slx0Uv8nKymJSTWqfsHRhw2rr7aenqi/5490bo6o3Q1ReJFtlYseyNDNAfK4bRx76rEHf1RQtNe3c/XX0RCkvzd7U+HGiPdfW1dfexrr6dnZ19NHf20j/gfCG/7p3qOERO21ZO+N5TAJTm51BRkkdFST4VxXlMLs1n+oQCppYVML2sgGmxPzYmFOToL9tR1O7s5JrfvMKf1zVy/IIK/uPsI5g1qSjsWGkhYV1D4yWMriGRkbg7nb0R8m9aRE5b7buWdxXN4Hcn/YHG9h4a23tp6uilqb2HpvZeGtp72NHR+67nFORmMaW0gMkleUwuyaeiJJ/yomiX14SCaDfYjPJCqiYWMqW0ICP6xN2de198m397ONphcO0nFnLBsbNVMPdSKF1DIunOzKKnOP7Iv444RlD4sW9y/hGj7+XW3RehvrWHupYutrf1UN/azfbWbupjYyWbmjpZtmknLV19u7rVhsrJMuZUFHHwtAkcNK00eptayqxJRWlTIDbv6OSa367iL+uaOOGACr73KbUCgqBCILK/BgeE93KvoYLcbGZXFDG7YuwfNnenp3+Atu5+mjt72dLcxZbmLmp3drGuvp1XtrTw8Ct1u9bPz8nigCklvGdq6a77A6eUMHVCAYV5qTNW8eKGHVxy54sAfPdvDuOzx6gVEBR1DYmkgfaeftZsb2Pd9nbWbG9jTX07a7e3UdfSvdt6xXnZVJbmM6k4j4lFeZQVRffcOmhaKUfOKmdBZUlSHED52tYWzr/teaZMyOfuzx9D1US1AvaXuoZE0lxJfg6LZ09k8eyJu81v6+5jbX07b9W37+pyamzvZUdHD3Ut3byxrY3G9p5duw2X5OdwyPQJzJtczLzKYuZWFDNvcjFzKooStufThsYOLvrpi5QW5PDzS49lRnlhQrabyVQIRNJYaUHuiAViqIEB562GdlZsbmZlbTNv1LXx5BvbaazZfTB7RlkBC6aUcOSschbPnsiRs8rH/aLwdS1dfO6OFxhw+PllKgKJoq4hERlRa3cfGxs72NAYPYByY2MHb2xr441trbsOmjxwSgnHLajguPkVHDu/gkn7WBh2dPRy9183cvf/baQ/4vzyC+/j8Koxjy2VvZQURxaPFxUCkXB19PTzypYWlm3ayQsbdlCzcQedvREADphSQvWciRw9ZyKLZpUzb3Ixudm7n+2+PzLAttZutjZ3s6W5kxVvN7OkppauvggfOWQqXznlPRwyY0IYby2tqRCISGD6IgOsqm3m+fU7WLZp55+94E4AAAevSURBVK5dXiF6bq4DppQwa1Ihje29bG3uYntr926nYcnJMj555Eyu+OB8DpxaGtK7SH8aLBaRwORmZ3H0nEkcPWcS8M6Yw2tbW1ld18rqbW2sq29nSmkBxy+YzIzyAmaUFzKzvJCZE6P3OgVHuFQIRGRcZWUZB04t5cCppZx11Myw40gcArtUpYiIpAYVAhGRDKdCICKS4VQIREQynAqBiEiGUyEQEclwKgQiIhlOhUBEJMOl3CkmzKwB2ASUAS1DFg2dHnw8/H4y0LgPmx2+rXiWj5VvT3mHztuXzOORd7SMe8qeqLwjzU/lvHvKGeR3OIi8Q+fpO5wceee4e+WIS9w9JW/A7aNNDz4e4b5mPLYVz/Kx8u0p7/5mHo+8o+WJ47NOSN54P9NUyRtHzsC+w0HkDeMzTrXvcJh5h99SuWvooTGmHxrlfry2Fc/ysfINnx4p5/5kHo+8w+ft6XGi8440P5XzDp9O5Hc4iLx72uaeZMJ3OMy8u0m5rqH9YWY1PsrZ95JVqmVW3mClWl5IvcyZmDeVWwT74vawA+yDVMusvMFKtbyQepkzLm9GtQhEROTdMq1FICIiw6gQiIhkOBUCEZEMp0IQY2YfMLNbzewOM/tr2Hn2xMyyzOy7ZnajmV0Udp54mNlJZvZc7HM+Kew88TCzYjOrMbPTw86yJ2a2MPbZLjWzL4WdZ0/M7Cwz+7GZ/crMTg07TzzMbL6Z/cTMloadZTSx7+zdsc/2gniekxaFwMx+amb1ZvbqsPkfM7M3zWydmV0z1mu4+3PufgXwe+DuZM8LfBKoAvqA2qCyDsk2HpkdaAcKCDjzOOUF+CdgSTApd8s1Ht/h1bHv8LnACSmQ9wF3/wJwBXBekHlj2cYj83p3vzTYpO+2l9k/BSyNfbZnxrWB/T0iLRluwInAYuDVIfOygbeA+UAesBI4BDic6I/90NuUIc9bApQme17gGuCLsecuTYXPGMiKPW8qcE8K5P0IcD5wMXB6sueNPedM4FHgs6mQN/a87wOLU+E7POR5gf+f24/s1wJHxta5N57XT4uL17v7s2Y2d9jsY4B17r4ewMzuAz7p7v8OjNjMN7PZQIu7twUYd1zymlkt0BubjASXNmq8PuOYnUB+EDkHjdNnfBJQTPQ/V5eZPeLuA8maN/Y6DwIPmtnDwL1BZB2vvGZmwPeAR919eVBZB43zdzih9iY70dZ2FbCCOHt90qIQjGImsHnIdC1w7B6ecylwZ2CJxra3eX8L3GhmHwCeDTLYGPYqs5l9CvgoUA7cFGy0Ee1VXnf/ZwAzuxhoDKoIjGFvP9+TiHYL5AOPBJpsZHv7Hb4SOAUoM7MD3P3WIMONYm8/4wrgu8BRZnZtrGCEZbTsNwA3mdlpxHkainQuBHvN3f817AzxcvdOooUrZbj7b4kWsJTi7neFnSEe7v4M8EzIMeLm7jcQ/dFKGe7eRHRMI2m5ewdwyd48Jy0Gi0exBZg1ZLoqNi9ZpVpeSL3MyhusVMsLqZl50LhlT+dC8BJwoJnNM7M8ooN+D4acaSyplhdSL7PyBivV8kJqZh40ftkTOfId4Ij6L4E63tmV8tLY/E8Aa4iOrP9z2DlTNW8qZlZe5U2HzInKrpPOiYhkuHTuGhIRkTioEIiIZDgVAhGRDKdCICKS4VQIREQynAqBiEiGUyGQtGBm7Qne3rhcs8Ki12hoMbMVZvaGmf13HM85y8wOGY/ti4AKgciIzGzM83C5+/HjuLnn3P1I4CjgdDPb07UEziJ6RlSRcaFCIGnLzBaY2WNmtsyiV0Y7ODb/DDN7wcxeNrMnzGxqbP71ZvZzM/sL8PPY9E/N7BkzW29mVw157fbY/Umx5Utjf9HfEzu9Mmb2idi8ZWZ2g5n9fqy87t5F9NTBM2PP/4KZvWRmK83sN2ZWZGbHE73mwH/FWhELRnufIvFSIZB0djtwpbsfDfwj8L+x+X8G3ufuRwH3Ad8Y8pxDgFPc/TOx6YOJnjr7GOBfzSx3hO0cBVwde+584AQzKwBuAz4e237lnsKa2UTgQN45rfhv3f297r4IWE30tAJ/JXo+ma+7+5Hu/tYY71MkLjoNtaQlMysBjgd+HfsDHd65GE4V8Cszm070yk4bhjz1wdhf5oMedvceoMfM6oleXW34ZTZfdPfa2HZXAHOJXpJzvbsPvvYvgctHifsBM1tJtAj8yN23xeYfZmbfIXr9hhLgD3v5PkXiokIg6SoLaI71vQ93I/ADd38wdjGX64cs6xi2bs+QxxFG/j8Tzzpjec7dTzezecDzZrbE3VcAdwFnufvK2MVxThrhuWO9T5G4qGtI0pK7twIbzOwciF4W0cwWxRaX8c552y8KKMKbwPwhlxfc48XZY62H7wH/FJtVCtTFuqMuGLJqW2zZnt6nSFxUCCRdFJlZ7ZDbV4n+eF4a63Z5jej1XCHaAvi1mS0DGoMIE+te+jLwWGw7bUBLHE+9FTgxVkD+H/AC8BfgjSHr3Ad8PTbYvYDR36dIXHQaapGAmFmJu7fH9iK6GVjr7j8MO5fIcGoRiATnC7HB49eIdkfdFnIekRGpRSAikuHUIhARyXAqBCIiGU6FQEQkw6kQiIhkOBUCEZEMp0IgIpLh/j8SrQ6k1tysZwAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 669
        },
        "id": "c_jFvBWoVP6h",
        "outputId": "fb87f4b3-cc53-43a3-d9f1-c4f915d0fac9"
      },
      "source": [
        "# train for 20 more epochs on the new lr\n",
        "learn.fit_one_cycle(20, lr_max=slice(3e-6, 3e-4))"
      ],
      "execution_count": 43,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: left;\">\n",
              "      <th>epoch</th>\n",
              "      <th>train_loss</th>\n",
              "      <th>valid_loss</th>\n",
              "      <th>accuracy</th>\n",
              "      <th>time</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <td>0</td>\n",
              "      <td>3.465873</td>\n",
              "      <td>3.512089</td>\n",
              "      <td>0.322673</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>1</td>\n",
              "      <td>3.454876</td>\n",
              "      <td>3.504663</td>\n",
              "      <td>0.323204</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>2</td>\n",
              "      <td>3.444274</td>\n",
              "      <td>3.490720</td>\n",
              "      <td>0.324891</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>3</td>\n",
              "      <td>3.435600</td>\n",
              "      <td>3.471388</td>\n",
              "      <td>0.327572</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>4</td>\n",
              "      <td>3.417280</td>\n",
              "      <td>3.451654</td>\n",
              "      <td>0.327541</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>5</td>\n",
              "      <td>3.395932</td>\n",
              "      <td>3.431502</td>\n",
              "      <td>0.328837</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>6</td>\n",
              "      <td>3.380058</td>\n",
              "      <td>3.417701</td>\n",
              "      <td>0.328824</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>7</td>\n",
              "      <td>3.361228</td>\n",
              "      <td>3.403436</td>\n",
              "      <td>0.329377</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>8</td>\n",
              "      <td>3.333772</td>\n",
              "      <td>3.388666</td>\n",
              "      <td>0.330775</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>9</td>\n",
              "      <td>3.307049</td>\n",
              "      <td>3.376151</td>\n",
              "      <td>0.332198</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>10</td>\n",
              "      <td>3.287377</td>\n",
              "      <td>3.367988</td>\n",
              "      <td>0.332579</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>11</td>\n",
              "      <td>3.263412</td>\n",
              "      <td>3.356426</td>\n",
              "      <td>0.334925</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>12</td>\n",
              "      <td>3.239452</td>\n",
              "      <td>3.349009</td>\n",
              "      <td>0.335849</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>13</td>\n",
              "      <td>3.219119</td>\n",
              "      <td>3.343701</td>\n",
              "      <td>0.336663</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>14</td>\n",
              "      <td>3.199347</td>\n",
              "      <td>3.338786</td>\n",
              "      <td>0.338373</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>15</td>\n",
              "      <td>3.187453</td>\n",
              "      <td>3.335432</td>\n",
              "      <td>0.338884</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>16</td>\n",
              "      <td>3.175823</td>\n",
              "      <td>3.333672</td>\n",
              "      <td>0.339581</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>17</td>\n",
              "      <td>3.162176</td>\n",
              "      <td>3.332709</td>\n",
              "      <td>0.339646</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>18</td>\n",
              "      <td>3.150210</td>\n",
              "      <td>3.332271</td>\n",
              "      <td>0.339744</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>19</td>\n",
              "      <td>3.140052</td>\n",
              "      <td>3.332193</td>\n",
              "      <td>0.339809</td>\n",
              "      <td>00:13</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3v8sTDVXVlOU"
      },
      "source": [
        "# Predictions with Bon Jovi Model"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NrvVHSD1V_-V"
      },
      "source": [
        "def get_most_complex(start_text, preds):\n",
        "  max_len = 0\n",
        "  max_i = -1\n",
        "  for i, pred in enumerate(preds):\n",
        "    pred_cardinality = len(set(pred.split()))\n",
        "    if pred_cardinality > max_len:\n",
        "      max_len = pred_cardinality\n",
        "      max_i = i\n",
        "  \n",
        "  return_str = preds[max_i]\n",
        "\n",
        "  val = -1\n",
        "  occurrence = len(start_text.split())\n",
        "  for i in range(0, occurrence):\n",
        "    val = return_str.find(' ', val + 1)\n",
        "\n",
        "  return start_text + return_str[val:return_str.rfind('.')+1]\n"
      ],
      "execution_count": 60,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 37
        },
        "id": "26si1FMgXf7n",
        "outputId": "e86b1008-9f60-4873-af4e-6a5056cd419c"
      },
      "source": [
        "preds = ['hello', 'hello. goodbye', 'unk unkkk the most most most most complex. nahhhhh nahh']\n",
        "\n",
        "get_most_complex('this is', preds)"
      ],
      "execution_count": 62,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'this is the most most most most complex.'"
            ]
          },
          "metadata": {},
          "execution_count": 62
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 88
        },
        "id": "D0AIPXebX9QO",
        "outputId": "e358e6c3-575e-45fb-b95a-13496ce50805"
      },
      "source": [
        "start_text = \"I'm an english man in new york\"\n",
        "words = 60\n",
        "sentences = 5\n",
        "preds = [learn.predict(start_text, words, temperature=0.75)\n",
        "         for sentence in range(sentences)]\n",
        "\n",
        "get_most_complex(start_text, preds)"
      ],
      "execution_count": 64,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "\"I'm an english man in new york york with a blue sign on my back . I do 'm shine , i n't gon na shake my hands on my own . You ca n't try to get up and lose . You 're running around , in the street where i was . But your heart is standing .\""
            ]
          },
          "metadata": {},
          "execution_count": 64
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 71
        },
        "id": "5zy0TqNKa4pS",
        "outputId": "2a171fcd-6e90-475b-8383-ff22a33d5538"
      },
      "source": [
        "start_text = \"Living on a prayer\"\n",
        "words = 60\n",
        "sentences = 5\n",
        "preds = [learn.predict(start_text, words, temperature=0.75)\n",
        "         for sentence in range(sentences)]\n",
        "\n",
        "get_most_complex(start_text, preds)"
      ],
      "execution_count": 65,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'Living on a prayer porch in West End , New York , DJ Robinson died in a car crash on August 3 , July 7 , of that same year . He had a broken heart and was still alive .'"
            ]
          },
          "metadata": {},
          "execution_count": 65
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 71
        },
        "id": "L0I6b1MNbKeP",
        "outputId": "60f69c7b-d73c-45a2-8082-d1aac0f8d873"
      },
      "source": [
        "start_text = \"Where has it gone\"\n",
        "words = 60\n",
        "sentences = 5\n",
        "preds = [learn.predict(start_text, words, temperature=0.75)\n",
        "         for sentence in range(sentences)]\n",
        "\n",
        "get_most_complex(start_text, preds)"
      ],
      "execution_count": 66,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              ""
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "\"Where has it gone ? i will be there . You want it . We 're not going to be there . There 's nothing that we can do . You need a lot of protection . i want to keep your plans .\""
            ]
          },
          "metadata": {},
          "execution_count": 66
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zrcLBrAHbp_c"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}