U47768_CH05_RNN(Stock).ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/submouse9903/test-1/blob/master/U47768_CH05_RNN(Stock).ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "DNsFtdYqgr2o"
      },
      "outputs": [],
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "from sklearn.preprocessing import MinMaxScaler"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "HFsapppekmIb"
      },
      "outputs": [],
      "source": [
        "device = 'cuda' if torch.cuda.is_available() else 'cpu'\n",
        "torch.manual_seed(1)\n",
        "if device == 'cuda':\n",
        "    torch.cuda.manual_seed_all(1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "bCsnX3aMgy9h"
      },
      "outputs": [],
      "source": [
        "# Load data\n",
        "df = pd.read_csv('http://ranking.uos.ac.kr/class/RB/stock_data.csv')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "xsjPoqEkijdm",
        "outputId": "6c55b359-58b0-4dcf-c237-ed70f29cfd93"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "         Open        High         Low   Volume       Close\n",
              "0  828.659973  833.450012  828.349976  1247700  831.659973\n",
              "1  823.020020  828.070007  821.655029  1597800  828.070007\n",
              "2  819.929993  824.400024  818.979980  1281700  824.159973\n",
              "3  819.359985  823.000000  818.469971  1304000  818.979980\n",
              "4  819.000000  823.000000  816.000000  1053600  820.450012"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-8f63fcfa-babb-4666-9585-636518b3568a\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Open</th>\n",
              "      <th>High</th>\n",
              "      <th>Low</th>\n",
              "      <th>Volume</th>\n",
              "      <th>Close</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>828.659973</td>\n",
              "      <td>833.450012</td>\n",
              "      <td>828.349976</td>\n",
              "      <td>1247700</td>\n",
              "      <td>831.659973</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>823.020020</td>\n",
              "      <td>828.070007</td>\n",
              "      <td>821.655029</td>\n",
              "      <td>1597800</td>\n",
              "      <td>828.070007</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>819.929993</td>\n",
              "      <td>824.400024</td>\n",
              "      <td>818.979980</td>\n",
              "      <td>1281700</td>\n",
              "      <td>824.159973</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>819.359985</td>\n",
              "      <td>823.000000</td>\n",
              "      <td>818.469971</td>\n",
              "      <td>1304000</td>\n",
              "      <td>818.979980</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>819.000000</td>\n",
              "      <td>823.000000</td>\n",
              "      <td>816.000000</td>\n",
              "      <td>1053600</td>\n",
              "      <td>820.450012</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-8f63fcfa-babb-4666-9585-636518b3568a')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-8f63fcfa-babb-4666-9585-636518b3568a button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-8f63fcfa-babb-4666-9585-636518b3568a');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ],
      "source": [
        "df.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "lDln0vxqjI9X"
      },
      "outputs": [],
      "source": [
        "x_0 = np.array(df['Close'][0:-1])\n",
        "x_1 = np.array(df['Close'][1:])\n",
        "x = np.log(1-(x_1-x_0)/x_0)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "7YbM7CAXg4gh"
      },
      "outputs": [],
      "source": [
        "# Define hyperparameters\n",
        "seq_len = 6\n",
        "hidden_size = 5\n",
        "num_layers = 1\n",
        "learning_rate = 0.001\n",
        "num_epochs = 100"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "_aQtZfFEkaUJ"
      },
      "outputs": [],
      "source": [
        "rnn = nn.RNN(input_size = 1, hidden_size = 5, num_layers = 1, batch_first = True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "sBOnsnpx_csQ",
        "outputId": "79e22ff6-93e0-416d-e26f-dc0603335643"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "RNN(1, 5, batch_first=True)"
            ]
          },
          "metadata": {},
          "execution_count": 8
        }
      ],
      "source": [
        "rnn"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ncHhmiOQrWBC"
      },
      "source": [
        "- Batch_first = False 인 경우에 (seq, batch, feature) 로 input data x 를 입력한다. (Default 값으로 지정되어 있다)\n",
        "- Batch_first = True 인 경우에 (batch, seq, feature) 로 input data x 를 입력한다. \n",
        "- 출력값 역시 Batch_first 옵션을 따른다.\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yNFxCSiIohhc",
        "outputId": "2dbaa934-7645-4217-f8ea-e0ff3c2b13f9"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[ 0.00430734  0.00471075  0.00626551 -0.00179657  0.00147374  0.00677598]\n",
            "[ 0.00471075  0.00626551 -0.00179657  0.00147374  0.00677598  0.00503846]\n",
            "[ 0.00430734  0.00471075  0.00626551 -0.00179657  0.00147374  0.00677598\n",
            "  0.00471075  0.00626551 -0.00179657  0.00147374  0.00677598  0.00503846]\n",
            "torch.Size([2, 6, 1])\n",
            "torch.float32\n"
          ]
        }
      ],
      "source": [
        "# 2개 샘플 만들기\n",
        "print(x[0:6])\n",
        "print(x[1:7])\n",
        "x_data = np.concatenate([x[0:6],x[1:7]], axis = 0)\n",
        "print(x_data)\n",
        "x_data = x_data.reshape(2,6,1)\n",
        "input = torch.tensor(x_data).float()\n",
        "print(input.shape)\n",
        "print(input.dtype)\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "gOlXT9PrtGeE"
      },
      "source": [
        "h0 만들기\n",
        "- Batch_first = True 와 상관없이 (num_layers*D, batch, hidden_size) 로 h0 를 입력한다.  (만약 bidirectional 이면 D = 2, 아니면 D = 1)\n",
        "- 위의 예제에서는 2개 샘플, 1개 층, 5차원이므로 (1,2,5)를 입력한다.\n",
        "\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yhZsi40AtOS6",
        "outputId": "5d9120a6-f49a-4ad8-de49-cd2f657faed1"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "torch.float32"
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ],
      "source": [
        "h0 = torch.randn(1, 2, 5)\n",
        "h0.dtype"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "d1RDaDPUAp0u",
        "outputId": "6a626e0a-8835-4174-fdbb-06716dd78a00"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "output\n",
            "tensor([[[ 0.8636,  0.9346, -0.4618, -0.2337, -0.0091],\n",
            "         [-0.0631,  0.7208,  0.1531, -0.4857, -0.3627],\n",
            "         [-0.1470,  0.7376,  0.0288, -0.2588, -0.2875],\n",
            "         [-0.1899,  0.7036,  0.1326, -0.2934, -0.3786],\n",
            "         [-0.1717,  0.7132,  0.1058, -0.2667, -0.3753],\n",
            "         [-0.1711,  0.7094,  0.1160, -0.2742, -0.3895]],\n",
            "\n",
            "        [[ 0.3003,  0.8212,  0.3342, -0.5615, -0.1160],\n",
            "         [-0.0368,  0.7728,  0.0251, -0.3685, -0.1153],\n",
            "         [-0.1810,  0.7172,  0.1118, -0.3215, -0.2838],\n",
            "         [-0.1819,  0.7131,  0.1085, -0.2775, -0.3428],\n",
            "         [-0.1756,  0.7094,  0.1167, -0.2752, -0.3774],\n",
            "         [-0.1702,  0.7110,  0.1125, -0.2720, -0.3849]]],\n",
            "       grad_fn=<TransposeBackward1>)\n",
            "torch.Size([2, 6, 5])\n",
            "hn\n",
            "tensor([[[-0.1711,  0.7094,  0.1160, -0.2742, -0.3895],\n",
            "         [-0.1702,  0.7110,  0.1125, -0.2720, -0.3849]]],\n",
            "       grad_fn=<StackBackward0>)\n",
            "torch.Size([1, 2, 5])\n"
          ]
        }
      ],
      "source": [
        "output, hn = rnn(input, h0)\n",
        "print(\"output\")\n",
        "print(output)\n",
        "print(output.shape)\n",
        "print(\"hn\")\n",
        "print(hn)\n",
        "print(hn.shape)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "aReZWrAUD0Tk"
      },
      "source": [
        "Batch_first=True 이므로 output 의 형태는 (batch, seq, feature) 로 이루어진다. \n",
        "- output[0,:,:] 은 첫 번째 input에 대한 rnn feature 행렬인데, 행벡터가 rnn 각 노드에서 hidden feature 에 해당한다.\n",
        "- hn[0,:,:] 은 관측치 두개에 대한 마지막 hidden feature 값인데, hn[0,0,:] 은 첫번째 input에 대한 hidden feature vector에 해당한다."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "3_cH8BVYkEFn"
      },
      "outputs": [],
      "source": [
        "# Define the RNN model\n",
        "class myRNN(nn.Module):\n",
        "    def __init__(self, input_size, hidden_size, num_layers):\n",
        "        super(myRNN, self).__init__()\n",
        "        self.hidden_size = hidden_size\n",
        "        self.num_layers = num_layers\n",
        "        self.rnn = nn.RNN(input_size, hidden_size, num_layers, batch_first=True)\n",
        "        self.fc = nn.Linear(hidden_size, 1)\n",
        "        \n",
        "    def forward(self, x):\n",
        "        h0 = torch.zeros(self.num_layers, x.size(0), self.hidden_size).to(device)\n",
        "        out, _ = self.rnn(x, h0)\n",
        "        out = out[:, -1, :]\n",
        "        out = self.fc(out)\n",
        "        return out"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "73N0LSAFKUnA",
        "outputId": "3ea503f7-8c4c-4cdf-f287-63165149f5a6"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([ 0.00430734,  0.00471075,  0.00626551, -0.00179657,  0.00147374,\n",
              "        0.00677598,  0.00503846,  0.00145651,  0.00174275,  0.00695242,\n",
              "       -0.00018716,  0.00368627])"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ],
      "source": [
        "x[0:12]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "d62DEiT7KEhI"
      },
      "outputs": [],
      "source": [
        "# window size 설정\n",
        "window_size = 6\n",
        "# 입력 시퀀스와 출력 시퀀스 정의\n",
        "def create_inout_sequences(input_data, window_size):\n",
        "    inout_seq = []\n",
        "    L = len(input_data)\n",
        "    for i in range(L - window_size):\n",
        "        train_seq = input_data[i:(i+window_size)].reshape(window_size,1)\n",
        "        train_seq = train_seq.astype(np.float32)\n",
        "        train_label = input_data[(i+window_size):(i+window_size+1)]\n",
        "        train_label = train_label.astype(np.float32)\n",
        "        inout_seq.append((train_seq ,train_label))\n",
        "    return inout_seq"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-TVWuToSKnE5",
        "outputId": "39d52b14-86f3-4d8e-99ca-371204518d19"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "input: (6, 1)\n",
            "output: (1,)\n",
            "train_data: 725\n"
          ]
        }
      ],
      "source": [
        "# 입력 시퀀스와 출력 시퀀스 생성\n",
        "train_data = create_inout_sequences(x, window_size)\n",
        "print('input:', train_data[0][0].shape)\n",
        "print('output:', train_data[0][1].shape)\n",
        "print('train_data:', len(train_data))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "8WtsfVWFLIwv",
        "outputId": "8099d790-4360-4e15-fa9e-07aeb1fa235c"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Batch 0:\n",
            "torch.Size([10, 6, 1])\n",
            "torch.Size([10, 1])\n"
          ]
        }
      ],
      "source": [
        "# 데이터를 batch 단위로 나누기\n",
        "batch_size = 10\n",
        "train_loader = torch.utils.data.DataLoader(train_data, shuffle=False, batch_size=batch_size)\n",
        "\n",
        "# batch 단위로 데이터 출력\n",
        "for i, (inputs, labels) in enumerate(train_loader):\n",
        "    print(f'Batch {i}:')\n",
        "    #print('Inputs: \\n', inputs)\n",
        "    print(inputs.shape)\n",
        "    #print('Labels: \\n', labels)\n",
        "    print(labels.shape)\n",
        "    break"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "8aGeWpyQMddG"
      },
      "outputs": [],
      "source": [
        "model = myRNN(1, hidden_size, num_layers).to(device)\n",
        "criterion = nn.MSELoss()\n",
        "optimizer = torch.optim.Adam(model.parameters(), lr=learning_rate)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "duCVzcTd46Us",
        "outputId": "1c758b58-3d5c-4fb7-b48e-108fdf67cf3c"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tensor([[0.0642],\n",
            "        [0.0644],\n",
            "        [0.0635],\n",
            "        [0.0668],\n",
            "        [0.0627],\n",
            "        [0.0623],\n",
            "        [0.0642],\n",
            "        [0.0636],\n",
            "        [0.0642],\n",
            "        [0.0650]], device='cuda:0', grad_fn=<AddmmBackward0>)\n"
          ]
        }
      ],
      "source": [
        "for i, (inputs, labels) in enumerate(train_loader):\n",
        "  input = inputs.to(device)\n",
        "  label = labels.to(device)\n",
        "  output = model(input)\n",
        "  print(output)\n",
        "  #print(input.shape)\n",
        "  break "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "y26M8rdj69qo",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "87bc2052-a853-493e-a65f-47e736e0b1c7"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tensor(0.0038, device='cuda:0', grad_fn=<MseLossBackward0>)\n"
          ]
        }
      ],
      "source": [
        "for i, (inputs, labels) in enumerate(train_loader):\n",
        "  input = inputs.to(device)\n",
        "  label = labels.to(device)\n",
        "  output = model(input)\n",
        "  loss = criterion(output, label)\n",
        "  print(loss)\n",
        "  break "
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "model = myRNN(1, hidden_size, num_layers).to(device)\n",
        "criterion = nn.MSELoss()\n",
        "optimizer = torch.optim.Adam(model.parameters(), lr=learning_rate)\n",
        "optimizer.zero_grad()\n",
        "\n",
        "for i, (inputs, labels) in enumerate(train_loader):\n",
        "  input = inputs.to(device)\n",
        "  label = labels.to(device)\n",
        "  output = model(input)\n",
        "  loss = criterion(output, label)\n",
        "  optimizer.zero_grad()\n",
        "  loss.backward()\n",
        "  optimizer.step()\n",
        "print(loss)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "XNBDo0Cmy-rp",
        "outputId": "d5d625e7-665c-44ed-e2be-514847af1c1b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tensor(0.0606, device='cuda:0', grad_fn=<MseLossBackward0>)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "model = myRNN(1, hidden_size, num_layers).to(device)\n",
        "criterion = nn.MSELoss()\n",
        "optimizer = torch.optim.Adam(model.parameters(), lr=learning_rate)\n",
        "optimizer.zero_grad()\n",
        "\n",
        "num_epochs = 10\n",
        "for epoch in range(num_epochs):\n",
        "  for i, (inputs, labels) in enumerate(train_loader):\n",
        "    input = inputs.to(device)\n",
        "    label = labels.to(device)\n",
        "    output = model(input)\n",
        "    loss = criterion(output, label)\n",
        "    optimizer.zero_grad()\n",
        "    loss.backward()\n",
        "    optimizer.step()\n",
        "  print(loss)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "o5MoCJayzPcZ",
        "outputId": "77b88c6d-91b5-476c-baf1-374decde2f30"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tensor(0.0003, device='cuda:0', grad_fn=<MseLossBackward0>)\n",
            "tensor(6.2136e-05, device='cuda:0', grad_fn=<MseLossBackward0>)\n",
            "tensor(7.1373e-05, device='cuda:0', grad_fn=<MseLossBackward0>)\n",
            "tensor(0.0001, device='cuda:0', grad_fn=<MseLossBackward0>)\n",
            "tensor(0.0001, device='cuda:0', grad_fn=<MseLossBackward0>)\n",
            "tensor(0.0002, device='cuda:0', grad_fn=<MseLossBackward0>)\n",
            "tensor(0.0001, device='cuda:0', grad_fn=<MseLossBackward0>)\n",
            "tensor(0.0002, device='cuda:0', grad_fn=<MseLossBackward0>)\n",
            "tensor(0.0003, device='cuda:0', grad_fn=<MseLossBackward0>)\n",
            "tensor(6.5466e-05, device='cuda:0', grad_fn=<MseLossBackward0>)\n"
          ]
        }
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "gpuClass": "standard",
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}