7_2주차.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "7-2주차.ipynb",
      "provenance": [],
      "authorship_tag": "ABX9TyOkPE4CnYq20e+c3JUMj5vZ",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/yujungha/AI-Study/blob/main/7_2%EC%A3%BC%EC%B0%A8.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KFH3nBVtMtQH"
      },
      "source": [
        "import numpy as np"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "h7fgVwQ5MvtU",
        "outputId": "b20ac5f8-9cb0-45ac-ba51-10b1c91204a4"
      },
      "source": [
        "X1 = 1\r\n",
        "X2 = 2\r\n",
        "\r\n",
        "Y1 = 2\r\n",
        "Y2 = 1\r\n",
        "\r\n",
        "a = 0.1\r\n",
        "\r\n",
        "W11 = 0.1\r\n",
        "W12 = 0.2\r\n",
        "W21 = 0.3\r\n",
        "W22 = 0.1\r\n",
        "\r\n",
        "O1 = X1 * W11 + X2 * W21\r\n",
        "O2 = X1 * W12 + X2 * W22\r\n",
        "\r\n",
        "E1 = (Y1 - O1)**2\r\n",
        "E2 = (Y2 - O2)**2\r\n",
        "\r\n",
        "print(O1, O2)\r\n",
        "print(E1, E2)\r\n",
        "\r\n",
        "dE1dW11 = -2 * (Y1 - O1) * X1\r\n",
        "dE1dW21 = -2 * (Y1 - O1) * X2\r\n",
        "dE2dW12 = -2 * (Y2 - O2) * X1\r\n",
        "dE2dW22 = -2 * (Y2 - O2) * X2\r\n",
        "\r\n",
        "W11 = W11 - a * dE1dW11\r\n",
        "W21 = W21 - a * dE1dW21\r\n",
        "W12 = W12 - a * dE2dW12\r\n",
        "W22 = W22 - a * dE2dW22\r\n",
        "\r\n",
        "print(np.array([[dE1dW11, dE2dW12],\r\n",
        "                [dE1dW21, dE2dW22]]))\r\n",
        "\r\n",
        "O1 = X1 * W11 + X2 * W21\r\n",
        "O2 = X1 * W12 + X2 * W22\r\n",
        "\r\n",
        "E1 = (Y1 - O1)**2\r\n",
        "E2 = (Y2 - O2)**2\r\n",
        "\r\n",
        "print(O1, O2)\r\n",
        "print(E1, E2)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "0.7 0.4\n",
            "1.6900000000000002 0.36\n",
            "[[-2.6 -1.2]\n",
            " [-5.2 -2.4]]\n",
            "2.0 1.0\n",
            "0.0 0.0\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ByaOIc04lr8f",
        "outputId": "590ab364-254b-4b1e-c0bc-34c6bea97d93"
      },
      "source": [
        "X = np.array([[1, 2]])\r\n",
        "Y = np.array([[2, 1]])\r\n",
        "W = np.array([[0.1, 0.2],\r\n",
        "              [0.3, 0.1]])\r\n",
        "O = X.dot(W)\r\n",
        "print(O)\r\n",
        "E = (Y - O)**2\r\n",
        "print(E)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[[0.7 0.4]]\n",
            "[[1.69 0.36]]\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "d16RUeh2nTMF",
        "outputId": "f2d20b43-2639-4a2d-b9f1-2d4ff452c6e4"
      },
      "source": [
        "X = np.array([[1, 3]])\r\n",
        "Y = np.array([[3]])\r\n",
        "W = np.array([[0.2],\r\n",
        "              [0.4]])\r\n",
        "\r\n",
        "a = 0.01\r\n",
        "epoch = 10\r\n",
        "for i in range(epoch):\r\n",
        "  O = X.dot(W)\r\n",
        "  E = (Y - O)**2\r\n",
        "  # print(O)\r\n",
        "  # print(E)\r\n",
        "\r\n",
        "  dEdW = -2 * (Y - O) * X.T\r\n",
        "\r\n",
        "  W = W - a * dEdW\r\n",
        "  print(W)\r\n",
        "\r\n",
        "  O = X.dot(W)\r\n",
        "  E = (Y - O)**2\r\n",
        "  print(O)\r\n",
        "  print(E)"
      ],
      "execution_count": 138,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[[0.232]\n",
            " [0.496]]\n",
            "[[1.72]]\n",
            "[[1.6384]]\n",
            "[[0.2576]\n",
            " [0.5728]]\n",
            "[[1.976]]\n",
            "[[1.048576]]\n",
            "[[0.27808]\n",
            " [0.63424]]\n",
            "[[2.1808]]\n",
            "[[0.67108864]]\n",
            "[[0.294464]\n",
            " [0.683392]]\n",
            "[[2.34464]]\n",
            "[[0.42949673]]\n",
            "[[0.3075712]\n",
            " [0.7227136]]\n",
            "[[2.475712]]\n",
            "[[0.27487791]]\n",
            "[[0.31805696]\n",
            " [0.75417088]]\n",
            "[[2.5805696]]\n",
            "[[0.17592186]]\n",
            "[[0.32644557]\n",
            " [0.7793367 ]]\n",
            "[[2.66445568]]\n",
            "[[0.11258999]]\n",
            "[[0.33315645]\n",
            " [0.79946936]]\n",
            "[[2.73156454]]\n",
            "[[0.07205759]]\n",
            "[[0.33852516]\n",
            " [0.81557549]]\n",
            "[[2.78525164]]\n",
            "[[0.04611686]]\n",
            "[[0.34282013]\n",
            " [0.82846039]]\n",
            "[[2.82820131]]\n",
            "[[0.02951479]]\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7KdNJjwaCa4_"
      },
      "source": [
        "train_x = np.array([[1,3]])\r\n",
        "train_y = np.array([[3]])\r\n",
        "\r\n",
        "for j in range(1):\r\n",
        "    X = np.array([train_x[j]])\r\n",
        "    Y = np.array([train_y[j]])\r\n",
        "    W = np.random.rand(2,1)\r\n",
        "    a = 0.01\r\n",
        "\r\n",
        "    for i in range(50):\r\n",
        "        print('========step'+str(i)+'========')\r\n",
        "        O = X.dot(W)\r\n",
        "        print('output :', O[0])\r\n",
        "        E = (Y - O)**2\r\n",
        "        print('error :',E.sum())\r\n",
        "        # print(X)\r\n",
        "        dEdW = -2 * (Y - O) * X.T\r\n",
        "        W = W - a * dEdW"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gNIPBwfMDXY1",
        "outputId": "ce6511f8-4cd1-461b-ae43-120ffd4642c2"
      },
      "source": [
        "# 2 x 1\r\n",
        "\r\n",
        "train_x = np.array([[1, 3]])\r\n",
        "train_y = np.array([[3]])\r\n",
        "\r\n",
        "for j in range(1):\r\n",
        "    X = np.array([train_x[j]])\r\n",
        "    Y = np.array([train_y[j]])\r\n",
        "    W = np.random.rand(2,1)\r\n",
        "    a = 0.01\r\n",
        "\r\n",
        "    for i in range(50):\r\n",
        "        print('========step'+str(i)+'========')\r\n",
        "        O = X.dot(W)\r\n",
        "        print('output :', O[0])\r\n",
        "        E = (Y - O)**2\r\n",
        "        print('error :',E.sum())\r\n",
        "        # print(X)\r\n",
        "        dEdW = -2 * (Y - O) * X.T\r\n",
        "        W = W - a * dEdW"
      ],
      "execution_count": 144,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "========step0========\n",
            "output : [3.36708936]\n",
            "error : 0.13475459579964538\n",
            "========step1========\n",
            "output : [3.29367149]\n",
            "error : 0.0862429413117732\n",
            "========step2========\n",
            "output : [3.23493719]\n",
            "error : 0.05519548243953468\n",
            "========step3========\n",
            "output : [3.18794975]\n",
            "error : 0.03532510876130229\n",
            "========step4========\n",
            "output : [3.1503598]\n",
            "error : 0.022608069607233522\n",
            "========step5========\n",
            "output : [3.12028784]\n",
            "error : 0.014469164548629326\n",
            "========step6========\n",
            "output : [3.09623027]\n",
            "error : 0.009260265311122838\n",
            "========step7========\n",
            "output : [3.07698422]\n",
            "error : 0.005926569799118643\n",
            "========step8========\n",
            "output : [3.06158737]\n",
            "error : 0.0037930046714359533\n",
            "========step9========\n",
            "output : [3.0492699]\n",
            "error : 0.0024275229897190013\n",
            "========step10========\n",
            "output : [3.03941592]\n",
            "error : 0.001553614713420175\n",
            "========step11========\n",
            "output : [3.03153274]\n",
            "error : 0.0009943134165889007\n",
            "========step12========\n",
            "output : [3.02522619]\n",
            "error : 0.000636360586616901\n",
            "========step13========\n",
            "output : [3.02018095]\n",
            "error : 0.0004072707754348202\n",
            "========step14========\n",
            "output : [3.01614476]\n",
            "error : 0.00026065329627829065\n",
            "========step15========\n",
            "output : [3.01291581]\n",
            "error : 0.00016681810961809913\n",
            "========step16========\n",
            "output : [3.01033265]\n",
            "error : 0.00010676359015558345\n",
            "========step17========\n",
            "output : [3.00826612]\n",
            "error : 6.832869769957781e-05\n",
            "========step18========\n",
            "output : [3.00661289]\n",
            "error : 4.37303665277298e-05\n",
            "========step19========\n",
            "output : [3.00529032]\n",
            "error : 2.7987434577749893e-05\n",
            "========step20========\n",
            "output : [3.00423225]\n",
            "error : 1.7911958129761435e-05\n",
            "========step21========\n",
            "output : [3.0033858]\n",
            "error : 1.1463653203046115e-05\n",
            "========step22========\n",
            "output : [3.00270864]\n",
            "error : 7.336738049950476e-06\n",
            "========step23========\n",
            "output : [3.00216691]\n",
            "error : 4.69551235196715e-06\n",
            "========step24========\n",
            "output : [3.00173353]\n",
            "error : 3.0051279052598995e-06\n",
            "========step25========\n",
            "output : [3.00138682]\n",
            "error : 1.923281859365843e-06\n",
            "========step26========\n",
            "output : [3.00110946]\n",
            "error : 1.2309003899945338e-06\n",
            "========step27========\n",
            "output : [3.00088757]\n",
            "error : 7.877762495960286e-07\n",
            "========step28========\n",
            "output : [3.00071005]\n",
            "error : 5.041767997419628e-07\n",
            "========step29========\n",
            "output : [3.00056804]\n",
            "error : 3.2267315183505803e-07\n",
            "========step30========\n",
            "output : [3.00045443]\n",
            "error : 2.0651081717459857e-07\n",
            "========step31========\n",
            "output : [3.00036355]\n",
            "error : 1.3216692299161393e-07\n",
            "========step32========\n",
            "output : [3.00029084]\n",
            "error : 8.458683071452959e-08\n",
            "========step33========\n",
            "output : [3.00023267]\n",
            "error : 5.41355716573816e-08\n",
            "========step34========\n",
            "output : [3.00018614]\n",
            "error : 3.464676586062503e-08\n",
            "========step35========\n",
            "output : [3.00014891]\n",
            "error : 2.2173930150905826e-08\n",
            "========step36========\n",
            "output : [3.00011913]\n",
            "error : 1.4191315296516245e-08\n",
            "========step37========\n",
            "output : [3.0000953]\n",
            "error : 9.082441789838113e-09\n",
            "========step38========\n",
            "output : [3.00007624]\n",
            "error : 5.812762745415133e-09\n",
            "========step39========\n",
            "output : [3.00006099]\n",
            "error : 3.7201681570548504e-09\n",
            "========step40========\n",
            "output : [3.00004879]\n",
            "error : 2.3809076205497748e-09\n",
            "========step41========\n",
            "output : [3.00003904]\n",
            "error : 1.5237808771310536e-09\n",
            "========step42========\n",
            "output : [3.00003123]\n",
            "error : 9.75219761358327e-10\n",
            "========step43========\n",
            "output : [3.00002498]\n",
            "error : 6.241406472870806e-10\n",
            "========step44========\n",
            "output : [3.00001999]\n",
            "error : 3.9945001424242996e-10\n",
            "========step45========\n",
            "output : [3.00001599]\n",
            "error : 2.5564800912367583e-10\n",
            "========step46========\n",
            "output : [3.00001279]\n",
            "error : 1.6361472583460818e-10\n",
            "========step47========\n",
            "output : [3.00001023]\n",
            "error : 1.0471342453233151e-10\n",
            "========step48========\n",
            "output : [3.00000819]\n",
            "error : 6.701659170650893e-11\n",
            "========step49========\n",
            "output : [3.00000655]\n",
            "error : 4.289061869100236e-11\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-mpEfw5MD_3c",
        "outputId": "73aa9ef4-5642-4526-f0e1-c4225b2aa7d7"
      },
      "source": [
        "# 2 x 3\r\n",
        "\r\n",
        "train_x = np.array([[2, 4]])\r\n",
        "train_y = np.array([[1, 3, 5]])\r\n",
        "\r\n",
        "for j in range(1):\r\n",
        "    X = np.array([train_x[j]])\r\n",
        "    Y = np.array([train_y[j]])\r\n",
        "    W = np.random.rand(2, 3)\r\n",
        "    a = 0.01\r\n",
        "\r\n",
        "    for i in range(50):\r\n",
        "        print('========step'+str(i)+'========')\r\n",
        "        O = X.dot(W)\r\n",
        "        print('output :', O[0])\r\n",
        "        E = (Y - O)**2\r\n",
        "        print('error :',E.sum())\r\n",
        "        # print(X)\r\n",
        "        dEdW = -2 * (Y - O) * X.T\r\n",
        "        W = W - a * dEdW"
      ],
      "execution_count": 149,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "========step0========\n",
            "output : [2.18554281 1.26414997 2.81209108]\n",
            "error : 9.20563252835223\n",
            "========step1========\n",
            "output : [1.71132569 1.95848998 3.68725465]\n",
            "error : 3.314027710206802\n",
            "========step2========\n",
            "output : [1.42679541 2.37509399 4.21235279]\n",
            "error : 1.1930499756744481\n",
            "========step3========\n",
            "output : [1.25607725 2.62505639 4.52741167]\n",
            "error : 0.42949799124280125\n",
            "========step4========\n",
            "output : [1.15364635 2.77503384 4.716447  ]\n",
            "error : 0.15461927684740814\n",
            "========step5========\n",
            "output : [1.09218781 2.8650203  4.8298682 ]\n",
            "error : 0.05566293966506725\n",
            "========step6========\n",
            "output : [1.05531269 2.91901218 4.89792092]\n",
            "error : 0.02003865827942416\n",
            "========step7========\n",
            "output : [1.03318761 2.95140731 4.93875255]\n",
            "error : 0.007213916980592662\n",
            "========step8========\n",
            "output : [1.01991257 2.97084439 4.96325153]\n",
            "error : 0.002597010113013317\n",
            "========step9========\n",
            "output : [1.01194754 2.98250663 4.97795092]\n",
            "error : 0.0009349236406848135\n",
            "========step10========\n",
            "output : [1.00716852 2.98950398 4.98677055]\n",
            "error : 0.00033657251064651936\n",
            "========step11========\n",
            "output : [1.00430111 2.99370239 4.99206233]\n",
            "error : 0.00012116610383274661\n",
            "========step12========\n",
            "output : [1.00258067 2.99622143 4.9952374 ]\n",
            "error : 4.361979737979114e-05\n",
            "========step13========\n",
            "output : [1.0015484  2.99773286 4.99714244]\n",
            "error : 1.5703127056723787e-05\n",
            "========step14========\n",
            "output : [1.00092904 2.99863972 4.99828546]\n",
            "error : 5.653125740422078e-06\n",
            "========step15========\n",
            "output : [1.00055742 2.99918383 4.99897128]\n",
            "error : 2.035125266551728e-06\n",
            "========step16========\n",
            "output : [1.00033445 2.9995103  4.99938277]\n",
            "error : 7.326450959585193e-07\n",
            "========step17========\n",
            "output : [1.00020067 2.99970618 4.99962966]\n",
            "error : 2.637522345449545e-07\n",
            "========step18========\n",
            "output : [1.0001204  2.99982371 4.9997778 ]\n",
            "error : 9.495080443580368e-08\n",
            "========step19========\n",
            "output : [1.00007224 2.99989422 4.99986668]\n",
            "error : 3.4182289597006216e-08\n",
            "========step20========\n",
            "output : [1.00004335 2.99993653 4.99992001]\n",
            "error : 1.2305624254950932e-08\n",
            "========step21========\n",
            "output : [1.00002601 2.99996192 4.999952  ]\n",
            "error : 4.430024731721942e-09\n",
            "========step22========\n",
            "output : [1.0000156  2.99997715 4.9999712 ]\n",
            "error : 1.5948089033852468e-09\n",
            "========step23========\n",
            "output : [1.00000936 2.99998629 4.99998272]\n",
            "error : 5.741312052284713e-10\n",
            "========step24========\n",
            "output : [1.00000562 2.99999177 4.99998963]\n",
            "error : 2.0668723388563502e-10\n",
            "========step25========\n",
            "output : [1.00000337 2.99999506 4.99999378]\n",
            "error : 7.440740420563695e-11\n",
            "========step26========\n",
            "output : [1.00000202 2.99999704 4.99999627]\n",
            "error : 2.6786665509871883e-11\n",
            "========step27========\n",
            "output : [1.00000121 2.99999822 4.99999776]\n",
            "error : 9.643199585196166e-12\n",
            "========step28========\n",
            "output : [1.00000073 2.99999893 4.99999866]\n",
            "error : 3.471551851523402e-12\n",
            "========step29========\n",
            "output : [1.00000044 2.99999936 4.99999919]\n",
            "error : 1.2497586668755824e-12\n",
            "========step30========\n",
            "output : [1.00000026 2.99999962 4.99999952]\n",
            "error : 4.4991312035121647e-13\n",
            "========step31========\n",
            "output : [1.00000016 2.99999977 4.99999971]\n",
            "error : 1.6196872360048158e-13\n",
            "========step32========\n",
            "output : [1.00000009 2.99999986 4.99999983]\n",
            "error : 5.830874027706399e-14\n",
            "========step33========\n",
            "output : [1.00000006 2.99999992 4.9999999 ]\n",
            "error : 2.0991146438204984e-14\n",
            "========step34========\n",
            "output : [1.00000003 2.99999995 4.99999994]\n",
            "error : 7.55681283053911e-15\n",
            "========step35========\n",
            "output : [1.00000002 2.99999997 4.99999996]\n",
            "error : 2.7204525664953878e-15\n",
            "========step36========\n",
            "output : [1.00000001 2.99999998 4.99999998]\n",
            "error : 9.793629139591886e-16\n",
            "========step37========\n",
            "output : [1.00000001 2.99999999 4.99999999]\n",
            "error : 3.52570632948389e-16\n",
            "========step38========\n",
            "output : [1.         2.99999999 4.99999999]\n",
            "error : 1.2692544227303417e-16\n",
            "========step39========\n",
            "output : [1. 3. 5.]\n",
            "error : 4.569315079407649e-17\n",
            "========step40========\n",
            "output : [1. 3. 5.]\n",
            "error : 1.6449536371086782e-17\n",
            "========step41========\n",
            "output : [1. 3. 5.]\n",
            "error : 5.921831026385712e-18\n",
            "========step42========\n",
            "output : [1. 3. 5.]\n",
            "error : 2.131860615069333e-18\n",
            "========step43========\n",
            "output : [1. 3. 5.]\n",
            "error : 7.674693848084724e-19\n",
            "========step44========\n",
            "output : [1. 3. 5.]\n",
            "error : 2.76289498936659e-19\n",
            "========step45========\n",
            "output : [1. 3. 5.]\n",
            "error : 9.946410621609722e-20\n",
            "========step46========\n",
            "output : [1. 3. 5.]\n",
            "error : 3.5806887304023534e-20\n",
            "========step47========\n",
            "output : [1. 3. 5.]\n",
            "error : 1.289048966178694e-20\n",
            "========step48========\n",
            "output : [1. 3. 5.]\n",
            "error : 4.6404888490199145e-21\n",
            "========step49========\n",
            "output : [1. 3. 5.]\n",
            "error : 1.6706039904597679e-21\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}