graph.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import json\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "import utils.viz as torchviz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "x = torch.tensor([[255., 232, 132, 12, 343, 21, 0, 32, 12]]) / 255\n",
    "y = torch.tensor([1., 0, 0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "w = torch.rand(9, 3, requires_grad=True)\n",
    "b = torch.rand(1, 3, requires_grad=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "h = x.mm(w) + b\n",
    "loss = ((h - y)**2).mean()\n",
    "\n",
    "# here\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: g Pages: 1 -->\r\n",
       "<svg width=\"157pt\" height=\"302pt\"\r\n",
       " viewBox=\"0.00 0.00 157.00 302.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 298)\">\r\n",
       "<title>g</title>\r\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-298 153,-298 153,4 -4,4\"/>\r\n",
       "<!-- 0 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"121,-294 80,-294 80,-275 121,-275 121,-294\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"100.5\" y=\"-282\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Mean</text>\r\n",
       "</g>\r\n",
       "<!-- 1 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>1</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"118,-239 83,-239 83,-220 118,-220 118,-239\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"100.5\" y=\"-227\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Pow</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;1 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>0&#45;&gt;1</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M100.5,-274.748C100.5,-266.413 100.5,-253.742 100.5,-244.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"102.25,-244.089 100.5,-239.089 98.7501,-244.089 102.25,-244.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 2 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>2</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"117,-184 84,-184 84,-165 117,-165 117,-184\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"100.5\" y=\"-172\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Sub</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;2 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>1&#45;&gt;2</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M100.5,-219.748C100.5,-211.413 100.5,-198.742 100.5,-189.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"102.25,-189.089 100.5,-184.089 98.7501,-189.089 102.25,-189.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 3 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>3</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"90,-129 55,-129 55,-110 90,-110 90,-129\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"72.5\" y=\"-117\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Add</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;3 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>2&#45;&gt;3</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M95.8764,-164.748C91.3913,-156.258 84.5301,-143.271 79.3993,-133.559\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"80.9206,-132.693 77.0376,-129.089 77.8259,-134.327 80.9206,-132.693\"/>\r\n",
       "</g>\r\n",
       "<!-- 8 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>8</title>\r\n",
       "<polygon fill=\"#b37d4e\" stroke=\"#303030\" points=\"149,-129 108,-129 108,-110 149,-110 149,-129\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"128.5\" y=\"-117\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Const</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;8 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>2&#45;&gt;8</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M105.124,-164.748C109.609,-156.258 116.47,-143.271 121.601,-133.559\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"123.174,-134.327 123.962,-129.089 120.079,-132.693 123.174,-134.327\"/>\r\n",
       "</g>\r\n",
       "<!-- 4 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>4</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"64.5,-74 30.5,-74 30.5,-55 64.5,-55 64.5,-74\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"47.5\" y=\"-62\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Mm</text>\r\n",
       "</g>\r\n",
       "<!-- 3&#45;&gt;4 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>3&#45;&gt;4</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M68.3718,-109.748C64.4036,-101.336 58.3523,-88.5069 53.7854,-78.8251\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"55.2673,-77.8646 51.5514,-74.089 52.1018,-79.3578 55.2673,-77.8646\"/>\r\n",
       "</g>\r\n",
       "<!-- 7 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>7</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"114.5,-74 82.5,-74 82.5,-55 114.5,-55 114.5,-74\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"98.5\" y=\"-62\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 3&#45;&gt;7 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>3&#45;&gt;7</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M76.7934,-109.748C80.9202,-101.336 87.2136,-88.5069 91.9632,-78.8251\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"93.6555,-79.3487 94.2865,-74.089 90.5132,-77.8072 93.6555,-79.3487\"/>\r\n",
       "</g>\r\n",
       "<!-- 5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>5</title>\r\n",
       "<polygon fill=\"#b37d4e\" stroke=\"#303030\" points=\"41,-19 0,-19 0,-0 41,-0 41,-19\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"20.5\" y=\"-7\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Const</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;5 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>4&#45;&gt;5</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M43.0415,-54.7481C38.7166,-46.2585 32.1004,-33.2712 27.1529,-23.5594\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"28.7045,-22.7498 24.8755,-19.089 25.5859,-24.3386 28.7045,-22.7498\"/>\r\n",
       "</g>\r\n",
       "<!-- 6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>6</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"91.5,-19 59.5,-19 59.5,-0 91.5,-0 91.5,-19\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-7\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;6 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>4&#45;&gt;6</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M52.1236,-54.7481C56.6087,-46.2585 63.4699,-33.2712 68.6007,-23.5594\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"70.1741,-24.3275 70.9624,-19.089 67.0794,-22.6925 70.1741,-24.3275\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x2a4e02079e8>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "torchviz.draw(loss)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "loss.backward()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[1.3103, 0.9271, 1.6677],\n",
      "        [1.1921, 0.8435, 1.5172],\n",
      "        [0.6783, 0.4799, 0.8633],\n",
      "        [0.0617, 0.0436, 0.0785],\n",
      "        [1.7625, 1.2471, 2.2432],\n",
      "        [0.1079, 0.0764, 0.1373],\n",
      "        [0.0000, 0.0000, 0.0000],\n",
      "        [0.1644, 0.1163, 0.2093],\n",
      "        [0.0617, 0.0436, 0.0785]]) \n",
      " tensor([[1.3103, 0.9271, 1.6677]])\n"
     ]
    }
   ],
   "source": [
    "print(w.grad, '\\n', b.grad)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Linear"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "class LinearModel(nn.Module):\n",
    "    def __init__(self, x, y):\n",
    "        super(LinearModel, self).__init__()\n",
    "        self.layer1 = nn.Linear(x, y)\n",
    "\n",
    "    def forward(self, x):\n",
    "        x = self.layer1(x)\n",
    "        return F.softmax(x, dim=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: g Pages: 1 -->\r\n",
       "<svg width=\"145pt\" height=\"247pt\"\r\n",
       " viewBox=\"0.00 0.00 145.00 247.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 243)\">\r\n",
       "<title>g</title>\r\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-243 141,-243 141,4 -4,4\"/>\r\n",
       "<!-- 0 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"88.5,-239 53.5,-239 53.5,-220 88.5,-220 88.5,-239\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"71\" y=\"-227\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Mse</text>\r\n",
       "</g>\r\n",
       "<!-- 1 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>1</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"97,-184 45,-184 45,-165 97,-165 97,-184\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"71\" y=\"-172\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Softmax</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;1 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>0&#45;&gt;1</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M71,-219.748C71,-211.413 71,-198.742 71,-189.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"72.7501,-189.089 71,-184.089 69.2501,-189.089 72.7501,-189.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 2 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>2</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"96.5,-129 45.5,-129 45.5,-110 96.5,-110 96.5,-129\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"71\" y=\"-117\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Addmm</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;2 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>1&#45;&gt;2</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M71,-164.748C71,-156.413 71,-143.742 71,-134.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"72.7501,-134.089 71,-129.089 69.2501,-134.089 72.7501,-134.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 3 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>3</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"32,-74 0,-74 0,-55 32,-55 32,-74\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"16\" y=\"-62\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;3 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>2&#45;&gt;3</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M61.9179,-109.748C52.8676,-101.027 38.8919,-87.5594 28.7354,-77.7723\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"29.7279,-76.2984 24.9131,-74.089 27.2992,-78.8187 29.7279,-76.2984\"/>\r\n",
       "</g>\r\n",
       "<!-- 4 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>4</title>\r\n",
       "<polygon fill=\"#b37d4e\" stroke=\"#303030\" points=\"91.5,-74 50.5,-74 50.5,-55 91.5,-55 91.5,-74\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"71\" y=\"-62\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Const</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;4 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>2&#45;&gt;4</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M71,-109.748C71,-101.413 71,-88.7419 71,-79.0924\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"72.7501,-79.089 71,-74.089 69.2501,-79.0891 72.7501,-79.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>5</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"132,-74 110,-74 110,-55 132,-55 132,-74\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"121\" y=\"-62\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">T</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;5 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>2&#45;&gt;5</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M79.2565,-109.748C87.484,-101.027 100.189,-87.5594 109.422,-77.7723\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"110.739,-78.9269 112.897,-74.089 108.193,-76.5251 110.739,-78.9269\"/>\r\n",
       "</g>\r\n",
       "<!-- 6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>6</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"137,-19 105,-19 105,-0 137,-0 137,-19\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"121\" y=\"-7\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 5&#45;&gt;6 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>5&#45;&gt;6</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M121,-54.7481C121,-46.4128 121,-33.7419 121,-24.0924\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"122.75,-24.089 121,-19.089 119.25,-24.0891 122.75,-24.089\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x2a4e3a58e10>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = LinearModel(9, 3)\n",
    "cost = nn.MSELoss()\n",
    "pred = model(x)\n",
    "loss = cost(pred, y.view(1, -1))\n",
    "torchviz.draw(loss)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Neural Networks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "class NeuralNework(nn.Module):\n",
    "    def __init__(self, x, y):\n",
    "        super(NeuralNework, self).__init__()\n",
    "        hidden = int(x/2)\n",
    "        self.layer1 = nn.Linear(x, hidden)\n",
    "        self.layer2 = nn.Linear(hidden, hidden)\n",
    "        self.output = nn.Linear(hidden, y)\n",
    "\n",
    "    def forward(self, x):\n",
    "        x = F.relu(self.layer1(x))\n",
    "        x = F.relu(self.layer2(x))\n",
    "        x = self.output(x)\n",
    "        return F.softmax(x, dim=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: g Pages: 1 -->\r\n",
       "<svg width=\"158pt\" height=\"467pt\"\r\n",
       " viewBox=\"0.00 0.00 158.00 467.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 463)\">\r\n",
       "<title>g</title>\r\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-463 154,-463 154,4 -4,4\"/>\r\n",
       "<!-- 0 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"94.5,-459 59.5,-459 59.5,-440 94.5,-440 94.5,-459\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-447\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Mse</text>\r\n",
       "</g>\r\n",
       "<!-- 1 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>1</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"103,-404 51,-404 51,-385 103,-385 103,-404\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-392\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Softmax</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;1 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>0&#45;&gt;1</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M77,-439.748C77,-431.413 77,-418.742 77,-409.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"78.7501,-409.089 77,-404.089 75.2501,-409.089 78.7501,-409.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 2 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>2</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"102.5,-349 51.5,-349 51.5,-330 102.5,-330 102.5,-349\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-337\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Addmm</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;2 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>1&#45;&gt;2</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M77,-384.748C77,-376.413 77,-363.742 77,-354.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"78.7501,-354.089 77,-349.089 75.2501,-354.089 78.7501,-354.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 3 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>3</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"41,-294 9,-294 9,-275 41,-275 41,-294\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"25\" y=\"-282\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;3 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>2&#45;&gt;3</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M68.4133,-329.748C59.8566,-321.027 46.6432,-307.559 37.0407,-297.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"38.1779,-296.432 33.427,-294.089 35.6795,-298.884 38.1779,-296.432\"/>\r\n",
       "</g>\r\n",
       "<!-- 4 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>4</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"94.5,-294 59.5,-294 59.5,-275 94.5,-275 94.5,-294\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-282\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Relu</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;4 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>2&#45;&gt;4</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M77,-329.748C77,-321.413 77,-308.742 77,-299.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"78.7501,-299.089 77,-294.089 75.2501,-299.089 78.7501,-299.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 15 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>15</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"141,-294 119,-294 119,-275 141,-275 141,-294\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"130\" y=\"-282\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">T</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;15 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>2&#45;&gt;15</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M85.7519,-329.748C94.473,-321.027 107.941,-307.559 117.728,-297.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"119.113,-298.862 121.411,-294.089 116.638,-296.387 119.113,-298.862\"/>\r\n",
       "</g>\r\n",
       "<!-- 5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>5</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"99.5,-239 48.5,-239 48.5,-220 99.5,-220 99.5,-239\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"74\" y=\"-227\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Addmm</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;5 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>4&#45;&gt;5</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M76.5046,-274.748C76.0328,-266.413 75.3156,-253.742 74.7694,-244.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"76.516,-243.982 74.4862,-239.089 73.0216,-244.18 76.516,-243.982\"/>\r\n",
       "</g>\r\n",
       "<!-- 6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>6</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"38,-184 6,-184 6,-165 38,-165 38,-184\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"22\" y=\"-172\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 5&#45;&gt;6 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>5&#45;&gt;6</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M65.4133,-219.748C56.8566,-211.027 43.6432,-197.559 34.0407,-187.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"35.1779,-186.432 30.427,-184.089 32.6795,-188.884 35.1779,-186.432\"/>\r\n",
       "</g>\r\n",
       "<!-- 7 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>7</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"91.5,-184 56.5,-184 56.5,-165 91.5,-165 91.5,-184\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"74\" y=\"-172\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Relu</text>\r\n",
       "</g>\r\n",
       "<!-- 5&#45;&gt;7 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>5&#45;&gt;7</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M74,-219.748C74,-211.413 74,-198.742 74,-189.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"75.7501,-189.089 74,-184.089 72.2501,-189.089 75.7501,-189.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 13 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>13</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"138,-184 116,-184 116,-165 138,-165 138,-184\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"127\" y=\"-172\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">T</text>\r\n",
       "</g>\r\n",
       "<!-- 5&#45;&gt;13 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>5&#45;&gt;13</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M82.7519,-219.748C91.473,-211.027 104.941,-197.559 114.728,-187.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"116.113,-188.862 118.411,-184.089 113.638,-186.387 116.113,-188.862\"/>\r\n",
       "</g>\r\n",
       "<!-- 8 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>8</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"96.5,-129 45.5,-129 45.5,-110 96.5,-110 96.5,-129\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"71\" y=\"-117\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Addmm</text>\r\n",
       "</g>\r\n",
       "<!-- 7&#45;&gt;8 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>7&#45;&gt;8</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M73.5046,-164.748C73.0328,-156.413 72.3156,-143.742 71.7694,-134.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"73.516,-133.982 71.4862,-129.089 70.0216,-134.18 73.516,-133.982\"/>\r\n",
       "</g>\r\n",
       "<!-- 9 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>9</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"32,-74 0,-74 0,-55 32,-55 32,-74\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"16\" y=\"-62\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 8&#45;&gt;9 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>8&#45;&gt;9</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M61.9179,-109.748C52.8676,-101.027 38.8919,-87.5594 28.7354,-77.7723\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"29.7279,-76.2984 24.9131,-74.089 27.2992,-78.8187 29.7279,-76.2984\"/>\r\n",
       "</g>\r\n",
       "<!-- 10 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>10</title>\r\n",
       "<polygon fill=\"#b37d4e\" stroke=\"#303030\" points=\"91.5,-74 50.5,-74 50.5,-55 91.5,-55 91.5,-74\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"71\" y=\"-62\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Const</text>\r\n",
       "</g>\r\n",
       "<!-- 8&#45;&gt;10 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>8&#45;&gt;10</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M71,-109.748C71,-101.413 71,-88.7419 71,-79.0924\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"72.7501,-79.089 71,-74.089 69.2501,-79.0891 72.7501,-79.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 11 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>11</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"132,-74 110,-74 110,-55 132,-55 132,-74\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"121\" y=\"-62\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">T</text>\r\n",
       "</g>\r\n",
       "<!-- 8&#45;&gt;11 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>8&#45;&gt;11</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M79.2565,-109.748C87.484,-101.027 100.189,-87.5594 109.422,-77.7723\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"110.739,-78.9269 112.897,-74.089 108.193,-76.5251 110.739,-78.9269\"/>\r\n",
       "</g>\r\n",
       "<!-- 12 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>12</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"137,-19 105,-19 105,-0 137,-0 137,-19\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"121\" y=\"-7\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 11&#45;&gt;12 -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>11&#45;&gt;12</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M121,-54.7481C121,-46.4128 121,-33.7419 121,-24.0924\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"122.75,-24.089 121,-19.089 119.25,-24.0891 122.75,-24.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 14 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>14</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"147,-129 115,-129 115,-110 147,-110 147,-129\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"131\" y=\"-117\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 13&#45;&gt;14 -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>13&#45;&gt;14</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M127.661,-164.748C128.29,-156.413 129.246,-143.742 129.974,-134.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"131.72,-134.207 130.352,-129.089 128.23,-133.943 131.72,-134.207\"/>\r\n",
       "</g>\r\n",
       "<!-- 16 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>16</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"150,-239 118,-239 118,-220 150,-220 150,-239\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"134\" y=\"-227\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 15&#45;&gt;16 -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>15&#45;&gt;16</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M130.661,-274.748C131.29,-266.413 132.246,-253.742 132.974,-244.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"134.72,-244.207 133.352,-239.089 131.23,-243.943 134.72,-244.207\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x2a4e3c05470>"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = NeuralNework(9, 3)\n",
    "cost = nn.MSELoss()\n",
    "pred = model(x)\n",
    "loss = cost(pred, y.view(1, -1))\n",
    "torchviz.draw(loss)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Convolutional Neural Network"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "from torch.utils.data import DataLoader\n",
    "from torch.utils.data.dataset import Dataset\n",
    "from torchvision import datasets, transforms\n",
    "\n",
    "digits = datasets.MNIST('data', train=True, download=True,\n",
    "                    transform=transforms.Compose([\n",
    "                        transforms.ToTensor(),\n",
    "                        transforms.Lambda(lambda x: x.view(28*28))\n",
    "                    ]),\n",
    "                    target_transform=transforms.Compose([\n",
    "                        transforms.Lambda(lambda y: \n",
    "                                          torch.zeros(10, dtype=torch.float).scatter_(0, torch.tensor(y), value=1))\n",
    "                    ])\n",
    "                 )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "class CNN(nn.Module):\n",
    "    def __init__(self):\n",
    "        super(CNN, self).__init__()\n",
    "        self.conv1 = nn.Conv2d(1, 10, kernel_size=5)\n",
    "        self.conv2 = nn.Conv2d(10, 20, kernel_size=5)\n",
    "        self.conv2_drop = nn.Dropout2d()\n",
    "        self.fc1 = nn.Linear(320, 50)\n",
    "        self.fc2 = nn.Linear(50, 10)\n",
    "\n",
    "    def forward(self, x):\n",
    "        x = x.view(-1, 1, 28, 28)\n",
    "        x = F.relu(F.max_pool2d(self.conv1(x), 2))\n",
    "        x = F.relu(F.max_pool2d(self.conv2_drop(self.conv2(x)), 2))\n",
    "        x = x.view(-1, 320)\n",
    "        x = F.relu(self.fc1(x))\n",
    "        x = F.dropout(x, training=self.training)\n",
    "        x = self.fc2(x)\n",
    "        return F.softmax(x, dim=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: g Pages: 1 -->\r\n",
       "<svg width=\"295pt\" height=\"797pt\"\r\n",
       " viewBox=\"0.00 0.00 294.50 797.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 793)\">\r\n",
       "<title>g</title>\r\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-793 290.5,-793 290.5,4 -4,4\"/>\r\n",
       "<!-- 0 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"237,-789 194,-789 194,-770 237,-770 237,-789\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"215.5\" y=\"-777\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Binary</text>\r\n",
       "</g>\r\n",
       "<!-- 1 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>1</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"241.5,-734 189.5,-734 189.5,-715 241.5,-715 241.5,-734\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"215.5\" y=\"-722\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Softmax</text>\r\n",
       "</g>\r\n",
       "<!-- 0&#45;&gt;1 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>0&#45;&gt;1</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M215.5,-769.748C215.5,-761.413 215.5,-748.742 215.5,-739.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"217.25,-739.089 215.5,-734.089 213.75,-739.089 217.25,-739.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 2 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>2</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"241,-679 190,-679 190,-660 241,-660 241,-679\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"215.5\" y=\"-667\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Addmm</text>\r\n",
       "</g>\r\n",
       "<!-- 1&#45;&gt;2 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>1&#45;&gt;2</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M215.5,-714.748C215.5,-706.413 215.5,-693.742 215.5,-684.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"217.25,-684.089 215.5,-679.089 213.75,-684.089 217.25,-684.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 3 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>3</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"180.5,-624 148.5,-624 148.5,-605 180.5,-605 180.5,-624\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"164.5\" y=\"-612\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;3 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>2&#45;&gt;3</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M207.078,-659.748C198.686,-651.027 185.727,-637.559 176.309,-627.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"177.493,-626.478 172.765,-624.089 174.971,-628.905 177.493,-626.478\"/>\r\n",
       "</g>\r\n",
       "<!-- 4 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>4</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"232,-624 199,-624 199,-605 232,-605 232,-624\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"215.5\" y=\"-612\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Mul</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;4 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>2&#45;&gt;4</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M215.5,-659.748C215.5,-651.413 215.5,-638.742 215.5,-629.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"217.25,-629.089 215.5,-624.089 213.75,-629.089 217.25,-629.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 25 -->\r\n",
       "<g id=\"node26\" class=\"node\"><title>25</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"276.5,-624 254.5,-624 254.5,-605 276.5,-605 276.5,-624\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"265.5\" y=\"-612\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">T</text>\r\n",
       "</g>\r\n",
       "<!-- 2&#45;&gt;25 -->\r\n",
       "<g id=\"edge25\" class=\"edge\"><title>2&#45;&gt;25</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M223.756,-659.748C231.984,-651.027 244.689,-637.559 253.922,-627.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"255.239,-628.927 257.397,-624.089 252.693,-626.525 255.239,-628.927\"/>\r\n",
       "</g>\r\n",
       "<!-- 5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>5</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"177,-569 142,-569 142,-550 177,-550 177,-569\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"159.5\" y=\"-557\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Relu</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;5 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>4&#45;&gt;5</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M206.503,-604.985C197.25,-596.228 182.757,-582.511 172.31,-572.624\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"173.496,-571.336 168.661,-569.17 171.09,-573.878 173.496,-571.336\"/>\r\n",
       "</g>\r\n",
       "<!-- 24 -->\r\n",
       "<g id=\"node25\" class=\"node\"><title>24</title>\r\n",
       "<polygon fill=\"#b37d4e\" stroke=\"#303030\" points=\"236,-569 195,-569 195,-550 236,-550 236,-569\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"215.5\" y=\"-557\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Const</text>\r\n",
       "</g>\r\n",
       "<!-- 4&#45;&gt;24 -->\r\n",
       "<g id=\"edge24\" class=\"edge\"><title>4&#45;&gt;24</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M215.5,-604.748C215.5,-596.413 215.5,-583.742 215.5,-574.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"217.25,-574.089 215.5,-569.089 213.75,-574.089 217.25,-574.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>6</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"185,-514 134,-514 134,-495 185,-495 185,-514\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"159.5\" y=\"-502\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Addmm</text>\r\n",
       "</g>\r\n",
       "<!-- 5&#45;&gt;6 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>5&#45;&gt;6</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M159.5,-549.748C159.5,-541.413 159.5,-528.742 159.5,-519.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"161.25,-519.089 159.5,-514.089 157.75,-519.089 161.25,-519.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 7 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>7</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"122.5,-459 90.5,-459 90.5,-440 122.5,-440 122.5,-459\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"106.5\" y=\"-447\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 6&#45;&gt;7 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>6&#45;&gt;7</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M150.748,-494.748C142.027,-486.027 128.559,-472.559 118.772,-462.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"119.862,-461.387 115.089,-459.089 117.387,-463.862 119.862,-461.387\"/>\r\n",
       "</g>\r\n",
       "<!-- 8 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>8</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"178,-459 141,-459 141,-440 178,-440 178,-459\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"159.5\" y=\"-447\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">View</text>\r\n",
       "</g>\r\n",
       "<!-- 6&#45;&gt;8 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>6&#45;&gt;8</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M159.5,-494.748C159.5,-486.413 159.5,-473.742 159.5,-464.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"161.25,-464.089 159.5,-459.089 157.75,-464.089 161.25,-464.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 22 -->\r\n",
       "<g id=\"node23\" class=\"node\"><title>22</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"220.5,-459 198.5,-459 198.5,-440 220.5,-440 220.5,-459\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"209.5\" y=\"-447\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">T</text>\r\n",
       "</g>\r\n",
       "<!-- 6&#45;&gt;22 -->\r\n",
       "<g id=\"edge22\" class=\"edge\"><title>6&#45;&gt;22</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M167.756,-494.748C175.984,-486.027 188.689,-472.559 197.922,-462.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"199.239,-463.927 201.397,-459.089 196.693,-461.525 199.239,-463.927\"/>\r\n",
       "</g>\r\n",
       "<!-- 9 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>9</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"176,-404 141,-404 141,-385 176,-385 176,-404\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"158.5\" y=\"-392\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Relu</text>\r\n",
       "</g>\r\n",
       "<!-- 8&#45;&gt;9 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>8&#45;&gt;9</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M159.335,-439.748C159.178,-431.413 158.939,-418.742 158.756,-409.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"160.506,-409.055 158.662,-404.089 157.007,-409.121 160.506,-409.055\"/>\r\n",
       "</g>\r\n",
       "<!-- 10 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>10</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"176,-349 141,-349 141,-330 176,-330 176,-349\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"158.5\" y=\"-337\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Max</text>\r\n",
       "</g>\r\n",
       "<!-- 9&#45;&gt;10 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>9&#45;&gt;10</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M158.5,-384.748C158.5,-376.413 158.5,-363.742 158.5,-354.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"160.25,-354.089 158.5,-349.089 156.75,-354.089 160.25,-354.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 11 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>11</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"175,-294 142,-294 142,-275 175,-275 175,-294\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"158.5\" y=\"-282\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Mul</text>\r\n",
       "</g>\r\n",
       "<!-- 10&#45;&gt;11 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>10&#45;&gt;11</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M158.5,-329.748C158.5,-321.413 158.5,-308.742 158.5,-299.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"160.25,-299.089 158.5,-294.089 156.75,-299.089 160.25,-299.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 12 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>12</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"152,-239 103,-239 103,-220 152,-220 152,-239\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"127.5\" y=\"-227\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Mkldnn</text>\r\n",
       "</g>\r\n",
       "<!-- 11&#45;&gt;12 -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>11&#45;&gt;12</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M153.381,-274.748C148.415,-266.258 140.819,-253.271 135.139,-243.559\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"136.559,-242.521 132.524,-239.089 133.538,-244.289 136.559,-242.521\"/>\r\n",
       "</g>\r\n",
       "<!-- 21 -->\r\n",
       "<g id=\"node22\" class=\"node\"><title>21</title>\r\n",
       "<polygon fill=\"#b37d4e\" stroke=\"#303030\" points=\"211,-239 170,-239 170,-220 211,-220 211,-239\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"190.5\" y=\"-227\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Const</text>\r\n",
       "</g>\r\n",
       "<!-- 11&#45;&gt;21 -->\r\n",
       "<g id=\"edge21\" class=\"edge\"><title>11&#45;&gt;21</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M163.784,-274.748C168.91,-266.258 176.751,-253.271 182.615,-243.559\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"184.228,-244.274 185.314,-239.089 181.232,-242.465 184.228,-244.274\"/>\r\n",
       "</g>\r\n",
       "<!-- 13 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>13</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"93,-184 58,-184 58,-165 93,-165 93,-184\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-172\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Relu</text>\r\n",
       "</g>\r\n",
       "<!-- 12&#45;&gt;13 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>12&#45;&gt;13</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M118.913,-219.748C110.357,-211.027 97.1432,-197.559 87.5407,-187.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"88.6779,-186.432 83.927,-184.089 86.1795,-188.884 88.6779,-186.432\"/>\r\n",
       "</g>\r\n",
       "<!-- 19 -->\r\n",
       "<g id=\"node20\" class=\"node\"><title>19</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"143.5,-184 111.5,-184 111.5,-165 143.5,-165 143.5,-184\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"127.5\" y=\"-172\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 12&#45;&gt;19 -->\r\n",
       "<g id=\"edge19\" class=\"edge\"><title>12&#45;&gt;19</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M127.5,-219.748C127.5,-211.413 127.5,-198.742 127.5,-189.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"129.25,-189.089 127.5,-184.089 125.75,-189.089 129.25,-189.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 20 -->\r\n",
       "<g id=\"node21\" class=\"node\"><title>20</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"193.5,-184 161.5,-184 161.5,-165 193.5,-165 193.5,-184\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"177.5\" y=\"-172\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 12&#45;&gt;20 -->\r\n",
       "<g id=\"edge20\" class=\"edge\"><title>12&#45;&gt;20</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M135.756,-219.748C143.984,-211.027 156.689,-197.559 165.922,-187.772\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"167.239,-188.927 169.397,-184.089 164.693,-186.525 167.239,-188.927\"/>\r\n",
       "</g>\r\n",
       "<!-- 14 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>14</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"93,-129 58,-129 58,-110 93,-110 93,-129\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-117\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Max</text>\r\n",
       "</g>\r\n",
       "<!-- 13&#45;&gt;14 -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>13&#45;&gt;14</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M75.5,-164.748C75.5,-156.413 75.5,-143.742 75.5,-134.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"77.2501,-134.089 75.5,-129.089 73.7501,-134.089 77.2501,-134.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 15 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>15</title>\r\n",
       "<polygon fill=\"#286da8\" stroke=\"#303030\" points=\"100,-74 51,-74 51,-55 100,-55 100,-74\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-62\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Mkldnn</text>\r\n",
       "</g>\r\n",
       "<!-- 14&#45;&gt;15 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>14&#45;&gt;15</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M75.5,-109.748C75.5,-101.413 75.5,-88.7419 75.5,-79.0924\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"77.2501,-79.089 75.5,-74.089 73.7501,-79.0891 77.2501,-79.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 16 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>16</title>\r\n",
       "<polygon fill=\"#b37d4e\" stroke=\"#303030\" points=\"41,-19 0,-19 0,-0 41,-0 41,-19\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"20.5\" y=\"-7\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Const</text>\r\n",
       "</g>\r\n",
       "<!-- 15&#45;&gt;16 -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>15&#45;&gt;16</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M66.4179,-54.7481C57.3676,-46.027 43.3919,-32.5594 33.2354,-22.7723\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"34.2279,-21.2984 29.4131,-19.089 31.7992,-23.8187 34.2279,-21.2984\"/>\r\n",
       "</g>\r\n",
       "<!-- 17 -->\r\n",
       "<g id=\"node18\" class=\"node\"><title>17</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"91.5,-19 59.5,-19 59.5,-0 91.5,-0 91.5,-19\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-7\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 15&#45;&gt;17 -->\r\n",
       "<g id=\"edge17\" class=\"edge\"><title>15&#45;&gt;17</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M75.5,-54.7481C75.5,-46.4128 75.5,-33.7419 75.5,-24.0924\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"77.2501,-24.089 75.5,-19.089 73.7501,-24.0891 77.2501,-24.089\"/>\r\n",
       "</g>\r\n",
       "<!-- 18 -->\r\n",
       "<g id=\"node19\" class=\"node\"><title>18</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"141.5,-19 109.5,-19 109.5,-0 141.5,-0 141.5,-19\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"125.5\" y=\"-7\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 15&#45;&gt;18 -->\r\n",
       "<g id=\"edge18\" class=\"edge\"><title>15&#45;&gt;18</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M83.7565,-54.7481C91.984,-46.027 104.689,-32.5594 113.922,-22.7723\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"115.239,-23.9269 117.397,-19.089 112.693,-21.5251 115.239,-23.9269\"/>\r\n",
       "</g>\r\n",
       "<!-- 23 -->\r\n",
       "<g id=\"node24\" class=\"node\"><title>23</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"226.5,-404 194.5,-404 194.5,-385 226.5,-385 226.5,-404\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"210.5\" y=\"-392\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 22&#45;&gt;23 -->\r\n",
       "<g id=\"edge23\" class=\"edge\"><title>22&#45;&gt;23</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M209.665,-439.748C209.822,-431.413 210.061,-418.742 210.244,-409.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"211.993,-409.121 210.338,-404.089 208.494,-409.055 211.993,-409.121\"/>\r\n",
       "</g>\r\n",
       "<!-- 26 -->\r\n",
       "<g id=\"node27\" class=\"node\"><title>26</title>\r\n",
       "<polygon fill=\"#cd5360\" stroke=\"#303030\" points=\"286.5,-569 254.5,-569 254.5,-550 286.5,-550 286.5,-569\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"270.5\" y=\"-557\" font-family=\"Segoe UI\" font-size=\"10.00\" fill=\"white\">Var</text>\r\n",
       "</g>\r\n",
       "<!-- 25&#45;&gt;26 -->\r\n",
       "<g id=\"edge26\" class=\"edge\"><title>25&#45;&gt;26</title>\r\n",
       "<path fill=\"none\" stroke=\"#303030\" d=\"M266.326,-604.748C267.112,-596.413 268.307,-583.742 269.218,-574.092\"/>\r\n",
       "<polygon fill=\"#303030\" stroke=\"#303030\" points=\"270.962,-574.231 269.69,-569.089 267.478,-573.903 270.962,-574.231\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x2a4ddfd61d0>"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = CNN()\n",
    "cost = torch.nn.BCELoss()\n",
    "pred = model(digits[0][0])\n",
    "loss = cost(pred, digits[0][1].view(1, -1))\n",
    "torchviz.draw(loss)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "file_extension": ".py",
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.10"
  },
  "mimetype": "text/x-python",
  "name": "python",
  "npconvert_exporter": "python",
  "pygments_lexer": "ipython3",
  "version": 3
 },
 "nbformat": 4,
 "nbformat_minor": 2
}