You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
2705 lines
200 KiB
2705 lines
200 KiB
3 years ago
|
{
|
||
|
"cells": [
|
||
|
{
|
||
|
"cell_type": "markdown",
|
||
|
"metadata": {},
|
||
|
"source": [
|
||
|
"# 7.4 动量法"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 1,
|
||
|
"metadata": {},
|
||
|
"outputs": [
|
||
|
{
|
||
|
"name": "stdout",
|
||
|
"output_type": "stream",
|
||
|
"text": [
|
||
|
"1.0.0\n"
|
||
|
]
|
||
|
}
|
||
|
],
|
||
|
"source": [
|
||
|
"%matplotlib inline\n",
|
||
|
"import sys\n",
|
||
|
"sys.path.append(\"..\") \n",
|
||
|
"import d2lzh_pytorch as d2l\n",
|
||
|
"import torch\n",
|
||
|
"\n",
|
||
|
"eta = 0.4\n",
|
||
|
"print(torch.__version__)"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "markdown",
|
||
|
"metadata": {},
|
||
|
"source": [
|
||
|
"## 7.4.1 梯度下降的问题"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 2,
|
||
|
"metadata": {},
|
||
|
"outputs": [
|
||
|
{
|
||
|
"name": "stdout",
|
||
|
"output_type": "stream",
|
||
|
"text": [
|
||
|
"epoch 20, x1 -0.943467, x2 -0.000073\n"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"data": {
|
||
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAY4AAAEKCAYAAAAFJbKyAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzsvXmcXGWd7/9+zqm9el+Tzk42CBgI\nBEQ2ZUBBRkRc+IlXBx1nuIx6vaPjnRn1XofLnftzm8V1ZkTHcXdgdBAkiCIuoBAlQAgBAglJJ510\nJ71Vb1Vd+3P/eM6pOt2p3ru6Op3v+/UqnnOe83TV0yQ5n3qW8/korTWCIAiCMF2sSndAEARBOLUQ\n4RAEQRBmhAiHIAiCMCNEOARBEIQZIcIhCIIgzAgRDkEQBGFGiHAIgiAIM0KEQxAEQZgRIhyCIAjC\njPBVugPloKmpSa9du7bS3RAEQThlePLJJ3u11s3TabskhWPt2rXs2rWr0t0QBEE4ZVBKHZ5uW5mq\nEgRBEGaECIcgCIIwI0Q4BEEQhBkhwiEIgiDMCBEOQRAEYUaIcAiCIAgzQoRjsbDnbvjHc+D2OlPu\nubvSPRIEQSjJknyO45Rjz93w4w9CZtScD3aYc4CtN1WuX4IgCCWQEcdi4OE7iqLhkhk19YIgCIsM\nEY7FwODRmdULgiBUEBGOxUDtypnVC4IgVBARjsXAVZ8Ayz+2zh829YIgCIsMEY7FwNabYNXFxfOq\nVrj+C7IwLgjCokSEY7FgWRBtMcdXflxEQxCERYsIx2Ih1g7rroBQLXQ+XeneCIIgTEhFhUMp9XWl\nVLdSau8E15VS6gtKqQNKqT1KqfMXuo8LQi5jdlA1rIO2bSIcgiAsaio94vgGcO0k118PbHRetwL/\nvAB9WngGj4LOQf1aIxwnnoNsqtK9EgRBKElFhUNr/QjQP0mTG4BvacNOoE4ptXxhereAxNpN6QpH\nPgMnSg7CBEEQKk6lRxxTsQLo8JwfdeqWFuOFA2S6ShCERcti96pSJep0yYZK3YqZzmL16tXl7NP8\nE2sHOwDVy0FZEGkU4RAEYdGy2EccR4FVnvOVQGephlrrO7XW27XW25ubmxekc/NGrB3qVoNlg1LO\nAvnuSvdKEAShJItdOO4D/sjZXXUxMKi17qp0p+adWLuZpnJp2wbdL0A6UakeCYIgTEilt+N+H3gc\n2KyUOqqUeq9S6jal1G1OkweAg8AB4KvA+yrU1fJSSjh07pRYIM/lNR39InCCcDpR0TUOrfXNU1zX\nwPsXqDuVYTQGyYGThQPMOseqiyrSrVJorTk2MMrujgH2HB3kmY4B9h4bJK/h2dtfh89e7ANYQRDm\ng8W+OL70iR02pVc4qpcbv6oKL5APJTM80zHAMx0D7O4YYHfHIL0j5vmSgG1xVlsNb7lgJVtX1pHT\nWv4yCcJpgvxbrzTerbguSkHb+QsqHLm85kD3CE8fifHUkRhPHxngQM8I2tnDdkZzlCs2NbFtVR3n\nrqrjzGU1BHwywhCE0xERjkrjCkfdmrH1bdvgpQchNQLBqnn/2MHRDLs7BnjycIynHaEYSWVNVyJ+\ntq2q4/pz2zjPEYrasH+KdxQE4XRBhKPSxNrNcxuhmrH1bdsADcf3wJpL5vwxR2MJdh7s58nD/Tx5\nOMb+bjOasBRsXlbDm7a1sW1VPeevqWdtYwSlSj1CIwiCIMJRecbvqHJpO8+UnU/PSjhi8TSPvdzH\nbw708tjLvRzuMzufakI+zl9Tz/Vb27hgTT1bV9VRFZS/BoIgTB+5Y1SaWHtxF5WXqhaoWTntdY5k\nJseTh2M8ur+X3x7oZW/nIFpDVdDHxWc0cMur1nLJhkY2tVRjWTKaEARh9ohwVJJ8DgY74OwbS19v\nO29C4dBa89KJER7d38Mj+3v53cE+Utk8Pktx/up6/vyqTVy2sZFzV9bJNllBEOYVEY5KMnQM8tnS\nU1VgRiL77ofkIIRqicXTPHqgl0de6uHR/T2cGDJbY9c3R7n5otVcvrGJi89oJCpTT4IglBG5w1SS\nUltxPei2bSjgP368g+90r2HP0QG0htqwn8s2NHHFpiYu29jMirrwQvVYEARBhKOilBAOrTXPHB3k\ngWe7+M2eYR4ADjzzCFbbu/jvV23kik3NnLuyDlvWKQRBqBAiHJUk1g6WD13Txu4jMe7f08WDe49z\nbGAUv624bEMbIz0r+YtVcQI3X1rp3gqCIAAiHBVDa83Asf1o/zKu/+yjHBsYJWBbXL6xiQ+/dhNX\nn9VKbcQPd2+vuPWIIAiCFxGOBURrzQtdw9y/p5P793TxhZHnGKGezWdU8+HXbuK1Z7dSExr3hHbb\nNnj+R5Doh0hDZTouCILgQYRjATg2MMoPdh3lvmeO8XJPHNtSXLqhiTOz/aizLuOyGy+c+Ie9Trkb\nrlqYDguCIEyCCEeZyOc1jx7o5duPH+YX+06ggYvWNvCeS9fx+nOW0ehLwadi0HzG5G+0/FxTinAI\ngrBIEOGYZwYSaX7w5FG+s/Mw7X0JGqMBbnv1em6+aDWrGiLFhsdfMuVEz3C4hOugYb2scwiCsGio\nqHAopa4FPg/YwNe01p8ad/3dwGeBY07Vl7TWX1vQTk6TvccG+dbj7dy7u5NUNs8Fa+r50Gs3ce05\nywj67JN/YIpnOMbQtg2O7JzH3gqCIMyeigmHUsoGvgy8FjgKPKGUuk9r/fy4pndprT+w4B2cBplc\nngf3Huebj7Wz63CMsN/mzeev4J0Xr+HsttrJf3imwrH3BzDSbTysBEEQKkglRxwXAQe01gcBlFL/\nDtwAjBeORcdwMsM3H2vnW48fpns4xeqGCP/zD8/ibResMltop0OsHUJ1ZipqKgoL5Lth0+tm3W9B\nEIT5oJLCsQLo8JwfBV5Zot1blFJXAC8BH9Jad5Rog1LqVuBWgNWrV89zVw3JTI7v7DzMl395gFgi\nwxWbmvnUW9bwmk0tM3ecnchOvRTLzwWUWecQ4RAEocJUUjhK3Wn1uPMfA9/XWqeUUrcB3wT+oNSb\naa3vBO4E2L59+/j3mRPZXJ4fPnWUz/18P12DSS7f2MT/uGYzW1dOY7QwEbF2aD1nem2DVdC8eeEX\nyPfcDQ/fAYNHoXYlXPUJ2HrTwvZBEIRFRyWF4yiwynO+Euj0NtBa93lOvwp8egH65f18fvrccT7z\n0xc52BPnvFV1/P1N53LJ+qa5vXE+BwNH4Mw3TP9n2rbBy7+c2+fOhD13w48/CJlRcz7YYc5BxEMQ\nTnMqGdTwBLBRKbVOKRUA3g7c522glFruOX0j8MJCde53B/u48Z8e47bvPIWlFF951wXc875L5i4a\nAMNdkEtPf6oKjHCMHIehrrl//nR4+I6iaLhkRk29IAinNRUbcWits0qpDwA/xWzH/brW+jml1B3A\nLq31fcAHlVJvBLJAP/Ducveroz/B7fc9x8P7ullWE+Izb9nKm89fMb9hSDPZUeXifYK8ZvnkbeeD\nwaMzqxcE4bShos9xaK0fAB4YV/cJz/FHgY8uUF/44VPHuP2+5wD4q2vP5D2XriXkL/EMxlyZjXC0\nngPKNsJx5nXz36fx1K4001Ol6gVBOK2RJ8cxT3t/7J5neeDZ47xyXQN/f9O5rKyPTP2DsyXWbkRg\nJjfhQARazlq4BfJL/xwe+Iuxdf6wWSAXBOG05rQXjscO9PLhu5+hL57ir649k1uvOKP8IUmxw0Y0\n7Gk+8+HSdh68+CBoDarMfXT7VtUKIyfM8fm3yMK4IAinr3Cksjn+7qcv8tVHD3FGc5Sv3XIp56yY\n4mnv+SLWDvVrZv5zbdvg6e+YdYa6VVO3nwv7dkDdGvjvz4DOw5e2G9uThRAtQRAWNZXcVVUxOgdG\nufHLj/HVRw/xzotXs+O/Xb5wogEze/jPS2GB/Kn57M3JpIbh4K/gzD80ImHZcNmHoGs3vPxweT9b\nEIRFz2knHF2Do9z81Z1
|
||
|
"text/plain": [
|
||
|
"<matplotlib.figure.Figure at 0x1110a18d0>"
|
||
|
]
|
||
|
},
|
||
|
"metadata": {},
|
||
|
"output_type": "display_data"
|
||
|
}
|
||
|
],
|
||
|
"source": [
|
||
|
"def f_2d(x1, x2):\n",
|
||
|
" return 0.1 * x1 ** 2 + 2 * x2 ** 2\n",
|
||
|
"\n",
|
||
|
"def gd_2d(x1, x2, s1, s2):\n",
|
||
|
" return (x1 - eta * 0.2 * x1, x2 - eta * 4 * x2, 0, 0)\n",
|
||
|
"\n",
|
||
|
"d2l.show_trace_2d(f_2d, d2l.train_2d(gd_2d))"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 3,
|
||
|
"metadata": {},
|
||
|
"outputs": [
|
||
|
{
|
||
|
"name": "stdout",
|
||
|
"output_type": "stream",
|
||
|
"text": [
|
||
|
"epoch 20, x1 -0.387814, x2 -1673.365109\n"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"data": {
|
||
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAZcAAAEKCAYAAADenhiQAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3XmYXHWd7/H3t5ZeshASkpBAJwIa\ndQADV0OQK85Vo2yCLCoXr0oexzHqiMw4cpVlBpHFq6IPI8pFUVHU62BGhiEsgiGPDjpuhK0B2UIA\n04Q1gSwk6aXqe/8453SdrqXTXed0V3X15/U89Zw6vzrV9TtZ6tvf3/d3fsfcHRERkTRlGt0BERFp\nPQouIiKSOgUXERFJnYKLiIikTsFFRERSp+AiIiKpU3AREZHUKbiIiEjqFFxERCR1uUZ3oFFmz57t\n++23X6O7ISIyodx1110vuvuc3R03aYPLfvvtx9q1axvdDRGRCcXMnhrJcRoWExGR1Cm4iIhI6hRc\nREQkdQouIiKSOgUXERFJnYKLiEikeyVcdjBcsGew7V7Z6B5NWJN2KrKIyBDdK+HGM6F/Z7C/ZUOw\nD7D41Mb1a4JS5iIiArDmwlJgifTvDNpl1BRcREQAtvSMrl2GpeAiIgIwo2t07TIsBRcREYBl50O+\nc2hbvjNol1FTcBERgaBof8LlMGWvYH/K7GBfxfy6aLaYiEhk8angDtevgBOvgNcd0+geTVjKXERE\n4gp9wbY40Nh+THAKLiIiccX+YOuFxvZjglNwERGJK4TBRZlLIgouIiJxg8Nixcb2Y4JTcBERiVPm\nkoqGBhczu9rMnjezB2Jts8xstZk9Fm5nhu1mZpeb2Toz6zazN8beszw8/jEzW96IcxGRFlFQzSUN\njc5cfgiUz/U7G1jj7ouANeE+wLHAovCxArgSgmAEfAE4HFgKfCEKSCIio6bZYqloaHBx9zuAzWXN\nJwLXhM+vAU6Ktf/IA38A9jSz+cDRwGp33+zuLwGrqQxYIiIjo+CSikZnLtXs7e7PAITbuWH7vsCG\n2HE9YVutdhGR0YuCigr6iTRjcKnFqrT5MO2VP8BshZmtNbO1L7zwQqqdE5EWocwlFc0YXJ4Lh7sI\nt8+H7T3AgthxXcDGYdoruPtV7r7E3ZfMmTMn9Y6LSAuIgosK+ok0Y3BZBUQzvpYDN8TaTw9njb0Z\n2BIOm90GHGVmM8NC/lFhm4jI6BWiYTFlLkk0dOFKM/tX4G3AbDPrIZj19WVgpZl9FPgL8P7w8FuA\n44B1wA7gIwDuvtnMLgLuDI+70N3LJwmIiIyMhsVS0dDg4u4fqPHSsirHOvCpGj/nauDqFLsmIpOV\nrtBPRTMOi4mINE5Rw2JpUHAREYlTQT8VCi4iInGquaRCwUVEJG5wtpgylyQUXERE4gYzFwWXJBRc\nRETiNCyWCgUXEZE4LbmfCgUXEZG4om4WlgYFFxGROF1EmQoFFxGRON3mOBUKLiIicQouqVBwERGJ\nU0E/FQouIiJxmoqcCgUXEZG4wdliKugnoeAiIhIpFrUqckoUXEREIlHWAqq5JKTgIiISieotoMwl\nIQUXEZFIIZa5aOHKRBRcREQiCi6pUXARkcmneyVcdjBcsGew7V4ZtGtYLDW5RndARGRcda+EG8+E\n/p3B/pYNwT5A15LScSroJ6LMRUQmlzUXlgJLpH9n0D5kWEyZSxIKLiIyuWzpqd0+ZFhMmUsSCi4i\nMrnM6KrdHmUu2XYFl4QUXERkcll2PuQ6hrblO4P2KLjkOzQsllDTBhcze9LM7jeze81sbdg2y8xW\nm9lj4XZm2G5mdrmZrTOzbjN7Y2N7LyJNa/Gp8NbPlvZnLIATLg/ao2Gx/BQV9BNq2uASeru7H+ru\n0RSOs4E17r4IWBPuAxwLLAofK4Arx72nIjJxLDg82L72GPjMA0FggdLyLzllLkk1e3ApdyJwTfj8\nGuCkWPuPPPAHYE8zm9+IDorIBNC7NdiWzxobHBbr1KrICTVzcHHgl2Z2l5mtCNv2dvdnAMLt3LB9\nX2BD7L09YZuISKXebcF2YNfQ9mhYTJlLYs18EeVb3H2jmc0FVpvZw8Mca1XavOKgIEitAFi4cGE6\nvRSRiScKLhWZS6zmouCSSNNmLu6+Mdw+D1wPLAWei4a7wu3z4eE9wILY27uAjVV+5lXuvsTdl8yZ\nM2csuy8izWxXOCxWkbmEASXfoYJ+Qk0ZXMxsqplNj54DRwEPAKuA5eFhy4EbwuergNPDWWNvBrZE\nw2ciIhUGay7DDYspuCTRrMNiewPXmxkEffypu99qZncCK83so8BfgPeHx98CHAesA3YAHxn/LovI\nhBEFl4HhhsUUXJJoyuDi7uuBQ6q0bwKWVWl34FPj0DURaQWDNZeyzKUYGxZTzSWRphwWExEZU7t2\nk7nkOhVcElJwEZHJJ8pcigOlIj7EhsXCgr5XTDqVEVJwEZHJJwouMDR7iQJNrjPYui6krJeCi4hM\nPlFBH4Ze61LoA8tAri3YV1G/bgouIjL59G6FtmnB8/Lgkm0Dywb7qrvUTcFFRFpL90q47GC4YM9g\n271y6OvuwbDY1PBC6viFlMWBILhkwom0upCybgouItI6ulfCjWfClg2AB9sbzxwaYPpeCWop0/YO\n9sszl0wOMspcklJwEZHWsebCyvXC+ncG7ZGo3jKtSuYSDYtFmYtqLnVTcBGR1rGlZ/ft0UyxqeGi\n6kMyl/6w5hJ+NSq41E3BRURax4yu3bdHwSUaFhuSufRDNhfLXDQsVi8FFxFpHcvOD270FZfvDNoj\nu7YE22hYrNpsMRX0E1NwEZHWsfhUeMc/l/anz4MTLi/dxhhGkLnkVdBPQVMuXCkiUrc5rys9f+/V\nsN9bhr4+WNCvMlus2A+ZvAr6KVDmIiKtZfMTpeevPF/5+mDmEhb0q80WU0E/MQUXEWktmx4vBYft\nL1S+Hq2IPLVazSUaFlNBPykFFxFpLZvXw5zXBwGmVubSNi242yRWpebSVqq5qKBfNwUXEWl+u1vS\nJW7z4zB7EUzZC7ZXCy5boX06mAUzySpmiylzSYOCi4g0t5Es6RIpDMBLT8GsA4KLJF+pMizWuxXa\n9wie5zpqDItFs8W05H69FFxEpLmNZEmXyJYNwYyvWa8OrmOpmrlsCzIXCDKXqgV9TUVOSsFFRJrb\nSJZ0iWxeH2wHM5cqwWXXVuiokblUTEVWcKmXgouINLeRLOkSiYLLXq8Ophpvf6HyVsXDZi5lw2Iq\n6NdNwUVExsdoivJxb/+nyrbyJV0im9dDfmpwgeTUOcEtjPteGXpM77Zhai7lqyIrc6mXgouIjL3R\nFOXLTZ0dbDv3Crbt0yuXdIlsejwYEjMrXSRZPjQWL+hXZC4DKuinRMFFRMbeaIry5bqvhY494bMP\nQddSmHtQ9cACQeYya//gebSkfvxCymIB+raXhsWqZi55FfRToOAiIsOrdzgrbjRF+bjebfDQTXDQ\nyZBrhwVLYeM9MNBbeWxhAF56Mqi3QGnV43jmEi390lErc9GwWFoUXEQmujS+/If72fUOZ8XtMb96\ne61ifeThm4O6ySGnBfsL3wyFXnimu/LYrT3hNOQDgv3BzKVKcIkX9KPMpVgMCvi6Qj8VLRNczOwY\nM3vEzNaZ2dmN7k9DjeWXTSNMhPNpVB/T+vKvZfUX6h/OivRuC6b3lrNM9aJ83H3Xwp6vggWHB/td\nS4Pthj9WHrvp8WA7K8xcolpN/ELKaEXkeEE/ylyK/cE2k9OqyCloieBiZlngCuBY4EDgA2Z2YEM7\n1apfNrU+s9l/c671s9PodyP+zAF2bIbbzkv+5V/Nhjvh5x+FbRurv7674azIQC/87EPB8UecATMW\nABbUULxYyiCq2foMPPGfsPh/BgV6gOl7w8z9qgeX+DUuENROOmeNIHMJg0uhL3yfVkVOQ6vcz2Up\nsM7d1wOY2bXAicCfa71
|
||
|
"text/plain": [
|
||
|
"<matplotlib.figure.Figure at 0x1111691d0>"
|
||
|
]
|
||
|
},
|
||
|
"metadata": {},
|
||
|
"output_type": "display_data"
|
||
|
}
|
||
|
],
|
||
|
"source": [
|
||
|
"eta = 0.6\n",
|
||
|
"d2l.show_trace_2d(f_2d, d2l.train_2d(gd_2d))"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "markdown",
|
||
|
"metadata": {},
|
||
|
"source": [
|
||
|
"## 7.4.2 动量法"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 4,
|
||
|
"metadata": {},
|
||
|
"outputs": [
|
||
|
{
|
||
|
"name": "stdout",
|
||
|
"output_type": "stream",
|
||
|
"text": [
|
||
|
"epoch 20, x1 -0.062843, x2 0.001202\n"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"data": {
|
||
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAY4AAAEKCAYAAAAFJbKyAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzsnXmYXFWBvt9zb+3V+56ksy9AAgmQ\nsMiObBFFQBZBUQSUwdFxmXHGbQYZdBR15jcCokNEZFERXBAQUAGRPZAEkhDWhKST3pLeqrura1/O\n749zb1V1p7rTnV6ql/M+Tz333nNv3TqddN+vzvZ9QkqJRqPRaDTDxSh0BTQajUYztdDCodFoNJoR\noYVDo9FoNCNCC4dGo9FoRoQWDo1Go9GMCC0cGo1GoxkRWjg0Go1GMyK0cGg0Go1mRGjh0Gg0Gs2I\ncBS6AuNBVVWVXLBgQaGrodFoNFOGTZs2dUgpq4dz7bQUjgULFrBx48ZCV0Oj0WimDEKI3cO9VndV\naTQajWZEaOHQaDQazYjQwqHRaDSaEaGFQ6PRaDQjQguHRqPRaEaEFg6NRqPRjAgtHJOFrQ/A/x4O\nN5Sp7dYHCl0jjUajycu0XMcx5dj6ADzyBUhE1HFPozoGWHlp4eql0Wg0edAtjsnAUzdmRcMmEVHl\nGo1GM8nQwjEZ6GkaWblGo9EUEC0ck4HS+kFOSHj8a9DXPqHV0Wg0mqHQwjEZOON6MJz9yxwemH8S\nvHI73HIkPP1diPYWpn4ajUaTgxaOycDKS2Hu8SAMQEDpXPjwrXDVo/CPL8OSM+CZ78PNq+Cl2yAR\nLXSNNRrNDEbPqposGAbMWQ2ffrJ/efUyuPQeaH5VDZb/5Rvw0k/g9K/DysvA1P+FGo1mYtEtjslC\noAHKFwx+fs7R8Mk/wicfgqIaeOhz8NMT4K1HQMqJqqVGo9EUVjiEEHcKIdqEENsGOS+EELcIIXYI\nIbYKIY6e6DpOCKmEmkE1lHDYLDoNPvM3uPReQML9V8AdZ8CuZ8e3jhqNRmNR6BbHXcDaIc5/AFhq\nva4FfjoBdZp4eppApoYnHABCwPIPw2dfgg//GIJ74e7z4N4LoeW1ca2qRqPRFFQ4pJTPAl1DXHI+\ncI9UrAfKhBCzJqZ2E0igQW2HKxw2pgOO/gT806tw9n9By2ZYdxr89lPQsWNs66jRaDQWhW5xHIg5\nQGPOcZNVNr04WOGwcXrghM/DFzfDKf8G7/4VbjsWHv4C9DSPVS01Go0GmPzCIfKU5R0JFkJcK4TY\nKITY2N4+xRbMBRrAdEHxKBtTnlJ4/zeVgBzzadj8a7j1aPjrf0B4qIadRqPRDJ/JLhxNwNyc43qg\nJd+FUsp1Uso1Uso11dXVE1K5MSPQAGXzwDDH5n5FNXDuD+CfNsLyC+DFW+HmI+HZ/4Z4aGw+Q6PR\nzFgmu3A8DHzSml11PNAjpWwtdKXGnANNxT1YyhfAR26Hz74AC06Ev31bCcgrP4NkXFu5azSag6Kg\nq8eEEPcBpwFVQogm4FuAE0BK+X/AY8C5wA4gDFxVmJqOM4EGqF8zfvevXQGX3wd7XoYnb4DHvgJ/\nvwlivZCKq2sO0so9lZa0dEeYW+Eb+3prNJpJSUGFQ0p5+QHOS+BzE1SdwhAJQLR7fFocA5l3HFz1\nGOx4Eu67HNKJ/udtK/dBhENKSXN3hM2N3Wxt6mFLYzfbmntIS3j9hrNxmJO9AavRaMYC7VdRaAK7\n1XYihAPUGpClZ0E6mf98jpV7bzTBlsZutjR2s7mxm82NPXT0xQBwmQaHzS7hotX1rKwvIyWl/mXS\naGYI+m+90Ix2Ku7BUlqvuqcGEPLU8Z+/28Jre7rZ0d6XcTNZVO3nlGVVHDW3jFVzyzi0rgSXQ7cw\nNJqZiBaOQmMLR9n8Cf3Y8MnfxP34lzBTWafdiHTx9d4LefbNfRw1t4zzVs3mSEsoSr3OIe6m0Whm\nElo4Ck2gAXyV4CkZ149pCoRZv7OLTbu72LQ7wPa2Es4TV/NvzgeYIzoQwL655/LlC/6dmyt9CJFv\nCY1Go9Fo4Sg84zQVNxCK8+J7nTy/o4MX3+tgd2cYgBKPg6Pnl3Peytmsnn8cZXO/jXCZsO5UFsTf\nhUqfGgfRaDSaQdDCUWgCDcoyfZREEyk27Q7w3PYOXtjRwbaWHqSEIreD4xdVcOX7FnDCkkqW1RRj\nGHmEYc01ajrunvUw/32jro9Go5m+aOEoJOmUGqBeceGI3yql5N19fTy3vZ1nt3fw8s5OYsk0DkNw\n9LxyvnTGMk5aWsmq+rLhTZM94mJlTbLx51o4NBrNkGjhKCS9zWpa7DC7qgKhOM/t6ODZd9t5bns7\n+3rV1NjF1X4uP3YeJy+t4vhFlfjdB/Hf6vLDqstg0y9g7U3grxr5PTQazYxAC0chOcBUXCkl25p7\neeKtfTzzbjtbm7qREkq9Tk5aUsUpy6o4aWk1c8q8Y1OfNVfDK7fDa/fCSV8em3tqNJpphxaOQpJH\nOKSUbGnq4bHXW3ns9VaaAhEMAavmlvHFM5ZyyrJqVtWXYeYbpxgtNYfC/JNg4y/ghC+qHHSNRqMZ\ngBaOQhJoAMOBLJnN5j0B/rS1lT9v20tzdwSnKThpSRVfOGMpZx1WS7nfNTF1OuZq+N3V8N5TaoW5\nRqPRDEALR4GQUtLdvB3prOO8Hz5Hc3cEl2lw8tIq/vmsZZx5WC2lvgIsujv0PPDXwIY7tHBoNJq8\naOGYQKSUvNUa5E9bW/jT1lZu6XuDPso5ZFEx/3zWMs5aUUuJp8ArtB0uFUf73P+D7j0qJ0Sj0Why\n0MIxATR3R/jdxiYe3tLMe+0hTENw4pIqDk12IQ47iZMuPKbQVezP6k/B8/8Lm+6CM64vdG00Gs0k\nQwvHOJFOS57b0cG9L+3mb2/vQwLHLqjgqhMX8oHD66h0xOCmAFQvKnRV96dsHiw9B169B079mmqF\naDQajYUWjjGmOxznd5ua+OX63TR0hqn0u7ju1MVcfuy8/mFHe99V24l2xR0ux1wD7z4Obz8Ch19U\n6NpoNJpJRKETANcCNwMmcIeU8qYB5z8F/BBotop+LKW8Y0IrOUy2Nfdwz0sNPLS5hVgyzer55Xz5\nrGWsPbwOtyNPlnih7NSHy+IzlGPvhju1cGg0mn4UTDiEECZwG3AW0ARsEEI8LKV8c8Cl90spPz/h\nFRwGiVSaP2/by90vNrBxdwCv0+QjR8/hiuPns2J26dBvnuzCYRiw5ioVNdv2tlrjodFoNBS2xXEs\nsENKuRNACPEb4HxgoHBMOoLRBHe/2MA9L+2mLRhjXoWPf//gYVyyeu7wp9AGGsBTBt6yca3rqDjq\nE/D0d2HjnXDuDwpdG41GM0kopHDMAXIj6JqA4/Jcd5EQ4hTgXeDLUsr9Y+sAIcS1wLUA8+aNzxTS\naCLFL9fv5randxAIJzhlWTU3XTSf05bV5HecHYpxslMfU/xVsPx82HIfnPkt5Wel0WhmPIUUjnxP\nWjng+BHgPillTAhxHXA38P58N5NSrgPWAaxZs2bgfUZFMpXm96828aMnt9PaE+XkpVX86zmHsLJ+\nFK2FQAPUHj5mdRw31lwDr/8WXv8drL6y0LXRaDSTgEIKRxMwN+e4HmjJvUBK2Zlz+DPg+xNQr9zP\n5y9v7OUHf3mHne0hjpxbxv9cuooTFo/SOTadUovrDv3Q2FR0PJl3PNQsV3brR39ShzxpNJqCCscG\nYKkQYiFq1tRlwMdyLxBCzJJStlqHHwbemqjKvbyzk+89/jabG7tZUlPE7Z9YzdnLa8cmUjXYCqn4\n5O+qAiUUa66Gx74Cza9C/epC12hqsfUBeOpG6GmC0nq1oHLlpYWulUYzKgomHFLKpBDi88BfUNNx\n75RSviGEuBHYKKV8GPiCEOLDQBLoAj413vVq7Apzw8Nv8NTbbdSVePjBRSv5yNFzhheGNFwm+4yq\ngaz8KDzxLdXq0MIxfLY
|
||
|
"text/plain": [
|
||
|
"<matplotlib.figure.Figure at 0x11dec3c88>"
|
||
|
]
|
||
|
},
|
||
|
"metadata": {},
|
||
|
"output_type": "display_data"
|
||
|
}
|
||
|
],
|
||
|
"source": [
|
||
|
"def momentum_2d(x1, x2, v1, v2):\n",
|
||
|
" v1 = gamma * v1 + eta * 0.2 * x1\n",
|
||
|
" v2 = gamma * v2 + eta * 4 * x2\n",
|
||
|
" return x1 - v1, x2 - v2, v1, v2\n",
|
||
|
"\n",
|
||
|
"eta, gamma = 0.4, 0.5\n",
|
||
|
"d2l.show_trace_2d(f_2d, d2l.train_2d(momentum_2d))"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 5,
|
||
|
"metadata": {},
|
||
|
"outputs": [
|
||
|
{
|
||
|
"name": "stdout",
|
||
|
"output_type": "stream",
|
||
|
"text": [
|
||
|
"epoch 20, x1 0.007188, x2 0.002553\n"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"data": {
|
||
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAYQAAAEKCAYAAAASByJ7AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJztnXec3HWd/5+f6ds3m2zqpm8IhBAC\nRMCCAlkFVFQQEDyxoainh79T7zzEw1459ayn6HmWU5RDEbEBCU06oSUbQkkjdVu27+z0z++Pz/c7\n853tZWa+M7vv54N9fOvMfJYk39d8yvv1UlprBEEQBMHjdgMEQRCE4kAEQRAEQQBEEARBEAQLEQRB\nEAQBEEEQBEEQLEQQBEEQBEAEQRAEQbAQQRAEQRAAEQRBEATBwufWByulQsD9QNBqxy1a68+M9Zp5\n8+bpFStWFKB1giAIM4cnnniiQ2tdP959rgkCEAXO1Vr3K6X8wANKqb9qrR8Z7QUrVqxg27ZthWuh\nIAjCDEAp9dJE7nNNELQxUeq3Dv3WjxgrCYIguISrcwhKKa9S6mmgDbhLa/2om+0RBEGYzbgqCFrr\npNZ6I9AAnK6UWj/0HqXU1UqpbUqpbe3t7YVvpCAIwiyhKFYZaa27gXuB80e4dqPWepPWelN9/bhz\nIoIgCMIUcU0QlFL1Sqlaa78MaAKec6s9giAIsx03VxktAn6ulPJihOlmrfWfXGyPIAjCrMbNVUbb\ngVPc+vyiY/vNsPXz0HMIahpg8/Ww4TK3WyUIwizCzR6CYLP9Zrj9GogPmuOeg+YYRBQEQSgYRTGp\nPOvZ+vmMGNjEB815QRCEAiGCUAz0HJrceUEQhDwgglAM1DRM7rwgCEIeEEEoBjZfD/6y7HO+MnNe\nEAShQIggFAMbLoM3/iegMudOvVImlAVBKCgiCMXCkk2Ahgu/A6FaiIfdbpEgCLMMEYRioXWH2S46\nGVafA7u3ghbzV0EQCocIQrHQuhOUF+qPh8Ym6DsKbc+63SpBEGYRIgjFQkszzFsD/hCsPtec273F\n3TYJgjCrEEEoFlqbYYHl/l29GOafKIIgCEJBEUEoBga7jF3FQkccRONmeOlhiPaP/jpBEIQcIoJQ\nDLTuNNsFJ2XONTZBKg77/+5OmwRBmHWIIBQDLc1m6+whLDsT/BVmtZEgCEIBEEEoBlp3QPk8qFyQ\nOecLwspXyzyCIAgFQwShGGhpNr0DpbLPN26Grn1wbI877RIEYVYhguA2yQS07cqsMHLS2GS2Mmwk\nCEIBEEFwm849kIzCwpOGX6tbCXWrZdhIEISCIILgNi2WZcWCE0e+3rjZrDSKRwrXJkEQZiUiCG7T\n2gweP8xbO/L1xiZjdHfg4cK2SxCEWYcIgtu0NEP9WvAFRr6+4lXgDciwkSAIeUcEwW2clhUjEaiA\n5a+QiWVBEPKOCIKbDBwzrqYLxxAEMMNG7bug53Bh2iUIwqxEBMFN7AyEsXoIkFl+ukd6CYIg5A8R\nBDdJW1aMsOTUSf3xUL1E5hEEQcgrIghu0toMlQuhYt7Y9ylllp/uudcUsgmCIOQBEQQ3aW0ef/7A\nZvVmiPbA4W35bZMgCLMW1wRBKbVUKXWPUmqXUmqnUuqjbrXFFZJxaH9+9IK0oaw620RsyrCRIAh5\nws0eQgL4uNb6BOBM4MNKqXUutqewdLwAyVh2BsJYlNVCw8tEEARByBuuCYLW+qjW+klrvw/YBSxx\nqz0FZ6QMhPFobIIjT0F/e37aJAjCrKYo5hCUUiuAU4BHR7h2tVJqm1JqW3v7DHoQtu4AbxDmrpn4\naxo3m+3ee/LTJkEQZjWuC4JSqhL4HfD/tNa9Q69rrW/UWm/SWm+qr68vfAPzRUszzD8evL6Jv2bR\nRiifK1XLgiDkBVcFQSnlx4jBr7TWv3ezLQWntXni8wc2Ho9ZbbRnK6RS+WmXIAizFjdXGSngv4Fd\nWutvutUOV+hrhYH2yc0f2DQ2mde2bM99uwRBmNW42UN4JXAlcK5S6mnr5/UutqdwTNSyYiRWn2u2\nstpIEIQcM4kB7NyitX4AUOPeOBNp3Wm2E61BcFJZD4tONvMIr/5EbtslCMKsxvVJ5VlJS7PxJiqv\nm9rrG5vg4KMQ6cltuwRBmNWIILjBeBkI49HYBDoJe+/LXZsEQZj1iCAUmkTUVClPZULZpuFlEKyW\neQRBEHKKCEKhaX8OUonp9RC8flj1GjOPoHXu2iYIwqxGBKHQTDQDYTwam6D3kDHIEwRByAEiCIWm\ntRl8ZVC3anrvs9qysZAUNUEQcoQIQqFp2QEL1oHHO733qV1qktRkHkEQhBwhglBItDY1CNOZP3DS\n2AT7H4RYODfvJwjCrEYEoZD0HYXBztwJwupzIRmFlx7MzfsJgjCrEUEoJFPJQBiL5a808xEybCQI\nQg4QQSgkaQ+jKVhWjIQ/BCteJYIgCEJOEEEoJC3NULsMQjW5e8/GJji2Gzr35e49BUGYlYggFJKp\nZCCMR2OT2cryU0EQpokIQqGID5pv8rmaP7CZuxpql0uKmiAI00YEoVC0PQs6lbsVRjZKmV7Cvvsh\nEcvtewuCMKsQQSgUuV5h5KSxCWL9xhJbEARhioggFIrWnRCohNoVuX/vlWeBxy+rjQRBmBYiCIWi\ntRnmrwNPHv6XB6tg2ZkyjyAIwrQQQSgEWpsho3wMF9k0bjZ1Dr1H8/cZgiDMaEQQCkHPQYj25H5C\n2Ul6+end+fsMQRBmNCIIhSBXGQhjsWA9VC6QeQRBEKaMCEIhaG0GlJlDyBf28tM9d0Mqmb/PEQRh\nxiKCUAhadkDdSghW5vdzGjdDpBsOP5nfzxEEYUYiglAIWpvzO39gs+ocUB6xsRAEYUqIIOSbaL8x\nnsvn/IFNeR0sOU3mEQRBmBIiCPmmbRegC9NDADOPcPgJCHcW5vMEQZgxuCoISqmfKqXalFLNbrYj\nr+Q6A2E8Vm82nkl77ynM5wmCMGNwu4fwM+B8l9uQX1qaIVhjchAKwZJTIVQrVcuCIEwaVwVBa30/\nMLPHNlqbTe9AqcJ8nsdrspZ3bzEV0oIgCBPE7R7CzCaVMqZ2+bSsGInGJuhvteofBEEQJkbRC4JS\n6mql1Dal1Lb29na3mzM5uvcbW+pCTSjbNG42W1ltJAjCJCh6QdBa36i13qS13lRfX+92cyZHPjMQ\nxqJqoYnqlHkEQRAmQdELQknT2mwKxfJpWTEajZvhwMMQ7ZvSy7XWdA7ECMcSOW6YIAjFis/ND1dK\n3QScDcxTSh0CPqO1/m8325RTWpphbiP4ywr/2Y1N8OB/wr6/w/GvH/W2aCLJS8fC7GnrZ2/HAHva\n+9nXMcDe9gF6BuN87+2n8MYNiwvYcEEQ3MJVQdBaX+Hm5+ed1mZTOewGS88wCW27t8Dxr6c7HGN3\nWz972vutrXn4H+wMk3IsRlpUE2LlvAouPHkRK+dVcuLiGnfaLwhCwXFVEGY0kV7ofglOfWfBPlJr\nTVtflN1t/bzY2scZoY3MfepPXPDk+RwLx9P3BX0eVs6rYP2SGt68cQmr6ytYXV/JynkVVATlr0TB\n2X4zbP089ByCmgbYfD1suMztVgmzEPnXny9ad5ptnjyMwrEEu4728ezRXp490ssLrX282NpHbyQz\n5v++0PF8mge4fE2M2qXraJxfyer6SpbMKcPrKVBdhDA222+G26+B+KA57jlojkFEQSg4Igj5wq4B\nyMGS055wnJ1Hemg+0sPOI700H+5hb8dAuu6spszP2oVVXHjyYo5bUMWa+ZU0LqikPr4OvvMT/mX1\nITjzjdNuh5AHtn4+IwY28UFzXgRBKDAiCPmiZQeUzYHqyU3Idg7EaD7cw47DPTQfNiJwsDPzwFhc\nE2Ld4houPHkx6xZVc+KSGhbXhFAjVkKvNJPau7fAmR+c5i8k5JxU0vQIRqLnUGHbIgiIIOQPOwNh\nDMuKnnCcHYd72H64mx2
|
||
|
"text/plain": [
|
||
|
"<matplotlib.figure.Figure at 0x11de85ac8>"
|
||
|
]
|
||
|
},
|
||
|
"metadata": {},
|
||
|
"output_type": "display_data"
|
||
|
}
|
||
|
],
|
||
|
"source": [
|
||
|
"eta = 0.6\n",
|
||
|
"d2l.show_trace_2d(f_2d, d2l.train_2d(momentum_2d))"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "markdown",
|
||
|
"metadata": {},
|
||
|
"source": [
|
||
|
"## 7.4.3 从零开始实现"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 6,
|
||
|
"metadata": {
|
||
|
"collapsed": true
|
||
|
},
|
||
|
"outputs": [],
|
||
|
"source": [
|
||
|
"features, labels = d2l.get_data_ch7()\n",
|
||
|
"\n",
|
||
|
"def init_momentum_states():\n",
|
||
|
" v_w = torch.zeros((features.shape[1], 1), dtype=torch.float32)\n",
|
||
|
" v_b = torch.zeros(1, dtype=torch.float32)\n",
|
||
|
" return (v_w, v_b)\n",
|
||
|
"\n",
|
||
|
"def sgd_momentum(params, states, hyperparams):\n",
|
||
|
" for p, v in zip(params, states):\n",
|
||
|
" v.data = hyperparams['momentum'] * v.data + hyperparams['lr'] * p.grad.data\n",
|
||
|
" p.data -= v.data"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 7,
|
||
|
"metadata": {},
|
||
|
"outputs": [
|
||
|
{
|
||
|
"name": "stdout",
|
||
|
"output_type": "stream",
|
||
|
"text": [
|
||
|
"loss: 0.247369, 0.040711 sec per epoch\n"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"data": {
|
||
|
"image/svg+xml": [
|
||
|
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
|
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
|
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
|
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
|
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 256 184\" width=\"256pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
|
" <defs>\n",
|
||
|
" <style type=\"text/css\">\n",
|
||
|
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
|
" </style>\n",
|
||
|
" </defs>\n",
|
||
|
" <g id=\"figure_1\">\n",
|
||
|
" <g id=\"patch_1\">\n",
|
||
|
" <path d=\"M 0 184.15625 \n",
|
||
|
"L 256.14375 184.15625 \n",
|
||
|
"L 256.14375 -0 \n",
|
||
|
"L 0 -0 \n",
|
||
|
"z\n",
|
||
|
"\" style=\"fill:none;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"axes_1\">\n",
|
||
|
" <g id=\"patch_2\">\n",
|
||
|
" <path d=\"M 50.14375 146.6 \n",
|
||
|
"L 245.44375 146.6 \n",
|
||
|
"L 245.44375 10.7 \n",
|
||
|
"L 50.14375 10.7 \n",
|
||
|
"z\n",
|
||
|
"\" style=\"fill:#ffffff;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"matplotlib.axis_1\">\n",
|
||
|
" <g id=\"xtick_1\">\n",
|
||
|
" <g id=\"line2d_1\">\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 0 0 \n",
|
||
|
"L 0 3.5 \n",
|
||
|
"\" id=\"mc68a50c681\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"59.021023\" xlink:href=\"#mc68a50c681\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_1\">\n",
|
||
|
" <!-- 0.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 31.78125 66.40625 \n",
|
||
|
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
|
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
|
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
|
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
|
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
|
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
|
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
|
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
|
"z\n",
|
||
|
"M 31.78125 74.21875 \n",
|
||
|
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
|
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
|
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
|
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
|
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
|
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
|
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
|
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-30\"/>\n",
|
||
|
" <path d=\"M 10.6875 12.40625 \n",
|
||
|
"L 21 12.40625 \n",
|
||
|
"L 21 0 \n",
|
||
|
"L 10.6875 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-2e\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(51.06946 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_2\">\n",
|
||
|
" <g id=\"line2d_2\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"103.407386\" xlink:href=\"#mc68a50c681\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_2\">\n",
|
||
|
" <!-- 0.5 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 10.796875 72.90625 \n",
|
||
|
"L 49.515625 72.90625 \n",
|
||
|
"L 49.515625 64.59375 \n",
|
||
|
"L 19.828125 64.59375 \n",
|
||
|
"L 19.828125 46.734375 \n",
|
||
|
"Q 21.96875 47.46875 24.109375 47.828125 \n",
|
||
|
"Q 26.265625 48.1875 28.421875 48.1875 \n",
|
||
|
"Q 40.625 48.1875 47.75 41.5 \n",
|
||
|
"Q 54.890625 34.8125 54.890625 23.390625 \n",
|
||
|
"Q 54.890625 11.625 47.5625 5.09375 \n",
|
||
|
"Q 40.234375 -1.421875 26.90625 -1.421875 \n",
|
||
|
"Q 22.3125 -1.421875 17.546875 -0.640625 \n",
|
||
|
"Q 12.796875 0.140625 7.71875 1.703125 \n",
|
||
|
"L 7.71875 11.625 \n",
|
||
|
"Q 12.109375 9.234375 16.796875 8.0625 \n",
|
||
|
"Q 21.484375 6.890625 26.703125 6.890625 \n",
|
||
|
"Q 35.15625 6.890625 40.078125 11.328125 \n",
|
||
|
"Q 45.015625 15.765625 45.015625 23.390625 \n",
|
||
|
"Q 45.015625 31 40.078125 35.4375 \n",
|
||
|
"Q 35.15625 39.890625 26.703125 39.890625 \n",
|
||
|
"Q 22.75 39.890625 18.8125 39.015625 \n",
|
||
|
"Q 14.890625 38.140625 10.796875 36.28125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-35\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(95.455824 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_3\">\n",
|
||
|
" <g id=\"line2d_3\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"147.79375\" xlink:href=\"#mc68a50c681\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_3\">\n",
|
||
|
" <!-- 1.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 12.40625 8.296875 \n",
|
||
|
"L 28.515625 8.296875 \n",
|
||
|
"L 28.515625 63.921875 \n",
|
||
|
"L 10.984375 60.40625 \n",
|
||
|
"L 10.984375 69.390625 \n",
|
||
|
"L 28.421875 72.90625 \n",
|
||
|
"L 38.28125 72.90625 \n",
|
||
|
"L 38.28125 8.296875 \n",
|
||
|
"L 54.390625 8.296875 \n",
|
||
|
"L 54.390625 0 \n",
|
||
|
"L 12.40625 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-31\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(139.842187 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_4\">\n",
|
||
|
" <g id=\"line2d_4\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"192.180114\" xlink:href=\"#mc68a50c681\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_4\">\n",
|
||
|
" <!-- 1.5 -->\n",
|
||
|
" <g transform=\"translate(184.228551 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_5\">\n",
|
||
|
" <g id=\"line2d_5\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"236.566477\" xlink:href=\"#mc68a50c681\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_5\">\n",
|
||
|
" <!-- 2.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 19.1875 8.296875 \n",
|
||
|
"L 53.609375 8.296875 \n",
|
||
|
"L 53.609375 0 \n",
|
||
|
"L 7.328125 0 \n",
|
||
|
"L 7.328125 8.296875 \n",
|
||
|
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
|
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
|
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
|
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
|
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
|
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
|
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
|
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
|
"L 7.8125 69.390625 \n",
|
||
|
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
|
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
|
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
|
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
|
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
|
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
|
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
|
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-32\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(228.614915 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_6\">\n",
|
||
|
" <!-- epoch -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 56.203125 29.59375 \n",
|
||
|
"L 56.203125 25.203125 \n",
|
||
|
"L 14.890625 25.203125 \n",
|
||
|
"Q 15.484375 15.921875 20.484375 11.0625 \n",
|
||
|
"Q 25.484375 6.203125 34.421875 6.203125 \n",
|
||
|
"Q 39.59375 6.203125 44.453125 7.46875 \n",
|
||
|
"Q 49.3125 8.734375 54.109375 11.28125 \n",
|
||
|
"L 54.109375 2.78125 \n",
|
||
|
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
|
||
|
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
|
||
|
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
|
||
|
"Q 5.515625 13.8125 5.515625 26.8125 \n",
|
||
|
"Q 5.515625 40.234375 12.765625 48.109375 \n",
|
||
|
"Q 20.015625 56 32.328125 56 \n",
|
||
|
"Q 43.359375 56 49.78125 48.890625 \n",
|
||
|
"Q 56.203125 41.796875 56.203125 29.59375 \n",
|
||
|
"z\n",
|
||
|
"M 47.21875 32.234375 \n",
|
||
|
"Q 47.125 39.59375 43.09375 43.984375 \n",
|
||
|
"Q 39.0625 48.390625 32.421875 48.390625 \n",
|
||
|
"Q 24.90625 48.390625 20.390625 44.140625 \n",
|
||
|
"Q 15.875 39.890625 15.1875 32.171875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-65\"/>\n",
|
||
|
" <path d=\"M 18.109375 8.203125 \n",
|
||
|
"L 18.109375 -20.796875 \n",
|
||
|
"L 9.078125 -20.796875 \n",
|
||
|
"L 9.078125 54.6875 \n",
|
||
|
"L 18.109375 54.6875 \n",
|
||
|
"L 18.109375 46.390625 \n",
|
||
|
"Q 20.953125 51.265625 25.265625 53.625 \n",
|
||
|
"Q 29.59375 56 35.59375 56 \n",
|
||
|
"Q 45.5625 56 51.78125 48.09375 \n",
|
||
|
"Q 58.015625 40.1875 58.015625 27.296875 \n",
|
||
|
"Q 58.015625 14.40625 51.78125 6.484375 \n",
|
||
|
"Q 45.5625 -1.421875 35.59375 -1.421875 \n",
|
||
|
"Q 29.59375 -1.421875 25.265625 0.953125 \n",
|
||
|
"Q 20.953125 3.328125 18.109375 8.203125 \n",
|
||
|
"z\n",
|
||
|
"M 48.6875 27.296875 \n",
|
||
|
"Q 48.6875 37.203125 44.609375 42.84375 \n",
|
||
|
"Q 40.53125 48.484375 33.40625 48.484375 \n",
|
||
|
"Q 26.265625 48.484375 22.1875 42.84375 \n",
|
||
|
"Q 18.109375 37.203125 18.109375 27.296875 \n",
|
||
|
"Q 18.109375 17.390625 22.1875 11.75 \n",
|
||
|
"Q 26.265625 6.109375 33.40625 6.109375 \n",
|
||
|
"Q 40.53125 6.109375 44.609375 11.75 \n",
|
||
|
"Q 48.6875 17.390625 48.6875 27.296875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-70\"/>\n",
|
||
|
" <path d=\"M 30.609375 48.390625 \n",
|
||
|
"Q 23.390625 48.390625 19.1875 42.75 \n",
|
||
|
"Q 14.984375 37.109375 14.984375 27.296875 \n",
|
||
|
"Q 14.984375 17.484375 19.15625 11.84375 \n",
|
||
|
"Q 23.34375 6.203125 30.609375 6.203125 \n",
|
||
|
"Q 37.796875 6.203125 41.984375 11.859375 \n",
|
||
|
"Q 46.1875 17.53125 46.1875 27.296875 \n",
|
||
|
"Q 46.1875 37.015625 41.984375 42.703125 \n",
|
||
|
"Q 37.796875 48.390625 30.609375 48.390625 \n",
|
||
|
"z\n",
|
||
|
"M 30.609375 56 \n",
|
||
|
"Q 42.328125 56 49.015625 48.375 \n",
|
||
|
"Q 55.71875 40.765625 55.71875 27.296875 \n",
|
||
|
"Q 55.71875 13.875 49.015625 6.21875 \n",
|
||
|
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
|
||
|
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
|
||
|
"Q 5.515625 13.875 5.515625 27.296875 \n",
|
||
|
"Q 5.515625 40.765625 12.171875 48.375 \n",
|
||
|
"Q 18.84375 56 30.609375 56 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-6f\"/>\n",
|
||
|
" <path d=\"M 48.78125 52.59375 \n",
|
||
|
"L 48.78125 44.1875 \n",
|
||
|
"Q 44.96875 46.296875 41.140625 47.34375 \n",
|
||
|
"Q 37.3125 48.390625 33.40625 48.390625 \n",
|
||
|
"Q 24.65625 48.390625 19.8125 42.84375 \n",
|
||
|
"Q 14.984375 37.3125 14.984375 27.296875 \n",
|
||
|
"Q 14.984375 17.28125 19.8125 11.734375 \n",
|
||
|
"Q 24.65625 6.203125 33.40625 6.203125 \n",
|
||
|
"Q 37.3125 6.203125 41.140625 7.25 \n",
|
||
|
"Q 44.96875 8.296875 48.78125 10.40625 \n",
|
||
|
"L 48.78125 2.09375 \n",
|
||
|
"Q 45.015625 0.34375 40.984375 -0.53125 \n",
|
||
|
"Q 36.96875 -1.421875 32.421875 -1.421875 \n",
|
||
|
"Q 20.0625 -1.421875 12.78125 6.34375 \n",
|
||
|
"Q 5.515625 14.109375 5.515625 27.296875 \n",
|
||
|
"Q 5.515625 40.671875 12.859375 48.328125 \n",
|
||
|
"Q 20.21875 56 33.015625 56 \n",
|
||
|
"Q 37.15625 56 41.109375 55.140625 \n",
|
||
|
"Q 45.0625 54.296875 48.78125 52.59375 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-63\"/>\n",
|
||
|
" <path d=\"M 54.890625 33.015625 \n",
|
||
|
"L 54.890625 0 \n",
|
||
|
"L 45.90625 0 \n",
|
||
|
"L 45.90625 32.71875 \n",
|
||
|
"Q 45.90625 40.484375 42.875 44.328125 \n",
|
||
|
"Q 39.84375 48.1875 33.796875 48.1875 \n",
|
||
|
"Q 26.515625 48.1875 22.3125 43.546875 \n",
|
||
|
"Q 18.109375 38.921875 18.109375 30.90625 \n",
|
||
|
"L 18.109375 0 \n",
|
||
|
"L 9.078125 0 \n",
|
||
|
"L 9.078125 75.984375 \n",
|
||
|
"L 18.109375 75.984375 \n",
|
||
|
"L 18.109375 46.1875 \n",
|
||
|
"Q 21.34375 51.125 25.703125 53.5625 \n",
|
||
|
"Q 30.078125 56 35.796875 56 \n",
|
||
|
"Q 45.21875 56 50.046875 50.171875 \n",
|
||
|
"Q 54.890625 44.34375 54.890625 33.015625 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-68\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(132.565625 174.876562)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-65\"/>\n",
|
||
|
" <use x=\"61.523438\" xlink:href=\"#DejaVuSans-70\"/>\n",
|
||
|
" <use x=\"125\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
|
" <use x=\"186.181641\" xlink:href=\"#DejaVuSans-63\"/>\n",
|
||
|
" <use x=\"241.162109\" xlink:href=\"#DejaVuSans-68\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"matplotlib.axis_2\">\n",
|
||
|
" <g id=\"ytick_1\">\n",
|
||
|
" <g id=\"line2d_6\">\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 0 0 \n",
|
||
|
"L -3.5 0 \n",
|
||
|
"\" id=\"m4d90bcabcf\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m4d90bcabcf\" y=\"136.976109\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_7\">\n",
|
||
|
" <!-- 0.25 -->\n",
|
||
|
" <g transform=\"translate(20.878125 140.775328)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_2\">\n",
|
||
|
" <g id=\"line2d_7\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m4d90bcabcf\" y=\"111.423896\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_8\">\n",
|
||
|
" <!-- 0.30 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 40.578125 39.3125 \n",
|
||
|
"Q 47.65625 37.796875 51.625 33 \n",
|
||
|
"Q 55.609375 28.21875 55.609375 21.1875 \n",
|
||
|
"Q 55.609375 10.40625 48.1875 4.484375 \n",
|
||
|
"Q 40.765625 -1.421875 27.09375 -1.421875 \n",
|
||
|
"Q 22.515625 -1.421875 17.65625 -0.515625 \n",
|
||
|
"Q 12.796875 0.390625 7.625 2.203125 \n",
|
||
|
"L 7.625 11.71875 \n",
|
||
|
"Q 11.71875 9.328125 16.59375 8.109375 \n",
|
||
|
"Q 21.484375 6.890625 26.8125 6.890625 \n",
|
||
|
"Q 36.078125 6.890625 40.9375 10.546875 \n",
|
||
|
"Q 45.796875 14.203125 45.796875 21.1875 \n",
|
||
|
"Q 45.796875 27.640625 41.28125 31.265625 \n",
|
||
|
"Q 36.765625 34.90625 28.71875 34.90625 \n",
|
||
|
"L 20.21875 34.90625 \n",
|
||
|
"L 20.21875 43.015625 \n",
|
||
|
"L 29.109375 43.015625 \n",
|
||
|
"Q 36.375 43.015625 40.234375 45.921875 \n",
|
||
|
"Q 44.09375 48.828125 44.09375 54.296875 \n",
|
||
|
"Q 44.09375 59.90625 40.109375 62.90625 \n",
|
||
|
"Q 36.140625 65.921875 28.71875 65.921875 \n",
|
||
|
"Q 24.65625 65.921875 20.015625 65.03125 \n",
|
||
|
"Q 15.375 64.15625 9.8125 62.3125 \n",
|
||
|
"L 9.8125 71.09375 \n",
|
||
|
"Q 15.4375 72.65625 20.34375 73.4375 \n",
|
||
|
"Q 25.25 74.21875 29.59375 74.21875 \n",
|
||
|
"Q 40.828125 74.21875 47.359375 69.109375 \n",
|
||
|
"Q 53.90625 64.015625 53.90625 55.328125 \n",
|
||
|
"Q 53.90625 49.265625 50.4375 45.09375 \n",
|
||
|
"Q 46.96875 40.921875 40.578125 39.3125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-33\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(20.878125 115.223115)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-33\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_3\">\n",
|
||
|
" <g id=\"line2d_8\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m4d90bcabcf\" y=\"85.871683\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_9\">\n",
|
||
|
" <!-- 0.35 -->\n",
|
||
|
" <g transform=\"translate(20.878125 89.670901)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-33\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_4\">\n",
|
||
|
" <g id=\"line2d_9\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m4d90bcabcf\" y=\"60.319469\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_10\">\n",
|
||
|
" <!-- 0.40 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 37.796875 64.3125 \n",
|
||
|
"L 12.890625 25.390625 \n",
|
||
|
"L 37.796875 25.390625 \n",
|
||
|
"z\n",
|
||
|
"M 35.203125 72.90625 \n",
|
||
|
"L 47.609375 72.90625 \n",
|
||
|
"L 47.609375 25.390625 \n",
|
||
|
"L 58.015625 25.390625 \n",
|
||
|
"L 58.015625 17.1875 \n",
|
||
|
"L 47.609375 17.1875 \n",
|
||
|
"L 47.609375 0 \n",
|
||
|
"L 37.796875 0 \n",
|
||
|
"L 37.796875 17.1875 \n",
|
||
|
"L 4.890625 17.1875 \n",
|
||
|
"L 4.890625 26.703125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-34\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(20.878125 64.118688)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_5\">\n",
|
||
|
" <g id=\"line2d_10\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m4d90bcabcf\" y=\"34.767256\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_11\">\n",
|
||
|
" <!-- 0.45 -->\n",
|
||
|
" <g transform=\"translate(20.878125 38.566475)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_12\">\n",
|
||
|
" <!-- loss -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 9.421875 75.984375 \n",
|
||
|
"L 18.40625 75.984375 \n",
|
||
|
"L 18.40625 0 \n",
|
||
|
"L 9.421875 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-6c\"/>\n",
|
||
|
" <path d=\"M 44.28125 53.078125 \n",
|
||
|
"L 44.28125 44.578125 \n",
|
||
|
"Q 40.484375 46.53125 36.375 47.5 \n",
|
||
|
"Q 32.28125 48.484375 27.875 48.484375 \n",
|
||
|
"Q 21.1875 48.484375 17.84375 46.4375 \n",
|
||
|
"Q 14.5 44.390625 14.5 40.28125 \n",
|
||
|
"Q 14.5 37.15625 16.890625 35.375 \n",
|
||
|
"Q 19.28125 33.59375 26.515625 31.984375 \n",
|
||
|
"L 29.59375 31.296875 \n",
|
||
|
"Q 39.15625 29.25 43.1875 25.515625 \n",
|
||
|
"Q 47.21875 21.78125 47.21875 15.09375 \n",
|
||
|
"Q 47.21875 7.46875 41.1875 3.015625 \n",
|
||
|
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
|
||
|
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
|
||
|
"Q 10.6875 0.296875 5.421875 2 \n",
|
||
|
"L 5.421875 11.28125 \n",
|
||
|
"Q 10.40625 8.6875 15.234375 7.390625 \n",
|
||
|
"Q 20.0625 6.109375 24.8125 6.109375 \n",
|
||
|
"Q 31.15625 6.109375 34.5625 8.28125 \n",
|
||
|
"Q 37.984375 10.453125 37.984375 14.40625 \n",
|
||
|
"Q 37.984375 18.0625 35.515625 20.015625 \n",
|
||
|
"Q 33.0625 21.96875 24.703125 23.78125 \n",
|
||
|
"L 21.578125 24.515625 \n",
|
||
|
"Q 13.234375 26.265625 9.515625 29.90625 \n",
|
||
|
"Q 5.8125 33.546875 5.8125 39.890625 \n",
|
||
|
"Q 5.8125 47.609375 11.28125 51.796875 \n",
|
||
|
"Q 16.75 56 26.8125 56 \n",
|
||
|
"Q 31.78125 56 36.171875 55.265625 \n",
|
||
|
"Q 40.578125 54.546875 44.28125 53.078125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-73\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(14.798437 88.307812)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-6c\"/>\n",
|
||
|
" <use x=\"27.783203\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
|
" <use x=\"88.964844\" xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
|
" <use x=\"141.064453\" xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"line2d_11\">\n",
|
||
|
" <path clip-path=\"url(#pc9b743ed19)\" d=\"M 59.021023 16.877273 \n",
|
||
|
"L 64.939205 59.080313 \n",
|
||
|
"L 70.857386 89.90828 \n",
|
||
|
"L 76.775568 110.895261 \n",
|
||
|
"L 82.69375 122.503054 \n",
|
||
|
"L 88.611932 129.643691 \n",
|
||
|
"L 94.530114 135.241027 \n",
|
||
|
"L 100.448295 136.721413 \n",
|
||
|
"L 106.366477 136.780217 \n",
|
||
|
"L 112.284659 137.062137 \n",
|
||
|
"L 118.202841 136.971905 \n",
|
||
|
"L 124.121023 138.008754 \n",
|
||
|
"L 130.039205 137.320223 \n",
|
||
|
"L 135.957386 139.111398 \n",
|
||
|
"L 141.875568 140.028316 \n",
|
||
|
"L 147.79375 139.893733 \n",
|
||
|
"L 153.711932 139.331735 \n",
|
||
|
"L 159.630114 139.694612 \n",
|
||
|
"L 165.548295 139.654549 \n",
|
||
|
"L 171.466477 140.195301 \n",
|
||
|
"L 177.384659 140.422727 \n",
|
||
|
"L 183.302841 139.586302 \n",
|
||
|
"L 189.221023 139.329717 \n",
|
||
|
"L 195.139205 140.037553 \n",
|
||
|
"L 201.057386 139.780366 \n",
|
||
|
"L 206.975568 137.555439 \n",
|
||
|
"L 212.89375 139.83285 \n",
|
||
|
"L 218.811932 140.269099 \n",
|
||
|
"L 224.730114 140.015842 \n",
|
||
|
"L 230.648295 137.343205 \n",
|
||
|
"L 236.566477 138.320511 \n",
|
||
|
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_3\">\n",
|
||
|
" <path d=\"M 50.14375 146.6 \n",
|
||
|
"L 50.14375 10.7 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_4\">\n",
|
||
|
" <path d=\"M 245.44375 146.6 \n",
|
||
|
"L 245.44375 10.7 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_5\">\n",
|
||
|
" <path d=\"M 50.14375 146.6 \n",
|
||
|
"L 245.44375 146.6 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_6\">\n",
|
||
|
" <path d=\"M 50.14375 10.7 \n",
|
||
|
"L 245.44375 10.7 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <defs>\n",
|
||
|
" <clipPath id=\"pc9b743ed19\">\n",
|
||
|
" <rect height=\"135.9\" width=\"195.3\" x=\"50.14375\" y=\"10.7\"/>\n",
|
||
|
" </clipPath>\n",
|
||
|
" </defs>\n",
|
||
|
"</svg>\n"
|
||
|
],
|
||
|
"text/plain": [
|
||
|
"<matplotlib.figure.Figure at 0x11e089908>"
|
||
|
]
|
||
|
},
|
||
|
"metadata": {},
|
||
|
"output_type": "display_data"
|
||
|
}
|
||
|
],
|
||
|
"source": [
|
||
|
"d2l.train_ch7(sgd_momentum, init_momentum_states(),\n",
|
||
|
" {'lr': 0.02, 'momentum': 0.5}, features, labels)"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 8,
|
||
|
"metadata": {},
|
||
|
"outputs": [
|
||
|
{
|
||
|
"name": "stdout",
|
||
|
"output_type": "stream",
|
||
|
"text": [
|
||
|
"loss: 0.283397, 0.075622 sec per epoch\n"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"data": {
|
||
|
"image/svg+xml": [
|
||
|
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
|
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
|
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
|
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
|
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 256 184\" width=\"256pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
|
" <defs>\n",
|
||
|
" <style type=\"text/css\">\n",
|
||
|
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
|
" </style>\n",
|
||
|
" </defs>\n",
|
||
|
" <g id=\"figure_1\">\n",
|
||
|
" <g id=\"patch_1\">\n",
|
||
|
" <path d=\"M 0 184.670728 \n",
|
||
|
"L 256.14375 184.670728 \n",
|
||
|
"L 256.14375 -0 \n",
|
||
|
"L 0 -0 \n",
|
||
|
"z\n",
|
||
|
"\" style=\"fill:none;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"axes_1\">\n",
|
||
|
" <g id=\"patch_2\">\n",
|
||
|
" <path d=\"M 50.14375 147.114478 \n",
|
||
|
"L 245.44375 147.114478 \n",
|
||
|
"L 245.44375 11.214478 \n",
|
||
|
"L 50.14375 11.214478 \n",
|
||
|
"z\n",
|
||
|
"\" style=\"fill:#ffffff;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"matplotlib.axis_1\">\n",
|
||
|
" <g id=\"xtick_1\">\n",
|
||
|
" <g id=\"line2d_1\">\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 0 0 \n",
|
||
|
"L 0 3.5 \n",
|
||
|
"\" id=\"m8182e650c7\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"59.021023\" xlink:href=\"#m8182e650c7\" y=\"147.114478\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_1\">\n",
|
||
|
" <!-- 0.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 31.78125 66.40625 \n",
|
||
|
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
|
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
|
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
|
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
|
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
|
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
|
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
|
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
|
"z\n",
|
||
|
"M 31.78125 74.21875 \n",
|
||
|
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
|
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
|
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
|
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
|
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
|
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
|
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
|
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-30\"/>\n",
|
||
|
" <path d=\"M 10.6875 12.40625 \n",
|
||
|
"L 21 12.40625 \n",
|
||
|
"L 21 0 \n",
|
||
|
"L 10.6875 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-2e\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(51.06946 161.712916)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_2\">\n",
|
||
|
" <g id=\"line2d_2\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"103.407386\" xlink:href=\"#m8182e650c7\" y=\"147.114478\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_2\">\n",
|
||
|
" <!-- 0.5 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 10.796875 72.90625 \n",
|
||
|
"L 49.515625 72.90625 \n",
|
||
|
"L 49.515625 64.59375 \n",
|
||
|
"L 19.828125 64.59375 \n",
|
||
|
"L 19.828125 46.734375 \n",
|
||
|
"Q 21.96875 47.46875 24.109375 47.828125 \n",
|
||
|
"Q 26.265625 48.1875 28.421875 48.1875 \n",
|
||
|
"Q 40.625 48.1875 47.75 41.5 \n",
|
||
|
"Q 54.890625 34.8125 54.890625 23.390625 \n",
|
||
|
"Q 54.890625 11.625 47.5625 5.09375 \n",
|
||
|
"Q 40.234375 -1.421875 26.90625 -1.421875 \n",
|
||
|
"Q 22.3125 -1.421875 17.546875 -0.640625 \n",
|
||
|
"Q 12.796875 0.140625 7.71875 1.703125 \n",
|
||
|
"L 7.71875 11.625 \n",
|
||
|
"Q 12.109375 9.234375 16.796875 8.0625 \n",
|
||
|
"Q 21.484375 6.890625 26.703125 6.890625 \n",
|
||
|
"Q 35.15625 6.890625 40.078125 11.328125 \n",
|
||
|
"Q 45.015625 15.765625 45.015625 23.390625 \n",
|
||
|
"Q 45.015625 31 40.078125 35.4375 \n",
|
||
|
"Q 35.15625 39.890625 26.703125 39.890625 \n",
|
||
|
"Q 22.75 39.890625 18.8125 39.015625 \n",
|
||
|
"Q 14.890625 38.140625 10.796875 36.28125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-35\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(95.455824 161.712916)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_3\">\n",
|
||
|
" <g id=\"line2d_3\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"147.79375\" xlink:href=\"#m8182e650c7\" y=\"147.114478\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_3\">\n",
|
||
|
" <!-- 1.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 12.40625 8.296875 \n",
|
||
|
"L 28.515625 8.296875 \n",
|
||
|
"L 28.515625 63.921875 \n",
|
||
|
"L 10.984375 60.40625 \n",
|
||
|
"L 10.984375 69.390625 \n",
|
||
|
"L 28.421875 72.90625 \n",
|
||
|
"L 38.28125 72.90625 \n",
|
||
|
"L 38.28125 8.296875 \n",
|
||
|
"L 54.390625 8.296875 \n",
|
||
|
"L 54.390625 0 \n",
|
||
|
"L 12.40625 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-31\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(139.842187 161.712916)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_4\">\n",
|
||
|
" <g id=\"line2d_4\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"192.180114\" xlink:href=\"#m8182e650c7\" y=\"147.114478\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_4\">\n",
|
||
|
" <!-- 1.5 -->\n",
|
||
|
" <g transform=\"translate(184.228551 161.712916)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_5\">\n",
|
||
|
" <g id=\"line2d_5\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"236.566477\" xlink:href=\"#m8182e650c7\" y=\"147.114478\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_5\">\n",
|
||
|
" <!-- 2.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 19.1875 8.296875 \n",
|
||
|
"L 53.609375 8.296875 \n",
|
||
|
"L 53.609375 0 \n",
|
||
|
"L 7.328125 0 \n",
|
||
|
"L 7.328125 8.296875 \n",
|
||
|
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
|
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
|
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
|
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
|
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
|
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
|
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
|
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
|
"L 7.8125 69.390625 \n",
|
||
|
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
|
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
|
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
|
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
|
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
|
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
|
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
|
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-32\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(228.614915 161.712916)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_6\">\n",
|
||
|
" <!-- epoch -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 56.203125 29.59375 \n",
|
||
|
"L 56.203125 25.203125 \n",
|
||
|
"L 14.890625 25.203125 \n",
|
||
|
"Q 15.484375 15.921875 20.484375 11.0625 \n",
|
||
|
"Q 25.484375 6.203125 34.421875 6.203125 \n",
|
||
|
"Q 39.59375 6.203125 44.453125 7.46875 \n",
|
||
|
"Q 49.3125 8.734375 54.109375 11.28125 \n",
|
||
|
"L 54.109375 2.78125 \n",
|
||
|
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
|
||
|
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
|
||
|
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
|
||
|
"Q 5.515625 13.8125 5.515625 26.8125 \n",
|
||
|
"Q 5.515625 40.234375 12.765625 48.109375 \n",
|
||
|
"Q 20.015625 56 32.328125 56 \n",
|
||
|
"Q 43.359375 56 49.78125 48.890625 \n",
|
||
|
"Q 56.203125 41.796875 56.203125 29.59375 \n",
|
||
|
"z\n",
|
||
|
"M 47.21875 32.234375 \n",
|
||
|
"Q 47.125 39.59375 43.09375 43.984375 \n",
|
||
|
"Q 39.0625 48.390625 32.421875 48.390625 \n",
|
||
|
"Q 24.90625 48.390625 20.390625 44.140625 \n",
|
||
|
"Q 15.875 39.890625 15.1875 32.171875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-65\"/>\n",
|
||
|
" <path d=\"M 18.109375 8.203125 \n",
|
||
|
"L 18.109375 -20.796875 \n",
|
||
|
"L 9.078125 -20.796875 \n",
|
||
|
"L 9.078125 54.6875 \n",
|
||
|
"L 18.109375 54.6875 \n",
|
||
|
"L 18.109375 46.390625 \n",
|
||
|
"Q 20.953125 51.265625 25.265625 53.625 \n",
|
||
|
"Q 29.59375 56 35.59375 56 \n",
|
||
|
"Q 45.5625 56 51.78125 48.09375 \n",
|
||
|
"Q 58.015625 40.1875 58.015625 27.296875 \n",
|
||
|
"Q 58.015625 14.40625 51.78125 6.484375 \n",
|
||
|
"Q 45.5625 -1.421875 35.59375 -1.421875 \n",
|
||
|
"Q 29.59375 -1.421875 25.265625 0.953125 \n",
|
||
|
"Q 20.953125 3.328125 18.109375 8.203125 \n",
|
||
|
"z\n",
|
||
|
"M 48.6875 27.296875 \n",
|
||
|
"Q 48.6875 37.203125 44.609375 42.84375 \n",
|
||
|
"Q 40.53125 48.484375 33.40625 48.484375 \n",
|
||
|
"Q 26.265625 48.484375 22.1875 42.84375 \n",
|
||
|
"Q 18.109375 37.203125 18.109375 27.296875 \n",
|
||
|
"Q 18.109375 17.390625 22.1875 11.75 \n",
|
||
|
"Q 26.265625 6.109375 33.40625 6.109375 \n",
|
||
|
"Q 40.53125 6.109375 44.609375 11.75 \n",
|
||
|
"Q 48.6875 17.390625 48.6875 27.296875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-70\"/>\n",
|
||
|
" <path d=\"M 30.609375 48.390625 \n",
|
||
|
"Q 23.390625 48.390625 19.1875 42.75 \n",
|
||
|
"Q 14.984375 37.109375 14.984375 27.296875 \n",
|
||
|
"Q 14.984375 17.484375 19.15625 11.84375 \n",
|
||
|
"Q 23.34375 6.203125 30.609375 6.203125 \n",
|
||
|
"Q 37.796875 6.203125 41.984375 11.859375 \n",
|
||
|
"Q 46.1875 17.53125 46.1875 27.296875 \n",
|
||
|
"Q 46.1875 37.015625 41.984375 42.703125 \n",
|
||
|
"Q 37.796875 48.390625 30.609375 48.390625 \n",
|
||
|
"z\n",
|
||
|
"M 30.609375 56 \n",
|
||
|
"Q 42.328125 56 49.015625 48.375 \n",
|
||
|
"Q 55.71875 40.765625 55.71875 27.296875 \n",
|
||
|
"Q 55.71875 13.875 49.015625 6.21875 \n",
|
||
|
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
|
||
|
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
|
||
|
"Q 5.515625 13.875 5.515625 27.296875 \n",
|
||
|
"Q 5.515625 40.765625 12.171875 48.375 \n",
|
||
|
"Q 18.84375 56 30.609375 56 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-6f\"/>\n",
|
||
|
" <path d=\"M 48.78125 52.59375 \n",
|
||
|
"L 48.78125 44.1875 \n",
|
||
|
"Q 44.96875 46.296875 41.140625 47.34375 \n",
|
||
|
"Q 37.3125 48.390625 33.40625 48.390625 \n",
|
||
|
"Q 24.65625 48.390625 19.8125 42.84375 \n",
|
||
|
"Q 14.984375 37.3125 14.984375 27.296875 \n",
|
||
|
"Q 14.984375 17.28125 19.8125 11.734375 \n",
|
||
|
"Q 24.65625 6.203125 33.40625 6.203125 \n",
|
||
|
"Q 37.3125 6.203125 41.140625 7.25 \n",
|
||
|
"Q 44.96875 8.296875 48.78125 10.40625 \n",
|
||
|
"L 48.78125 2.09375 \n",
|
||
|
"Q 45.015625 0.34375 40.984375 -0.53125 \n",
|
||
|
"Q 36.96875 -1.421875 32.421875 -1.421875 \n",
|
||
|
"Q 20.0625 -1.421875 12.78125 6.34375 \n",
|
||
|
"Q 5.515625 14.109375 5.515625 27.296875 \n",
|
||
|
"Q 5.515625 40.671875 12.859375 48.328125 \n",
|
||
|
"Q 20.21875 56 33.015625 56 \n",
|
||
|
"Q 37.15625 56 41.109375 55.140625 \n",
|
||
|
"Q 45.0625 54.296875 48.78125 52.59375 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-63\"/>\n",
|
||
|
" <path d=\"M 54.890625 33.015625 \n",
|
||
|
"L 54.890625 0 \n",
|
||
|
"L 45.90625 0 \n",
|
||
|
"L 45.90625 32.71875 \n",
|
||
|
"Q 45.90625 40.484375 42.875 44.328125 \n",
|
||
|
"Q 39.84375 48.1875 33.796875 48.1875 \n",
|
||
|
"Q 26.515625 48.1875 22.3125 43.546875 \n",
|
||
|
"Q 18.109375 38.921875 18.109375 30.90625 \n",
|
||
|
"L 18.109375 0 \n",
|
||
|
"L 9.078125 0 \n",
|
||
|
"L 9.078125 75.984375 \n",
|
||
|
"L 18.109375 75.984375 \n",
|
||
|
"L 18.109375 46.1875 \n",
|
||
|
"Q 21.34375 51.125 25.703125 53.5625 \n",
|
||
|
"Q 30.078125 56 35.796875 56 \n",
|
||
|
"Q 45.21875 56 50.046875 50.171875 \n",
|
||
|
"Q 54.890625 44.34375 54.890625 33.015625 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-68\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(132.565625 175.391041)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-65\"/>\n",
|
||
|
" <use x=\"61.523438\" xlink:href=\"#DejaVuSans-70\"/>\n",
|
||
|
" <use x=\"125\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
|
" <use x=\"186.181641\" xlink:href=\"#DejaVuSans-63\"/>\n",
|
||
|
" <use x=\"241.162109\" xlink:href=\"#DejaVuSans-68\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"matplotlib.axis_2\">\n",
|
||
|
" <g id=\"ytick_1\">\n",
|
||
|
" <g id=\"line2d_6\">\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 0 0 \n",
|
||
|
"L -3.5 0 \n",
|
||
|
"\" id=\"m17456102da\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m17456102da\" y=\"141.587985\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_7\">\n",
|
||
|
" <!-- 0.25 -->\n",
|
||
|
" <g transform=\"translate(20.878125 145.387204)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_2\">\n",
|
||
|
" <g id=\"line2d_7\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m17456102da\" y=\"115.470232\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_8\">\n",
|
||
|
" <!-- 0.30 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 40.578125 39.3125 \n",
|
||
|
"Q 47.65625 37.796875 51.625 33 \n",
|
||
|
"Q 55.609375 28.21875 55.609375 21.1875 \n",
|
||
|
"Q 55.609375 10.40625 48.1875 4.484375 \n",
|
||
|
"Q 40.765625 -1.421875 27.09375 -1.421875 \n",
|
||
|
"Q 22.515625 -1.421875 17.65625 -0.515625 \n",
|
||
|
"Q 12.796875 0.390625 7.625 2.203125 \n",
|
||
|
"L 7.625 11.71875 \n",
|
||
|
"Q 11.71875 9.328125 16.59375 8.109375 \n",
|
||
|
"Q 21.484375 6.890625 26.8125 6.890625 \n",
|
||
|
"Q 36.078125 6.890625 40.9375 10.546875 \n",
|
||
|
"Q 45.796875 14.203125 45.796875 21.1875 \n",
|
||
|
"Q 45.796875 27.640625 41.28125 31.265625 \n",
|
||
|
"Q 36.765625 34.90625 28.71875 34.90625 \n",
|
||
|
"L 20.21875 34.90625 \n",
|
||
|
"L 20.21875 43.015625 \n",
|
||
|
"L 29.109375 43.015625 \n",
|
||
|
"Q 36.375 43.015625 40.234375 45.921875 \n",
|
||
|
"Q 44.09375 48.828125 44.09375 54.296875 \n",
|
||
|
"Q 44.09375 59.90625 40.109375 62.90625 \n",
|
||
|
"Q 36.140625 65.921875 28.71875 65.921875 \n",
|
||
|
"Q 24.65625 65.921875 20.015625 65.03125 \n",
|
||
|
"Q 15.375 64.15625 9.8125 62.3125 \n",
|
||
|
"L 9.8125 71.09375 \n",
|
||
|
"Q 15.4375 72.65625 20.34375 73.4375 \n",
|
||
|
"Q 25.25 74.21875 29.59375 74.21875 \n",
|
||
|
"Q 40.828125 74.21875 47.359375 69.109375 \n",
|
||
|
"Q 53.90625 64.015625 53.90625 55.328125 \n",
|
||
|
"Q 53.90625 49.265625 50.4375 45.09375 \n",
|
||
|
"Q 46.96875 40.921875 40.578125 39.3125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-33\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(20.878125 119.269451)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-33\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_3\">\n",
|
||
|
" <g id=\"line2d_8\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m17456102da\" y=\"89.352479\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_9\">\n",
|
||
|
" <!-- 0.35 -->\n",
|
||
|
" <g transform=\"translate(20.878125 93.151697)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-33\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_4\">\n",
|
||
|
" <g id=\"line2d_9\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m17456102da\" y=\"63.234725\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_10\">\n",
|
||
|
" <!-- 0.40 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 37.796875 64.3125 \n",
|
||
|
"L 12.890625 25.390625 \n",
|
||
|
"L 37.796875 25.390625 \n",
|
||
|
"z\n",
|
||
|
"M 35.203125 72.90625 \n",
|
||
|
"L 47.609375 72.90625 \n",
|
||
|
"L 47.609375 25.390625 \n",
|
||
|
"L 58.015625 25.390625 \n",
|
||
|
"L 58.015625 17.1875 \n",
|
||
|
"L 47.609375 17.1875 \n",
|
||
|
"L 47.609375 0 \n",
|
||
|
"L 37.796875 0 \n",
|
||
|
"L 37.796875 17.1875 \n",
|
||
|
"L 4.890625 17.1875 \n",
|
||
|
"L 4.890625 26.703125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-34\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(20.878125 67.033944)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_5\">\n",
|
||
|
" <g id=\"line2d_10\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m17456102da\" y=\"37.116972\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_11\">\n",
|
||
|
" <!-- 0.45 -->\n",
|
||
|
" <g transform=\"translate(20.878125 40.916191)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_6\">\n",
|
||
|
" <g id=\"line2d_11\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m17456102da\" y=\"10.999219\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_12\">\n",
|
||
|
" <!-- 0.50 -->\n",
|
||
|
" <g transform=\"translate(20.878125 14.798438)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_13\">\n",
|
||
|
" <!-- loss -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 9.421875 75.984375 \n",
|
||
|
"L 18.40625 75.984375 \n",
|
||
|
"L 18.40625 0 \n",
|
||
|
"L 9.421875 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-6c\"/>\n",
|
||
|
" <path d=\"M 44.28125 53.078125 \n",
|
||
|
"L 44.28125 44.578125 \n",
|
||
|
"Q 40.484375 46.53125 36.375 47.5 \n",
|
||
|
"Q 32.28125 48.484375 27.875 48.484375 \n",
|
||
|
"Q 21.1875 48.484375 17.84375 46.4375 \n",
|
||
|
"Q 14.5 44.390625 14.5 40.28125 \n",
|
||
|
"Q 14.5 37.15625 16.890625 35.375 \n",
|
||
|
"Q 19.28125 33.59375 26.515625 31.984375 \n",
|
||
|
"L 29.59375 31.296875 \n",
|
||
|
"Q 39.15625 29.25 43.1875 25.515625 \n",
|
||
|
"Q 47.21875 21.78125 47.21875 15.09375 \n",
|
||
|
"Q 47.21875 7.46875 41.1875 3.015625 \n",
|
||
|
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
|
||
|
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
|
||
|
"Q 10.6875 0.296875 5.421875 2 \n",
|
||
|
"L 5.421875 11.28125 \n",
|
||
|
"Q 10.40625 8.6875 15.234375 7.390625 \n",
|
||
|
"Q 20.0625 6.109375 24.8125 6.109375 \n",
|
||
|
"Q 31.15625 6.109375 34.5625 8.28125 \n",
|
||
|
"Q 37.984375 10.453125 37.984375 14.40625 \n",
|
||
|
"Q 37.984375 18.0625 35.515625 20.015625 \n",
|
||
|
"Q 33.0625 21.96875 24.703125 23.78125 \n",
|
||
|
"L 21.578125 24.515625 \n",
|
||
|
"Q 13.234375 26.265625 9.515625 29.90625 \n",
|
||
|
"Q 5.8125 33.546875 5.8125 39.890625 \n",
|
||
|
"Q 5.8125 47.609375 11.28125 51.796875 \n",
|
||
|
"Q 16.75 56 26.8125 56 \n",
|
||
|
"Q 31.78125 56 36.171875 55.265625 \n",
|
||
|
"Q 40.578125 54.546875 44.28125 53.078125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-73\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(14.798437 88.822291)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-6c\"/>\n",
|
||
|
" <use x=\"27.783203\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
|
" <use x=\"88.964844\" xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
|
" <use x=\"141.064453\" xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"line2d_12\">\n",
|
||
|
" <path clip-path=\"url(#p5c187fef0b)\" d=\"M 59.021023 17.391751 \n",
|
||
|
"L 64.939205 72.267376 \n",
|
||
|
"L 70.857386 136.730943 \n",
|
||
|
"L 76.775568 115.394272 \n",
|
||
|
"L 82.69375 127.691891 \n",
|
||
|
"L 88.611932 137.608788 \n",
|
||
|
"L 94.530114 137.241366 \n",
|
||
|
"L 100.448295 125.482224 \n",
|
||
|
"L 106.366477 137.920992 \n",
|
||
|
"L 112.284659 131.065392 \n",
|
||
|
"L 118.202841 137.260125 \n",
|
||
|
"L 124.121023 133.844623 \n",
|
||
|
"L 130.039205 140.937206 \n",
|
||
|
"L 135.957386 137.483128 \n",
|
||
|
"L 141.875568 138.016218 \n",
|
||
|
"L 147.79375 138.644238 \n",
|
||
|
"L 153.711932 133.467223 \n",
|
||
|
"L 159.630114 133.256316 \n",
|
||
|
"L 165.548295 134.707181 \n",
|
||
|
"L 171.466477 131.635828 \n",
|
||
|
"L 177.384659 135.138056 \n",
|
||
|
"L 183.302841 126.83145 \n",
|
||
|
"L 189.221023 138.595947 \n",
|
||
|
"L 195.139205 137.81778 \n",
|
||
|
"L 201.057386 139.626618 \n",
|
||
|
"L 206.975568 130.142463 \n",
|
||
|
"L 212.89375 139.423043 \n",
|
||
|
"L 218.811932 134.11288 \n",
|
||
|
"L 224.730114 131.858893 \n",
|
||
|
"L 230.648295 131.230235 \n",
|
||
|
"L 236.566477 124.142976 \n",
|
||
|
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_3\">\n",
|
||
|
" <path d=\"M 50.14375 147.114478 \n",
|
||
|
"L 50.14375 11.214478 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_4\">\n",
|
||
|
" <path d=\"M 245.44375 147.114478 \n",
|
||
|
"L 245.44375 11.214478 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_5\">\n",
|
||
|
" <path d=\"M 50.14375 147.114478 \n",
|
||
|
"L 245.44375 147.114478 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_6\">\n",
|
||
|
" <path d=\"M 50.14375 11.214478 \n",
|
||
|
"L 245.44375 11.214478 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <defs>\n",
|
||
|
" <clipPath id=\"p5c187fef0b\">\n",
|
||
|
" <rect height=\"135.9\" width=\"195.3\" x=\"50.14375\" y=\"11.214478\"/>\n",
|
||
|
" </clipPath>\n",
|
||
|
" </defs>\n",
|
||
|
"</svg>\n"
|
||
|
],
|
||
|
"text/plain": [
|
||
|
"<matplotlib.figure.Figure at 0x11dfe0208>"
|
||
|
]
|
||
|
},
|
||
|
"metadata": {},
|
||
|
"output_type": "display_data"
|
||
|
}
|
||
|
],
|
||
|
"source": [
|
||
|
"d2l.train_ch7(sgd_momentum, init_momentum_states(),\n",
|
||
|
" {'lr': 0.02, 'momentum': 0.9}, features, labels)"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 9,
|
||
|
"metadata": {},
|
||
|
"outputs": [
|
||
|
{
|
||
|
"name": "stdout",
|
||
|
"output_type": "stream",
|
||
|
"text": [
|
||
|
"loss: 0.242619, 0.045030 sec per epoch\n"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"data": {
|
||
|
"image/svg+xml": [
|
||
|
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
|
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
|
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
|
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
|
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 256 184\" width=\"256pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
|
" <defs>\n",
|
||
|
" <style type=\"text/css\">\n",
|
||
|
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
|
" </style>\n",
|
||
|
" </defs>\n",
|
||
|
" <g id=\"figure_1\">\n",
|
||
|
" <g id=\"patch_1\">\n",
|
||
|
" <path d=\"M 0 184.15625 \n",
|
||
|
"L 256.14375 184.15625 \n",
|
||
|
"L 256.14375 -0 \n",
|
||
|
"L 0 -0 \n",
|
||
|
"z\n",
|
||
|
"\" style=\"fill:none;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"axes_1\">\n",
|
||
|
" <g id=\"patch_2\">\n",
|
||
|
" <path d=\"M 50.14375 146.6 \n",
|
||
|
"L 245.44375 146.6 \n",
|
||
|
"L 245.44375 10.7 \n",
|
||
|
"L 50.14375 10.7 \n",
|
||
|
"z\n",
|
||
|
"\" style=\"fill:#ffffff;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"matplotlib.axis_1\">\n",
|
||
|
" <g id=\"xtick_1\">\n",
|
||
|
" <g id=\"line2d_1\">\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 0 0 \n",
|
||
|
"L 0 3.5 \n",
|
||
|
"\" id=\"mf67d090ef9\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"59.021023\" xlink:href=\"#mf67d090ef9\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_1\">\n",
|
||
|
" <!-- 0.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 31.78125 66.40625 \n",
|
||
|
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
|
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
|
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
|
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
|
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
|
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
|
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
|
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
|
"z\n",
|
||
|
"M 31.78125 74.21875 \n",
|
||
|
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
|
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
|
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
|
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
|
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
|
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
|
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
|
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-30\"/>\n",
|
||
|
" <path d=\"M 10.6875 12.40625 \n",
|
||
|
"L 21 12.40625 \n",
|
||
|
"L 21 0 \n",
|
||
|
"L 10.6875 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-2e\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(51.06946 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_2\">\n",
|
||
|
" <g id=\"line2d_2\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"103.407386\" xlink:href=\"#mf67d090ef9\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_2\">\n",
|
||
|
" <!-- 0.5 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 10.796875 72.90625 \n",
|
||
|
"L 49.515625 72.90625 \n",
|
||
|
"L 49.515625 64.59375 \n",
|
||
|
"L 19.828125 64.59375 \n",
|
||
|
"L 19.828125 46.734375 \n",
|
||
|
"Q 21.96875 47.46875 24.109375 47.828125 \n",
|
||
|
"Q 26.265625 48.1875 28.421875 48.1875 \n",
|
||
|
"Q 40.625 48.1875 47.75 41.5 \n",
|
||
|
"Q 54.890625 34.8125 54.890625 23.390625 \n",
|
||
|
"Q 54.890625 11.625 47.5625 5.09375 \n",
|
||
|
"Q 40.234375 -1.421875 26.90625 -1.421875 \n",
|
||
|
"Q 22.3125 -1.421875 17.546875 -0.640625 \n",
|
||
|
"Q 12.796875 0.140625 7.71875 1.703125 \n",
|
||
|
"L 7.71875 11.625 \n",
|
||
|
"Q 12.109375 9.234375 16.796875 8.0625 \n",
|
||
|
"Q 21.484375 6.890625 26.703125 6.890625 \n",
|
||
|
"Q 35.15625 6.890625 40.078125 11.328125 \n",
|
||
|
"Q 45.015625 15.765625 45.015625 23.390625 \n",
|
||
|
"Q 45.015625 31 40.078125 35.4375 \n",
|
||
|
"Q 35.15625 39.890625 26.703125 39.890625 \n",
|
||
|
"Q 22.75 39.890625 18.8125 39.015625 \n",
|
||
|
"Q 14.890625 38.140625 10.796875 36.28125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-35\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(95.455824 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_3\">\n",
|
||
|
" <g id=\"line2d_3\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"147.79375\" xlink:href=\"#mf67d090ef9\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_3\">\n",
|
||
|
" <!-- 1.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 12.40625 8.296875 \n",
|
||
|
"L 28.515625 8.296875 \n",
|
||
|
"L 28.515625 63.921875 \n",
|
||
|
"L 10.984375 60.40625 \n",
|
||
|
"L 10.984375 69.390625 \n",
|
||
|
"L 28.421875 72.90625 \n",
|
||
|
"L 38.28125 72.90625 \n",
|
||
|
"L 38.28125 8.296875 \n",
|
||
|
"L 54.390625 8.296875 \n",
|
||
|
"L 54.390625 0 \n",
|
||
|
"L 12.40625 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-31\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(139.842187 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_4\">\n",
|
||
|
" <g id=\"line2d_4\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"192.180114\" xlink:href=\"#mf67d090ef9\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_4\">\n",
|
||
|
" <!-- 1.5 -->\n",
|
||
|
" <g transform=\"translate(184.228551 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_5\">\n",
|
||
|
" <g id=\"line2d_5\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"236.566477\" xlink:href=\"#mf67d090ef9\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_5\">\n",
|
||
|
" <!-- 2.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 19.1875 8.296875 \n",
|
||
|
"L 53.609375 8.296875 \n",
|
||
|
"L 53.609375 0 \n",
|
||
|
"L 7.328125 0 \n",
|
||
|
"L 7.328125 8.296875 \n",
|
||
|
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
|
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
|
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
|
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
|
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
|
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
|
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
|
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
|
"L 7.8125 69.390625 \n",
|
||
|
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
|
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
|
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
|
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
|
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
|
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
|
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
|
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-32\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(228.614915 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_6\">\n",
|
||
|
" <!-- epoch -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 56.203125 29.59375 \n",
|
||
|
"L 56.203125 25.203125 \n",
|
||
|
"L 14.890625 25.203125 \n",
|
||
|
"Q 15.484375 15.921875 20.484375 11.0625 \n",
|
||
|
"Q 25.484375 6.203125 34.421875 6.203125 \n",
|
||
|
"Q 39.59375 6.203125 44.453125 7.46875 \n",
|
||
|
"Q 49.3125 8.734375 54.109375 11.28125 \n",
|
||
|
"L 54.109375 2.78125 \n",
|
||
|
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
|
||
|
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
|
||
|
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
|
||
|
"Q 5.515625 13.8125 5.515625 26.8125 \n",
|
||
|
"Q 5.515625 40.234375 12.765625 48.109375 \n",
|
||
|
"Q 20.015625 56 32.328125 56 \n",
|
||
|
"Q 43.359375 56 49.78125 48.890625 \n",
|
||
|
"Q 56.203125 41.796875 56.203125 29.59375 \n",
|
||
|
"z\n",
|
||
|
"M 47.21875 32.234375 \n",
|
||
|
"Q 47.125 39.59375 43.09375 43.984375 \n",
|
||
|
"Q 39.0625 48.390625 32.421875 48.390625 \n",
|
||
|
"Q 24.90625 48.390625 20.390625 44.140625 \n",
|
||
|
"Q 15.875 39.890625 15.1875 32.171875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-65\"/>\n",
|
||
|
" <path d=\"M 18.109375 8.203125 \n",
|
||
|
"L 18.109375 -20.796875 \n",
|
||
|
"L 9.078125 -20.796875 \n",
|
||
|
"L 9.078125 54.6875 \n",
|
||
|
"L 18.109375 54.6875 \n",
|
||
|
"L 18.109375 46.390625 \n",
|
||
|
"Q 20.953125 51.265625 25.265625 53.625 \n",
|
||
|
"Q 29.59375 56 35.59375 56 \n",
|
||
|
"Q 45.5625 56 51.78125 48.09375 \n",
|
||
|
"Q 58.015625 40.1875 58.015625 27.296875 \n",
|
||
|
"Q 58.015625 14.40625 51.78125 6.484375 \n",
|
||
|
"Q 45.5625 -1.421875 35.59375 -1.421875 \n",
|
||
|
"Q 29.59375 -1.421875 25.265625 0.953125 \n",
|
||
|
"Q 20.953125 3.328125 18.109375 8.203125 \n",
|
||
|
"z\n",
|
||
|
"M 48.6875 27.296875 \n",
|
||
|
"Q 48.6875 37.203125 44.609375 42.84375 \n",
|
||
|
"Q 40.53125 48.484375 33.40625 48.484375 \n",
|
||
|
"Q 26.265625 48.484375 22.1875 42.84375 \n",
|
||
|
"Q 18.109375 37.203125 18.109375 27.296875 \n",
|
||
|
"Q 18.109375 17.390625 22.1875 11.75 \n",
|
||
|
"Q 26.265625 6.109375 33.40625 6.109375 \n",
|
||
|
"Q 40.53125 6.109375 44.609375 11.75 \n",
|
||
|
"Q 48.6875 17.390625 48.6875 27.296875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-70\"/>\n",
|
||
|
" <path d=\"M 30.609375 48.390625 \n",
|
||
|
"Q 23.390625 48.390625 19.1875 42.75 \n",
|
||
|
"Q 14.984375 37.109375 14.984375 27.296875 \n",
|
||
|
"Q 14.984375 17.484375 19.15625 11.84375 \n",
|
||
|
"Q 23.34375 6.203125 30.609375 6.203125 \n",
|
||
|
"Q 37.796875 6.203125 41.984375 11.859375 \n",
|
||
|
"Q 46.1875 17.53125 46.1875 27.296875 \n",
|
||
|
"Q 46.1875 37.015625 41.984375 42.703125 \n",
|
||
|
"Q 37.796875 48.390625 30.609375 48.390625 \n",
|
||
|
"z\n",
|
||
|
"M 30.609375 56 \n",
|
||
|
"Q 42.328125 56 49.015625 48.375 \n",
|
||
|
"Q 55.71875 40.765625 55.71875 27.296875 \n",
|
||
|
"Q 55.71875 13.875 49.015625 6.21875 \n",
|
||
|
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
|
||
|
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
|
||
|
"Q 5.515625 13.875 5.515625 27.296875 \n",
|
||
|
"Q 5.515625 40.765625 12.171875 48.375 \n",
|
||
|
"Q 18.84375 56 30.609375 56 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-6f\"/>\n",
|
||
|
" <path d=\"M 48.78125 52.59375 \n",
|
||
|
"L 48.78125 44.1875 \n",
|
||
|
"Q 44.96875 46.296875 41.140625 47.34375 \n",
|
||
|
"Q 37.3125 48.390625 33.40625 48.390625 \n",
|
||
|
"Q 24.65625 48.390625 19.8125 42.84375 \n",
|
||
|
"Q 14.984375 37.3125 14.984375 27.296875 \n",
|
||
|
"Q 14.984375 17.28125 19.8125 11.734375 \n",
|
||
|
"Q 24.65625 6.203125 33.40625 6.203125 \n",
|
||
|
"Q 37.3125 6.203125 41.140625 7.25 \n",
|
||
|
"Q 44.96875 8.296875 48.78125 10.40625 \n",
|
||
|
"L 48.78125 2.09375 \n",
|
||
|
"Q 45.015625 0.34375 40.984375 -0.53125 \n",
|
||
|
"Q 36.96875 -1.421875 32.421875 -1.421875 \n",
|
||
|
"Q 20.0625 -1.421875 12.78125 6.34375 \n",
|
||
|
"Q 5.515625 14.109375 5.515625 27.296875 \n",
|
||
|
"Q 5.515625 40.671875 12.859375 48.328125 \n",
|
||
|
"Q 20.21875 56 33.015625 56 \n",
|
||
|
"Q 37.15625 56 41.109375 55.140625 \n",
|
||
|
"Q 45.0625 54.296875 48.78125 52.59375 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-63\"/>\n",
|
||
|
" <path d=\"M 54.890625 33.015625 \n",
|
||
|
"L 54.890625 0 \n",
|
||
|
"L 45.90625 0 \n",
|
||
|
"L 45.90625 32.71875 \n",
|
||
|
"Q 45.90625 40.484375 42.875 44.328125 \n",
|
||
|
"Q 39.84375 48.1875 33.796875 48.1875 \n",
|
||
|
"Q 26.515625 48.1875 22.3125 43.546875 \n",
|
||
|
"Q 18.109375 38.921875 18.109375 30.90625 \n",
|
||
|
"L 18.109375 0 \n",
|
||
|
"L 9.078125 0 \n",
|
||
|
"L 9.078125 75.984375 \n",
|
||
|
"L 18.109375 75.984375 \n",
|
||
|
"L 18.109375 46.1875 \n",
|
||
|
"Q 21.34375 51.125 25.703125 53.5625 \n",
|
||
|
"Q 30.078125 56 35.796875 56 \n",
|
||
|
"Q 45.21875 56 50.046875 50.171875 \n",
|
||
|
"Q 54.890625 44.34375 54.890625 33.015625 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-68\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(132.565625 174.876562)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-65\"/>\n",
|
||
|
" <use x=\"61.523438\" xlink:href=\"#DejaVuSans-70\"/>\n",
|
||
|
" <use x=\"125\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
|
" <use x=\"186.181641\" xlink:href=\"#DejaVuSans-63\"/>\n",
|
||
|
" <use x=\"241.162109\" xlink:href=\"#DejaVuSans-68\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"matplotlib.axis_2\">\n",
|
||
|
" <g id=\"ytick_1\">\n",
|
||
|
" <g id=\"line2d_6\">\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 0 0 \n",
|
||
|
"L -3.5 0 \n",
|
||
|
"\" id=\"maa92c306bb\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#maa92c306bb\" y=\"136.739739\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_7\">\n",
|
||
|
" <!-- 0.25 -->\n",
|
||
|
" <g transform=\"translate(20.878125 140.538958)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_2\">\n",
|
||
|
" <g id=\"line2d_7\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#maa92c306bb\" y=\"111.987187\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_8\">\n",
|
||
|
" <!-- 0.30 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 40.578125 39.3125 \n",
|
||
|
"Q 47.65625 37.796875 51.625 33 \n",
|
||
|
"Q 55.609375 28.21875 55.609375 21.1875 \n",
|
||
|
"Q 55.609375 10.40625 48.1875 4.484375 \n",
|
||
|
"Q 40.765625 -1.421875 27.09375 -1.421875 \n",
|
||
|
"Q 22.515625 -1.421875 17.65625 -0.515625 \n",
|
||
|
"Q 12.796875 0.390625 7.625 2.203125 \n",
|
||
|
"L 7.625 11.71875 \n",
|
||
|
"Q 11.71875 9.328125 16.59375 8.109375 \n",
|
||
|
"Q 21.484375 6.890625 26.8125 6.890625 \n",
|
||
|
"Q 36.078125 6.890625 40.9375 10.546875 \n",
|
||
|
"Q 45.796875 14.203125 45.796875 21.1875 \n",
|
||
|
"Q 45.796875 27.640625 41.28125 31.265625 \n",
|
||
|
"Q 36.765625 34.90625 28.71875 34.90625 \n",
|
||
|
"L 20.21875 34.90625 \n",
|
||
|
"L 20.21875 43.015625 \n",
|
||
|
"L 29.109375 43.015625 \n",
|
||
|
"Q 36.375 43.015625 40.234375 45.921875 \n",
|
||
|
"Q 44.09375 48.828125 44.09375 54.296875 \n",
|
||
|
"Q 44.09375 59.90625 40.109375 62.90625 \n",
|
||
|
"Q 36.140625 65.921875 28.71875 65.921875 \n",
|
||
|
"Q 24.65625 65.921875 20.015625 65.03125 \n",
|
||
|
"Q 15.375 64.15625 9.8125 62.3125 \n",
|
||
|
"L 9.8125 71.09375 \n",
|
||
|
"Q 15.4375 72.65625 20.34375 73.4375 \n",
|
||
|
"Q 25.25 74.21875 29.59375 74.21875 \n",
|
||
|
"Q 40.828125 74.21875 47.359375 69.109375 \n",
|
||
|
"Q 53.90625 64.015625 53.90625 55.328125 \n",
|
||
|
"Q 53.90625 49.265625 50.4375 45.09375 \n",
|
||
|
"Q 46.96875 40.921875 40.578125 39.3125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-33\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(20.878125 115.786405)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-33\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_3\">\n",
|
||
|
" <g id=\"line2d_8\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#maa92c306bb\" y=\"87.234634\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_9\">\n",
|
||
|
" <!-- 0.35 -->\n",
|
||
|
" <g transform=\"translate(20.878125 91.033853)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-33\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_4\">\n",
|
||
|
" <g id=\"line2d_9\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#maa92c306bb\" y=\"62.482082\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_10\">\n",
|
||
|
" <!-- 0.40 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 37.796875 64.3125 \n",
|
||
|
"L 12.890625 25.390625 \n",
|
||
|
"L 37.796875 25.390625 \n",
|
||
|
"z\n",
|
||
|
"M 35.203125 72.90625 \n",
|
||
|
"L 47.609375 72.90625 \n",
|
||
|
"L 47.609375 25.390625 \n",
|
||
|
"L 58.015625 25.390625 \n",
|
||
|
"L 58.015625 17.1875 \n",
|
||
|
"L 47.609375 17.1875 \n",
|
||
|
"L 47.609375 0 \n",
|
||
|
"L 37.796875 0 \n",
|
||
|
"L 37.796875 17.1875 \n",
|
||
|
"L 4.890625 17.1875 \n",
|
||
|
"L 4.890625 26.703125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-34\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(20.878125 66.281301)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_5\">\n",
|
||
|
" <g id=\"line2d_10\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#maa92c306bb\" y=\"37.72953\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_11\">\n",
|
||
|
" <!-- 0.45 -->\n",
|
||
|
" <g transform=\"translate(20.878125 41.528749)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_6\">\n",
|
||
|
" <g id=\"line2d_11\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#maa92c306bb\" y=\"12.976978\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_12\">\n",
|
||
|
" <!-- 0.50 -->\n",
|
||
|
" <g transform=\"translate(20.878125 16.776196)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_13\">\n",
|
||
|
" <!-- loss -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 9.421875 75.984375 \n",
|
||
|
"L 18.40625 75.984375 \n",
|
||
|
"L 18.40625 0 \n",
|
||
|
"L 9.421875 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-6c\"/>\n",
|
||
|
" <path d=\"M 44.28125 53.078125 \n",
|
||
|
"L 44.28125 44.578125 \n",
|
||
|
"Q 40.484375 46.53125 36.375 47.5 \n",
|
||
|
"Q 32.28125 48.484375 27.875 48.484375 \n",
|
||
|
"Q 21.1875 48.484375 17.84375 46.4375 \n",
|
||
|
"Q 14.5 44.390625 14.5 40.28125 \n",
|
||
|
"Q 14.5 37.15625 16.890625 35.375 \n",
|
||
|
"Q 19.28125 33.59375 26.515625 31.984375 \n",
|
||
|
"L 29.59375 31.296875 \n",
|
||
|
"Q 39.15625 29.25 43.1875 25.515625 \n",
|
||
|
"Q 47.21875 21.78125 47.21875 15.09375 \n",
|
||
|
"Q 47.21875 7.46875 41.1875 3.015625 \n",
|
||
|
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
|
||
|
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
|
||
|
"Q 10.6875 0.296875 5.421875 2 \n",
|
||
|
"L 5.421875 11.28125 \n",
|
||
|
"Q 10.40625 8.6875 15.234375 7.390625 \n",
|
||
|
"Q 20.0625 6.109375 24.8125 6.109375 \n",
|
||
|
"Q 31.15625 6.109375 34.5625 8.28125 \n",
|
||
|
"Q 37.984375 10.453125 37.984375 14.40625 \n",
|
||
|
"Q 37.984375 18.0625 35.515625 20.015625 \n",
|
||
|
"Q 33.0625 21.96875 24.703125 23.78125 \n",
|
||
|
"L 21.578125 24.515625 \n",
|
||
|
"Q 13.234375 26.265625 9.515625 29.90625 \n",
|
||
|
"Q 5.8125 33.546875 5.8125 39.890625 \n",
|
||
|
"Q 5.8125 47.609375 11.28125 51.796875 \n",
|
||
|
"Q 16.75 56 26.8125 56 \n",
|
||
|
"Q 31.78125 56 36.171875 55.265625 \n",
|
||
|
"Q 40.578125 54.546875 44.28125 53.078125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-73\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(14.798437 88.307812)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-6c\"/>\n",
|
||
|
" <use x=\"27.783203\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
|
" <use x=\"88.964844\" xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
|
" <use x=\"141.064453\" xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"line2d_12\">\n",
|
||
|
" <path clip-path=\"url(#pdf1f7a4ac9)\" d=\"M 59.021023 16.877273 \n",
|
||
|
"L 64.939205 42.550076 \n",
|
||
|
"L 70.857386 75.976657 \n",
|
||
|
"L 76.775568 105.177727 \n",
|
||
|
"L 82.69375 122.208347 \n",
|
||
|
"L 88.611932 132.081267 \n",
|
||
|
"L 94.530114 136.25033 \n",
|
||
|
"L 100.448295 136.447985 \n",
|
||
|
"L 106.366477 137.822562 \n",
|
||
|
"L 112.284659 138.764835 \n",
|
||
|
"L 118.202841 138.778128 \n",
|
||
|
"L 124.121023 138.42643 \n",
|
||
|
"L 130.039205 138.306564 \n",
|
||
|
"L 135.957386 139.215324 \n",
|
||
|
"L 141.875568 137.374206 \n",
|
||
|
"L 147.79375 138.828748 \n",
|
||
|
"L 153.711932 139.64082 \n",
|
||
|
"L 159.630114 139.662448 \n",
|
||
|
"L 165.548295 140.217548 \n",
|
||
|
"L 171.466477 139.797297 \n",
|
||
|
"L 177.384659 139.43775 \n",
|
||
|
"L 183.302841 139.576966 \n",
|
||
|
"L 189.221023 138.709088 \n",
|
||
|
"L 195.139205 139.780043 \n",
|
||
|
"L 201.057386 140.14732 \n",
|
||
|
"L 206.975568 139.677069 \n",
|
||
|
"L 212.89375 139.887774 \n",
|
||
|
"L 218.811932 140.221554 \n",
|
||
|
"L 224.730114 140.246148 \n",
|
||
|
"L 230.648295 140.422727 \n",
|
||
|
"L 236.566477 140.393803 \n",
|
||
|
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_3\">\n",
|
||
|
" <path d=\"M 50.14375 146.6 \n",
|
||
|
"L 50.14375 10.7 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_4\">\n",
|
||
|
" <path d=\"M 245.44375 146.6 \n",
|
||
|
"L 245.44375 10.7 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_5\">\n",
|
||
|
" <path d=\"M 50.14375 146.6 \n",
|
||
|
"L 245.44375 146.6 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_6\">\n",
|
||
|
" <path d=\"M 50.14375 10.7 \n",
|
||
|
"L 245.44375 10.7 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <defs>\n",
|
||
|
" <clipPath id=\"pdf1f7a4ac9\">\n",
|
||
|
" <rect height=\"135.9\" width=\"195.3\" x=\"50.14375\" y=\"10.7\"/>\n",
|
||
|
" </clipPath>\n",
|
||
|
" </defs>\n",
|
||
|
"</svg>\n"
|
||
|
],
|
||
|
"text/plain": [
|
||
|
"<matplotlib.figure.Figure at 0x11e5c8668>"
|
||
|
]
|
||
|
},
|
||
|
"metadata": {},
|
||
|
"output_type": "display_data"
|
||
|
}
|
||
|
],
|
||
|
"source": [
|
||
|
"d2l.train_ch7(sgd_momentum, init_momentum_states(),\n",
|
||
|
" {'lr': 0.004, 'momentum': 0.9}, features, labels)"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "markdown",
|
||
|
"metadata": {},
|
||
|
"source": [
|
||
|
"## 7.4.4 简洁实现"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": 10,
|
||
|
"metadata": {},
|
||
|
"outputs": [
|
||
|
{
|
||
|
"name": "stdout",
|
||
|
"output_type": "stream",
|
||
|
"text": [
|
||
|
"loss: 0.253280, 0.060247 sec per epoch\n"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"data": {
|
||
|
"image/svg+xml": [
|
||
|
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
|
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
|
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
|
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
|
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 249 184\" width=\"249pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
|
" <defs>\n",
|
||
|
" <style type=\"text/css\">\n",
|
||
|
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
|
" </style>\n",
|
||
|
" </defs>\n",
|
||
|
" <g id=\"figure_1\">\n",
|
||
|
" <g id=\"patch_1\">\n",
|
||
|
" <path d=\"M 0 184.15625 \n",
|
||
|
"L 249.78125 184.15625 \n",
|
||
|
"L 249.78125 -0 \n",
|
||
|
"L 0 -0 \n",
|
||
|
"z\n",
|
||
|
"\" style=\"fill:none;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"axes_1\">\n",
|
||
|
" <g id=\"patch_2\">\n",
|
||
|
" <path d=\"M 43.78125 146.6 \n",
|
||
|
"L 239.08125 146.6 \n",
|
||
|
"L 239.08125 10.7 \n",
|
||
|
"L 43.78125 10.7 \n",
|
||
|
"z\n",
|
||
|
"\" style=\"fill:#ffffff;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"matplotlib.axis_1\">\n",
|
||
|
" <g id=\"xtick_1\">\n",
|
||
|
" <g id=\"line2d_1\">\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 0 0 \n",
|
||
|
"L 0 3.5 \n",
|
||
|
"\" id=\"m49cf4c0bbb\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"52.658523\" xlink:href=\"#m49cf4c0bbb\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_1\">\n",
|
||
|
" <!-- 0.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 31.78125 66.40625 \n",
|
||
|
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
|
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
|
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
|
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
|
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
|
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
|
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
|
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
|
"z\n",
|
||
|
"M 31.78125 74.21875 \n",
|
||
|
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
|
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
|
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
|
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
|
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
|
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
|
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
|
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-30\"/>\n",
|
||
|
" <path d=\"M 10.6875 12.40625 \n",
|
||
|
"L 21 12.40625 \n",
|
||
|
"L 21 0 \n",
|
||
|
"L 10.6875 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-2e\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(44.70696 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_2\">\n",
|
||
|
" <g id=\"line2d_2\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"97.044886\" xlink:href=\"#m49cf4c0bbb\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_2\">\n",
|
||
|
" <!-- 0.5 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 10.796875 72.90625 \n",
|
||
|
"L 49.515625 72.90625 \n",
|
||
|
"L 49.515625 64.59375 \n",
|
||
|
"L 19.828125 64.59375 \n",
|
||
|
"L 19.828125 46.734375 \n",
|
||
|
"Q 21.96875 47.46875 24.109375 47.828125 \n",
|
||
|
"Q 26.265625 48.1875 28.421875 48.1875 \n",
|
||
|
"Q 40.625 48.1875 47.75 41.5 \n",
|
||
|
"Q 54.890625 34.8125 54.890625 23.390625 \n",
|
||
|
"Q 54.890625 11.625 47.5625 5.09375 \n",
|
||
|
"Q 40.234375 -1.421875 26.90625 -1.421875 \n",
|
||
|
"Q 22.3125 -1.421875 17.546875 -0.640625 \n",
|
||
|
"Q 12.796875 0.140625 7.71875 1.703125 \n",
|
||
|
"L 7.71875 11.625 \n",
|
||
|
"Q 12.109375 9.234375 16.796875 8.0625 \n",
|
||
|
"Q 21.484375 6.890625 26.703125 6.890625 \n",
|
||
|
"Q 35.15625 6.890625 40.078125 11.328125 \n",
|
||
|
"Q 45.015625 15.765625 45.015625 23.390625 \n",
|
||
|
"Q 45.015625 31 40.078125 35.4375 \n",
|
||
|
"Q 35.15625 39.890625 26.703125 39.890625 \n",
|
||
|
"Q 22.75 39.890625 18.8125 39.015625 \n",
|
||
|
"Q 14.890625 38.140625 10.796875 36.28125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-35\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(89.093324 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_3\">\n",
|
||
|
" <g id=\"line2d_3\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"141.43125\" xlink:href=\"#m49cf4c0bbb\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_3\">\n",
|
||
|
" <!-- 1.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 12.40625 8.296875 \n",
|
||
|
"L 28.515625 8.296875 \n",
|
||
|
"L 28.515625 63.921875 \n",
|
||
|
"L 10.984375 60.40625 \n",
|
||
|
"L 10.984375 69.390625 \n",
|
||
|
"L 28.421875 72.90625 \n",
|
||
|
"L 38.28125 72.90625 \n",
|
||
|
"L 38.28125 8.296875 \n",
|
||
|
"L 54.390625 8.296875 \n",
|
||
|
"L 54.390625 0 \n",
|
||
|
"L 12.40625 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-31\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(133.479688 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_4\">\n",
|
||
|
" <g id=\"line2d_4\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"185.817614\" xlink:href=\"#m49cf4c0bbb\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_4\">\n",
|
||
|
" <!-- 1.5 -->\n",
|
||
|
" <g transform=\"translate(177.866051 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"xtick_5\">\n",
|
||
|
" <g id=\"line2d_5\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"230.203977\" xlink:href=\"#m49cf4c0bbb\" y=\"146.6\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_5\">\n",
|
||
|
" <!-- 2.0 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 19.1875 8.296875 \n",
|
||
|
"L 53.609375 8.296875 \n",
|
||
|
"L 53.609375 0 \n",
|
||
|
"L 7.328125 0 \n",
|
||
|
"L 7.328125 8.296875 \n",
|
||
|
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
|
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
|
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
|
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
|
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
|
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
|
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
|
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
|
"L 7.8125 69.390625 \n",
|
||
|
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
|
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
|
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
|
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
|
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
|
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
|
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
|
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-32\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(222.252415 161.198437)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_6\">\n",
|
||
|
" <!-- epoch -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 56.203125 29.59375 \n",
|
||
|
"L 56.203125 25.203125 \n",
|
||
|
"L 14.890625 25.203125 \n",
|
||
|
"Q 15.484375 15.921875 20.484375 11.0625 \n",
|
||
|
"Q 25.484375 6.203125 34.421875 6.203125 \n",
|
||
|
"Q 39.59375 6.203125 44.453125 7.46875 \n",
|
||
|
"Q 49.3125 8.734375 54.109375 11.28125 \n",
|
||
|
"L 54.109375 2.78125 \n",
|
||
|
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
|
||
|
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
|
||
|
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
|
||
|
"Q 5.515625 13.8125 5.515625 26.8125 \n",
|
||
|
"Q 5.515625 40.234375 12.765625 48.109375 \n",
|
||
|
"Q 20.015625 56 32.328125 56 \n",
|
||
|
"Q 43.359375 56 49.78125 48.890625 \n",
|
||
|
"Q 56.203125 41.796875 56.203125 29.59375 \n",
|
||
|
"z\n",
|
||
|
"M 47.21875 32.234375 \n",
|
||
|
"Q 47.125 39.59375 43.09375 43.984375 \n",
|
||
|
"Q 39.0625 48.390625 32.421875 48.390625 \n",
|
||
|
"Q 24.90625 48.390625 20.390625 44.140625 \n",
|
||
|
"Q 15.875 39.890625 15.1875 32.171875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-65\"/>\n",
|
||
|
" <path d=\"M 18.109375 8.203125 \n",
|
||
|
"L 18.109375 -20.796875 \n",
|
||
|
"L 9.078125 -20.796875 \n",
|
||
|
"L 9.078125 54.6875 \n",
|
||
|
"L 18.109375 54.6875 \n",
|
||
|
"L 18.109375 46.390625 \n",
|
||
|
"Q 20.953125 51.265625 25.265625 53.625 \n",
|
||
|
"Q 29.59375 56 35.59375 56 \n",
|
||
|
"Q 45.5625 56 51.78125 48.09375 \n",
|
||
|
"Q 58.015625 40.1875 58.015625 27.296875 \n",
|
||
|
"Q 58.015625 14.40625 51.78125 6.484375 \n",
|
||
|
"Q 45.5625 -1.421875 35.59375 -1.421875 \n",
|
||
|
"Q 29.59375 -1.421875 25.265625 0.953125 \n",
|
||
|
"Q 20.953125 3.328125 18.109375 8.203125 \n",
|
||
|
"z\n",
|
||
|
"M 48.6875 27.296875 \n",
|
||
|
"Q 48.6875 37.203125 44.609375 42.84375 \n",
|
||
|
"Q 40.53125 48.484375 33.40625 48.484375 \n",
|
||
|
"Q 26.265625 48.484375 22.1875 42.84375 \n",
|
||
|
"Q 18.109375 37.203125 18.109375 27.296875 \n",
|
||
|
"Q 18.109375 17.390625 22.1875 11.75 \n",
|
||
|
"Q 26.265625 6.109375 33.40625 6.109375 \n",
|
||
|
"Q 40.53125 6.109375 44.609375 11.75 \n",
|
||
|
"Q 48.6875 17.390625 48.6875 27.296875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-70\"/>\n",
|
||
|
" <path d=\"M 30.609375 48.390625 \n",
|
||
|
"Q 23.390625 48.390625 19.1875 42.75 \n",
|
||
|
"Q 14.984375 37.109375 14.984375 27.296875 \n",
|
||
|
"Q 14.984375 17.484375 19.15625 11.84375 \n",
|
||
|
"Q 23.34375 6.203125 30.609375 6.203125 \n",
|
||
|
"Q 37.796875 6.203125 41.984375 11.859375 \n",
|
||
|
"Q 46.1875 17.53125 46.1875 27.296875 \n",
|
||
|
"Q 46.1875 37.015625 41.984375 42.703125 \n",
|
||
|
"Q 37.796875 48.390625 30.609375 48.390625 \n",
|
||
|
"z\n",
|
||
|
"M 30.609375 56 \n",
|
||
|
"Q 42.328125 56 49.015625 48.375 \n",
|
||
|
"Q 55.71875 40.765625 55.71875 27.296875 \n",
|
||
|
"Q 55.71875 13.875 49.015625 6.21875 \n",
|
||
|
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
|
||
|
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
|
||
|
"Q 5.515625 13.875 5.515625 27.296875 \n",
|
||
|
"Q 5.515625 40.765625 12.171875 48.375 \n",
|
||
|
"Q 18.84375 56 30.609375 56 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-6f\"/>\n",
|
||
|
" <path d=\"M 48.78125 52.59375 \n",
|
||
|
"L 48.78125 44.1875 \n",
|
||
|
"Q 44.96875 46.296875 41.140625 47.34375 \n",
|
||
|
"Q 37.3125 48.390625 33.40625 48.390625 \n",
|
||
|
"Q 24.65625 48.390625 19.8125 42.84375 \n",
|
||
|
"Q 14.984375 37.3125 14.984375 27.296875 \n",
|
||
|
"Q 14.984375 17.28125 19.8125 11.734375 \n",
|
||
|
"Q 24.65625 6.203125 33.40625 6.203125 \n",
|
||
|
"Q 37.3125 6.203125 41.140625 7.25 \n",
|
||
|
"Q 44.96875 8.296875 48.78125 10.40625 \n",
|
||
|
"L 48.78125 2.09375 \n",
|
||
|
"Q 45.015625 0.34375 40.984375 -0.53125 \n",
|
||
|
"Q 36.96875 -1.421875 32.421875 -1.421875 \n",
|
||
|
"Q 20.0625 -1.421875 12.78125 6.34375 \n",
|
||
|
"Q 5.515625 14.109375 5.515625 27.296875 \n",
|
||
|
"Q 5.515625 40.671875 12.859375 48.328125 \n",
|
||
|
"Q 20.21875 56 33.015625 56 \n",
|
||
|
"Q 37.15625 56 41.109375 55.140625 \n",
|
||
|
"Q 45.0625 54.296875 48.78125 52.59375 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-63\"/>\n",
|
||
|
" <path d=\"M 54.890625 33.015625 \n",
|
||
|
"L 54.890625 0 \n",
|
||
|
"L 45.90625 0 \n",
|
||
|
"L 45.90625 32.71875 \n",
|
||
|
"Q 45.90625 40.484375 42.875 44.328125 \n",
|
||
|
"Q 39.84375 48.1875 33.796875 48.1875 \n",
|
||
|
"Q 26.515625 48.1875 22.3125 43.546875 \n",
|
||
|
"Q 18.109375 38.921875 18.109375 30.90625 \n",
|
||
|
"L 18.109375 0 \n",
|
||
|
"L 9.078125 0 \n",
|
||
|
"L 9.078125 75.984375 \n",
|
||
|
"L 18.109375 75.984375 \n",
|
||
|
"L 18.109375 46.1875 \n",
|
||
|
"Q 21.34375 51.125 25.703125 53.5625 \n",
|
||
|
"Q 30.078125 56 35.796875 56 \n",
|
||
|
"Q 45.21875 56 50.046875 50.171875 \n",
|
||
|
"Q 54.890625 44.34375 54.890625 33.015625 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-68\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(126.203125 174.876562)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-65\"/>\n",
|
||
|
" <use x=\"61.523438\" xlink:href=\"#DejaVuSans-70\"/>\n",
|
||
|
" <use x=\"125\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
|
" <use x=\"186.181641\" xlink:href=\"#DejaVuSans-63\"/>\n",
|
||
|
" <use x=\"241.162109\" xlink:href=\"#DejaVuSans-68\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"matplotlib.axis_2\">\n",
|
||
|
" <g id=\"ytick_1\">\n",
|
||
|
" <g id=\"line2d_6\">\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 0 0 \n",
|
||
|
"L -3.5 0 \n",
|
||
|
"\" id=\"mb0ab4fc347\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#mb0ab4fc347\" y=\"107.37084\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_7\">\n",
|
||
|
" <!-- 0.4 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 37.796875 64.3125 \n",
|
||
|
"L 12.890625 25.390625 \n",
|
||
|
"L 37.796875 25.390625 \n",
|
||
|
"z\n",
|
||
|
"M 35.203125 72.90625 \n",
|
||
|
"L 47.609375 72.90625 \n",
|
||
|
"L 47.609375 25.390625 \n",
|
||
|
"L 58.015625 25.390625 \n",
|
||
|
"L 58.015625 17.1875 \n",
|
||
|
"L 47.609375 17.1875 \n",
|
||
|
"L 47.609375 0 \n",
|
||
|
"L 37.796875 0 \n",
|
||
|
"L 37.796875 17.1875 \n",
|
||
|
"L 4.890625 17.1875 \n",
|
||
|
"L 4.890625 26.703125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-34\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(20.878125 111.170059)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_2\">\n",
|
||
|
" <g id=\"line2d_7\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#mb0ab4fc347\" y=\"65.441227\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_8\">\n",
|
||
|
" <!-- 0.6 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 33.015625 40.375 \n",
|
||
|
"Q 26.375 40.375 22.484375 35.828125 \n",
|
||
|
"Q 18.609375 31.296875 18.609375 23.390625 \n",
|
||
|
"Q 18.609375 15.53125 22.484375 10.953125 \n",
|
||
|
"Q 26.375 6.390625 33.015625 6.390625 \n",
|
||
|
"Q 39.65625 6.390625 43.53125 10.953125 \n",
|
||
|
"Q 47.40625 15.53125 47.40625 23.390625 \n",
|
||
|
"Q 47.40625 31.296875 43.53125 35.828125 \n",
|
||
|
"Q 39.65625 40.375 33.015625 40.375 \n",
|
||
|
"z\n",
|
||
|
"M 52.59375 71.296875 \n",
|
||
|
"L 52.59375 62.3125 \n",
|
||
|
"Q 48.875 64.0625 45.09375 64.984375 \n",
|
||
|
"Q 41.3125 65.921875 37.59375 65.921875 \n",
|
||
|
"Q 27.828125 65.921875 22.671875 59.328125 \n",
|
||
|
"Q 17.53125 52.734375 16.796875 39.40625 \n",
|
||
|
"Q 19.671875 43.65625 24.015625 45.921875 \n",
|
||
|
"Q 28.375 48.1875 33.59375 48.1875 \n",
|
||
|
"Q 44.578125 48.1875 50.953125 41.515625 \n",
|
||
|
"Q 57.328125 34.859375 57.328125 23.390625 \n",
|
||
|
"Q 57.328125 12.15625 50.6875 5.359375 \n",
|
||
|
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
|
||
|
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
|
||
|
"Q 6.984375 17.96875 6.984375 36.375 \n",
|
||
|
"Q 6.984375 53.65625 15.1875 63.9375 \n",
|
||
|
"Q 23.390625 74.21875 37.203125 74.21875 \n",
|
||
|
"Q 40.921875 74.21875 44.703125 73.484375 \n",
|
||
|
"Q 48.484375 72.75 52.59375 71.296875 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-36\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(20.878125 69.240446)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"ytick_3\">\n",
|
||
|
" <g id=\"line2d_8\">\n",
|
||
|
" <g>\n",
|
||
|
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#mb0ab4fc347\" y=\"23.511613\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_9\">\n",
|
||
|
" <!-- 0.8 -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 31.78125 34.625 \n",
|
||
|
"Q 24.75 34.625 20.71875 30.859375 \n",
|
||
|
"Q 16.703125 27.09375 16.703125 20.515625 \n",
|
||
|
"Q 16.703125 13.921875 20.71875 10.15625 \n",
|
||
|
"Q 24.75 6.390625 31.78125 6.390625 \n",
|
||
|
"Q 38.8125 6.390625 42.859375 10.171875 \n",
|
||
|
"Q 46.921875 13.96875 46.921875 20.515625 \n",
|
||
|
"Q 46.921875 27.09375 42.890625 30.859375 \n",
|
||
|
"Q 38.875 34.625 31.78125 34.625 \n",
|
||
|
"z\n",
|
||
|
"M 21.921875 38.8125 \n",
|
||
|
"Q 15.578125 40.375 12.03125 44.71875 \n",
|
||
|
"Q 8.5 49.078125 8.5 55.328125 \n",
|
||
|
"Q 8.5 64.0625 14.71875 69.140625 \n",
|
||
|
"Q 20.953125 74.21875 31.78125 74.21875 \n",
|
||
|
"Q 42.671875 74.21875 48.875 69.140625 \n",
|
||
|
"Q 55.078125 64.0625 55.078125 55.328125 \n",
|
||
|
"Q 55.078125 49.078125 51.53125 44.71875 \n",
|
||
|
"Q 48 40.375 41.703125 38.8125 \n",
|
||
|
"Q 48.828125 37.15625 52.796875 32.3125 \n",
|
||
|
"Q 56.78125 27.484375 56.78125 20.515625 \n",
|
||
|
"Q 56.78125 9.90625 50.3125 4.234375 \n",
|
||
|
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
|
||
|
"Q 19.734375 -1.421875 13.25 4.234375 \n",
|
||
|
"Q 6.78125 9.90625 6.78125 20.515625 \n",
|
||
|
"Q 6.78125 27.484375 10.78125 32.3125 \n",
|
||
|
"Q 14.796875 37.15625 21.921875 38.8125 \n",
|
||
|
"z\n",
|
||
|
"M 18.3125 54.390625 \n",
|
||
|
"Q 18.3125 48.734375 21.84375 45.5625 \n",
|
||
|
"Q 25.390625 42.390625 31.78125 42.390625 \n",
|
||
|
"Q 38.140625 42.390625 41.71875 45.5625 \n",
|
||
|
"Q 45.3125 48.734375 45.3125 54.390625 \n",
|
||
|
"Q 45.3125 60.0625 41.71875 63.234375 \n",
|
||
|
"Q 38.140625 66.40625 31.78125 66.40625 \n",
|
||
|
"Q 25.390625 66.40625 21.84375 63.234375 \n",
|
||
|
"Q 18.3125 60.0625 18.3125 54.390625 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-38\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(20.878125 27.310832)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
|
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
|
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"text_10\">\n",
|
||
|
" <!-- loss -->\n",
|
||
|
" <defs>\n",
|
||
|
" <path d=\"M 9.421875 75.984375 \n",
|
||
|
"L 18.40625 75.984375 \n",
|
||
|
"L 18.40625 0 \n",
|
||
|
"L 9.421875 0 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-6c\"/>\n",
|
||
|
" <path d=\"M 44.28125 53.078125 \n",
|
||
|
"L 44.28125 44.578125 \n",
|
||
|
"Q 40.484375 46.53125 36.375 47.5 \n",
|
||
|
"Q 32.28125 48.484375 27.875 48.484375 \n",
|
||
|
"Q 21.1875 48.484375 17.84375 46.4375 \n",
|
||
|
"Q 14.5 44.390625 14.5 40.28125 \n",
|
||
|
"Q 14.5 37.15625 16.890625 35.375 \n",
|
||
|
"Q 19.28125 33.59375 26.515625 31.984375 \n",
|
||
|
"L 29.59375 31.296875 \n",
|
||
|
"Q 39.15625 29.25 43.1875 25.515625 \n",
|
||
|
"Q 47.21875 21.78125 47.21875 15.09375 \n",
|
||
|
"Q 47.21875 7.46875 41.1875 3.015625 \n",
|
||
|
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
|
||
|
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
|
||
|
"Q 10.6875 0.296875 5.421875 2 \n",
|
||
|
"L 5.421875 11.28125 \n",
|
||
|
"Q 10.40625 8.6875 15.234375 7.390625 \n",
|
||
|
"Q 20.0625 6.109375 24.8125 6.109375 \n",
|
||
|
"Q 31.15625 6.109375 34.5625 8.28125 \n",
|
||
|
"Q 37.984375 10.453125 37.984375 14.40625 \n",
|
||
|
"Q 37.984375 18.0625 35.515625 20.015625 \n",
|
||
|
"Q 33.0625 21.96875 24.703125 23.78125 \n",
|
||
|
"L 21.578125 24.515625 \n",
|
||
|
"Q 13.234375 26.265625 9.515625 29.90625 \n",
|
||
|
"Q 5.8125 33.546875 5.8125 39.890625 \n",
|
||
|
"Q 5.8125 47.609375 11.28125 51.796875 \n",
|
||
|
"Q 16.75 56 26.8125 56 \n",
|
||
|
"Q 31.78125 56 36.171875 55.265625 \n",
|
||
|
"Q 40.578125 54.546875 44.28125 53.078125 \n",
|
||
|
"z\n",
|
||
|
"\" id=\"DejaVuSans-73\"/>\n",
|
||
|
" </defs>\n",
|
||
|
" <g transform=\"translate(14.798437 88.307812)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
|
" <use xlink:href=\"#DejaVuSans-6c\"/>\n",
|
||
|
" <use x=\"27.783203\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
|
" <use x=\"88.964844\" xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
|
" <use x=\"141.064453\" xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"line2d_9\">\n",
|
||
|
" <path clip-path=\"url(#pe919ec1e39)\" d=\"M 52.658523 16.877273 \n",
|
||
|
"L 58.576705 52.599621 \n",
|
||
|
"L 64.494886 89.722803 \n",
|
||
|
"L 70.413068 111.918901 \n",
|
||
|
"L 76.33125 125.012078 \n",
|
||
|
"L 82.249432 132.789462 \n",
|
||
|
"L 88.167614 137.414787 \n",
|
||
|
"L 94.085795 139.159232 \n",
|
||
|
"L 100.003977 139.533481 \n",
|
||
|
"L 105.922159 139.707525 \n",
|
||
|
"L 111.840341 139.782307 \n",
|
||
|
"L 117.758523 139.984942 \n",
|
||
|
"L 123.676705 139.473466 \n",
|
||
|
"L 129.594886 138.964757 \n",
|
||
|
"L 135.513068 139.763079 \n",
|
||
|
"L 141.43125 140.094551 \n",
|
||
|
"L 147.349432 139.899157 \n",
|
||
|
"L 153.267614 139.792813 \n",
|
||
|
"L 159.185795 140.021218 \n",
|
||
|
"L 165.103977 140.26858 \n",
|
||
|
"L 171.022159 140.116881 \n",
|
||
|
"L 176.940341 140.168265 \n",
|
||
|
"L 182.858523 140.207646 \n",
|
||
|
"L 188.776705 140.04532 \n",
|
||
|
"L 194.694886 139.600737 \n",
|
||
|
"L 200.613068 139.605929 \n",
|
||
|
"L 206.53125 139.792826 \n",
|
||
|
"L 212.449432 140.205915 \n",
|
||
|
"L 218.367614 140.422727 \n",
|
||
|
"L 224.285795 140.193635 \n",
|
||
|
"L 230.203977 138.130358 \n",
|
||
|
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_3\">\n",
|
||
|
" <path d=\"M 43.78125 146.6 \n",
|
||
|
"L 43.78125 10.7 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_4\">\n",
|
||
|
" <path d=\"M 239.08125 146.6 \n",
|
||
|
"L 239.08125 10.7 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_5\">\n",
|
||
|
" <path d=\"M 43.78125 146.6 \n",
|
||
|
"L 239.08125 146.6 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" <g id=\"patch_6\">\n",
|
||
|
" <path d=\"M 43.78125 10.7 \n",
|
||
|
"L 239.08125 10.7 \n",
|
||
|
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" </g>\n",
|
||
|
" <defs>\n",
|
||
|
" <clipPath id=\"pe919ec1e39\">\n",
|
||
|
" <rect height=\"135.9\" width=\"195.3\" x=\"43.78125\" y=\"10.7\"/>\n",
|
||
|
" </clipPath>\n",
|
||
|
" </defs>\n",
|
||
|
"</svg>\n"
|
||
|
],
|
||
|
"text/plain": [
|
||
|
"<matplotlib.figure.Figure at 0x121b3dcc0>"
|
||
|
]
|
||
|
},
|
||
|
"metadata": {},
|
||
|
"output_type": "display_data"
|
||
|
}
|
||
|
],
|
||
|
"source": [
|
||
|
"d2l.train_pytorch_ch7(torch.optim.SGD, {'lr': 0.004, 'momentum': 0.9},\n",
|
||
|
" features, labels)"
|
||
|
]
|
||
|
},
|
||
|
{
|
||
|
"cell_type": "code",
|
||
|
"execution_count": null,
|
||
|
"metadata": {
|
||
|
"collapsed": true
|
||
|
},
|
||
|
"outputs": [],
|
||
|
"source": []
|
||
|
}
|
||
|
],
|
||
|
"metadata": {
|
||
|
"kernelspec": {
|
||
|
"display_name": "Python [default]",
|
||
|
"language": "python",
|
||
|
"name": "python3"
|
||
|
},
|
||
|
"language_info": {
|
||
|
"codemirror_mode": {
|
||
|
"name": "ipython",
|
||
|
"version": 3
|
||
|
},
|
||
|
"file_extension": ".py",
|
||
|
"mimetype": "text/x-python",
|
||
|
"name": "python",
|
||
|
"nbconvert_exporter": "python",
|
||
|
"pygments_lexer": "ipython3",
|
||
|
"version": "3.6.3"
|
||
|
}
|
||
|
},
|
||
|
"nbformat": 4,
|
||
|
"nbformat_minor": 2
|
||
|
}
|