wangchongwu
/
Dive-into-DL-PyTorch
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branches Tags
${ item.name }
Create tag ${ searchTerm }
Create branch ${ searchTerm }
from 'b10e13caea'
${ noResults }
Dive-into-DL-PyTorch/code/chapter03_DL-basics/3.12_weight-decay.ipynb

4683 lines
187 KiB
Raw Blame History Escape

This file contains ambiguous Unicode characters!

This file contains ambiguous Unicode characters that may be confused with others in your current locale. If your use case is intentional and legitimate, you can safely ignore this warning. Use the Escape button to highlight these characters.

{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# 3.12 权重衰减"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"0.4.1\n"
]
}
],
"source": [
"%matplotlib inline\n",
"import torch\n",
"import torch.nn as nn\n",
"import numpy as np\n",
"import sys\n",
"sys.path.append(\"..\") \n",
"import d2lzh_pytorch as d2l\n",
"\n",
"print(torch.__version__)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## 3.12.2 高维线性回归实验"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"n_train, n_test, num_inputs = 20, 100, 200\n",
"true_w, true_b = torch.ones(num_inputs, 1) * 0.01, 0.05\n",
"\n",
"features = torch.randn((n_train + n_test, num_inputs))\n",
"labels = torch.matmul(features, true_w) + true_b\n",
"labels += torch.tensor(np.random.normal(0, 0.01, size=labels.size()), dtype=torch.float)\n",
"train_features, test_features = features[:n_train, :], features[n_train:, :]\n",
"train_labels, test_labels = labels[:n_train], labels[n_train:]"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## 3.12.3 从零开始实现\n",
"### 3.12.3.1 初始化模型参数"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": [
"def init_params():\n",
" w = torch.randn((num_inputs, 1), requires_grad=True)\n",
" b = torch.zeros(1, requires_grad=True)\n",
" return [w, b]"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### 3.12.3.2 定义$L_2$范数惩罚项"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": [
"def l2_penalty(w):\n",
" return (w**2).sum() / 2"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### 3.12.3.3 定义训练和测试"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": [
"batch_size, num_epochs, lr = 1, 100, 0.003\n",
"net, loss = d2l.linreg, d2l.squared_loss\n",
"\n",
"dataset = torch.utils.data.TensorDataset(train_features, train_labels)\n",
"train_iter = torch.utils.data.DataLoader(dataset, batch_size, shuffle=True)\n",
"\n",
"def fit_and_plot(lambd):\n",
" w, b = init_params()\n",
" train_ls, test_ls = [], []\n",
" for _ in range(num_epochs):\n",
" for X, y in train_iter:\n",
" # 添加了L2范数惩罚项\n",
" l = loss(net(X, w, b), y) + lambd * l2_penalty(w)\n",
" l = l.sum()\n",
" \n",
" if w.grad is not None:\n",
" w.grad.data.zero_()\n",
" b.grad.data.zero_()\n",
" l.backward()\n",
" d2l.sgd([w, b], lr, batch_size)\n",
" train_ls.append(loss(net(train_features, w, b), train_labels).mean().item())\n",
" test_ls.append(loss(net(test_features, w, b), test_labels).mean().item())\n",
" d2l.semilogy(range(1, num_epochs + 1), train_ls, 'epochs', 'loss',\n",
" range(1, num_epochs + 1), test_ls, ['train', 'test'])\n",
" print('L2 norm of w:', w.norm().item())"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### 3.12.3.4 观察过拟合"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"L2 norm of w: 15.114808082580566\n"
]
},
{
"data": {
"image/svg+xml": [
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 261 184\" width=\"261pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
" <defs>\n",
" <style type=\"text/css\">\n",
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
" </style>\n",
" </defs>\n",
" <g id=\"figure_1\">\n",
" <g id=\"patch_1\">\n",
" <path d=\"M 0 184.15625 \n",
"L 261.778125 184.15625 \n",
"L 261.778125 -0 \n",
"L 0 -0 \n",
"z\n",
"\" style=\"fill:none;\"/>\n",
" </g>\n",
" <g id=\"axes_1\">\n",
" <g id=\"patch_2\">\n",
" <path d=\"M 55.778125 146.6 \n",
"L 251.078125 146.6 \n",
"L 251.078125 10.7 \n",
"L 55.778125 10.7 \n",
"z\n",
"\" style=\"fill:#ffffff;\"/>\n",
" </g>\n",
" <g id=\"matplotlib.axis_1\">\n",
" <g id=\"xtick_1\">\n",
" <g id=\"line2d_1\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L 0 3.5 \n",
"\" id=\"mbb79af4f3a\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.862009\" xlink:href=\"#mbb79af4f3a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_1\">\n",
" <!-- 0 -->\n",
" <defs>\n",
" <path d=\"M 31.78125 66.40625 \n",
"Q 24.171875 66.40625 20.328125 58.90625 \n",
"Q 16.5 51.421875 16.5 36.375 \n",
"Q 16.5 21.390625 20.328125 13.890625 \n",
"Q 24.171875 6.390625 31.78125 6.390625 \n",
"Q 39.453125 6.390625 43.28125 13.890625 \n",
"Q 47.125 21.390625 47.125 36.375 \n",
"Q 47.125 51.421875 43.28125 58.90625 \n",
"Q 39.453125 66.40625 31.78125 66.40625 \n",
"z\n",
"M 31.78125 74.21875 \n",
"Q 44.046875 74.21875 50.515625 64.515625 \n",
"Q 56.984375 54.828125 56.984375 36.375 \n",
"Q 56.984375 17.96875 50.515625 8.265625 \n",
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
"Q 6.59375 17.96875 6.59375 36.375 \n",
"Q 6.59375 54.828125 13.0625 64.515625 \n",
"Q 19.53125 74.21875 31.78125 74.21875 \n",
"z\n",
"\" id=\"DejaVuSans-30\"/>\n",
" </defs>\n",
" <g transform=\"translate(59.680759 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_2\">\n",
" <g id=\"line2d_2\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"98.729778\" xlink:href=\"#mbb79af4f3a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_2\">\n",
" <!-- 20 -->\n",
" <defs>\n",
" <path d=\"M 19.1875 8.296875 \n",
"L 53.609375 8.296875 \n",
"L 53.609375 0 \n",
"L 7.328125 0 \n",
"L 7.328125 8.296875 \n",
"Q 12.9375 14.109375 22.625 23.890625 \n",
"Q 32.328125 33.6875 34.8125 36.53125 \n",
"Q 39.546875 41.84375 41.421875 45.53125 \n",
"Q 43.3125 49.21875 43.3125 52.78125 \n",
"Q 43.3125 58.59375 39.234375 62.25 \n",
"Q 35.15625 65.921875 28.609375 65.921875 \n",
"Q 23.96875 65.921875 18.8125 64.3125 \n",
"Q 13.671875 62.703125 7.8125 59.421875 \n",
"L 7.8125 69.390625 \n",
"Q 13.765625 71.78125 18.9375 73 \n",
"Q 24.125 74.21875 28.421875 74.21875 \n",
"Q 39.75 74.21875 46.484375 68.546875 \n",
"Q 53.21875 62.890625 53.21875 53.421875 \n",
"Q 53.21875 48.921875 51.53125 44.890625 \n",
"Q 49.859375 40.875 45.40625 35.40625 \n",
"Q 44.1875 33.984375 37.640625 27.21875 \n",
"Q 31.109375 20.453125 19.1875 8.296875 \n",
"z\n",
"\" id=\"DejaVuSans-32\"/>\n",
" </defs>\n",
" <g transform=\"translate(92.367278 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_3\">\n",
" <g id=\"line2d_3\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"134.597546\" xlink:href=\"#mbb79af4f3a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_3\">\n",
" <!-- 40 -->\n",
" <defs>\n",
" <path d=\"M 37.796875 64.3125 \n",
"L 12.890625 25.390625 \n",
"L 37.796875 25.390625 \n",
"z\n",
"M 35.203125 72.90625 \n",
"L 47.609375 72.90625 \n",
"L 47.609375 25.390625 \n",
"L 58.015625 25.390625 \n",
"L 58.015625 17.1875 \n",
"L 47.609375 17.1875 \n",
"L 47.609375 0 \n",
"L 37.796875 0 \n",
"L 37.796875 17.1875 \n",
"L 4.890625 17.1875 \n",
"L 4.890625 26.703125 \n",
"z\n",
"\" id=\"DejaVuSans-34\"/>\n",
" </defs>\n",
" <g transform=\"translate(128.235046 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_4\">\n",
" <g id=\"line2d_4\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"170.465315\" xlink:href=\"#mbb79af4f3a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_4\">\n",
" <!-- 60 -->\n",
" <defs>\n",
" <path d=\"M 33.015625 40.375 \n",
"Q 26.375 40.375 22.484375 35.828125 \n",
"Q 18.609375 31.296875 18.609375 23.390625 \n",
"Q 18.609375 15.53125 22.484375 10.953125 \n",
"Q 26.375 6.390625 33.015625 6.390625 \n",
"Q 39.65625 6.390625 43.53125 10.953125 \n",
"Q 47.40625 15.53125 47.40625 23.390625 \n",
"Q 47.40625 31.296875 43.53125 35.828125 \n",
"Q 39.65625 40.375 33.015625 40.375 \n",
"z\n",
"M 52.59375 71.296875 \n",
"L 52.59375 62.3125 \n",
"Q 48.875 64.0625 45.09375 64.984375 \n",
"Q 41.3125 65.921875 37.59375 65.921875 \n",
"Q 27.828125 65.921875 22.671875 59.328125 \n",
"Q 17.53125 52.734375 16.796875 39.40625 \n",
"Q 19.671875 43.65625 24.015625 45.921875 \n",
"Q 28.375 48.1875 33.59375 48.1875 \n",
"Q 44.578125 48.1875 50.953125 41.515625 \n",
"Q 57.328125 34.859375 57.328125 23.390625 \n",
"Q 57.328125 12.15625 50.6875 5.359375 \n",
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
"Q 6.984375 17.96875 6.984375 36.375 \n",
"Q 6.984375 53.65625 15.1875 63.9375 \n",
"Q 23.390625 74.21875 37.203125 74.21875 \n",
"Q 40.921875 74.21875 44.703125 73.484375 \n",
"Q 48.484375 72.75 52.59375 71.296875 \n",
"z\n",
"\" id=\"DejaVuSans-36\"/>\n",
" </defs>\n",
" <g transform=\"translate(164.102815 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_5\">\n",
" <g id=\"line2d_5\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"206.333084\" xlink:href=\"#mbb79af4f3a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_5\">\n",
" <!-- 80 -->\n",
" <defs>\n",
" <path d=\"M 31.78125 34.625 \n",
"Q 24.75 34.625 20.71875 30.859375 \n",
"Q 16.703125 27.09375 16.703125 20.515625 \n",
"Q 16.703125 13.921875 20.71875 10.15625 \n",
"Q 24.75 6.390625 31.78125 6.390625 \n",
"Q 38.8125 6.390625 42.859375 10.171875 \n",
"Q 46.921875 13.96875 46.921875 20.515625 \n",
"Q 46.921875 27.09375 42.890625 30.859375 \n",
"Q 38.875 34.625 31.78125 34.625 \n",
"z\n",
"M 21.921875 38.8125 \n",
"Q 15.578125 40.375 12.03125 44.71875 \n",
"Q 8.5 49.078125 8.5 55.328125 \n",
"Q 8.5 64.0625 14.71875 69.140625 \n",
"Q 20.953125 74.21875 31.78125 74.21875 \n",
"Q 42.671875 74.21875 48.875 69.140625 \n",
"Q 55.078125 64.0625 55.078125 55.328125 \n",
"Q 55.078125 49.078125 51.53125 44.71875 \n",
"Q 48 40.375 41.703125 38.8125 \n",
"Q 48.828125 37.15625 52.796875 32.3125 \n",
"Q 56.78125 27.484375 56.78125 20.515625 \n",
"Q 56.78125 9.90625 50.3125 4.234375 \n",
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
"Q 19.734375 -1.421875 13.25 4.234375 \n",
"Q 6.78125 9.90625 6.78125 20.515625 \n",
"Q 6.78125 27.484375 10.78125 32.3125 \n",
"Q 14.796875 37.15625 21.921875 38.8125 \n",
"z\n",
"M 18.3125 54.390625 \n",
"Q 18.3125 48.734375 21.84375 45.5625 \n",
"Q 25.390625 42.390625 31.78125 42.390625 \n",
"Q 38.140625 42.390625 41.71875 45.5625 \n",
"Q 45.3125 48.734375 45.3125 54.390625 \n",
"Q 45.3125 60.0625 41.71875 63.234375 \n",
"Q 38.140625 66.40625 31.78125 66.40625 \n",
"Q 25.390625 66.40625 21.84375 63.234375 \n",
"Q 18.3125 60.0625 18.3125 54.390625 \n",
"z\n",
"\" id=\"DejaVuSans-38\"/>\n",
" </defs>\n",
" <g transform=\"translate(199.970584 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_6\">\n",
" <g id=\"line2d_6\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"242.200852\" xlink:href=\"#mbb79af4f3a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_6\">\n",
" <!-- 100 -->\n",
" <defs>\n",
" <path d=\"M 12.40625 8.296875 \n",
"L 28.515625 8.296875 \n",
"L 28.515625 63.921875 \n",
"L 10.984375 60.40625 \n",
"L 10.984375 69.390625 \n",
"L 28.421875 72.90625 \n",
"L 38.28125 72.90625 \n",
"L 38.28125 8.296875 \n",
"L 54.390625 8.296875 \n",
"L 54.390625 0 \n",
"L 12.40625 0 \n",
"z\n",
"\" id=\"DejaVuSans-31\"/>\n",
" </defs>\n",
" <g transform=\"translate(232.657102 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use x=\"127.246094\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_7\">\n",
" <!-- epochs -->\n",
" <defs>\n",
" <path d=\"M 56.203125 29.59375 \n",
"L 56.203125 25.203125 \n",
"L 14.890625 25.203125 \n",
"Q 15.484375 15.921875 20.484375 11.0625 \n",
"Q 25.484375 6.203125 34.421875 6.203125 \n",
"Q 39.59375 6.203125 44.453125 7.46875 \n",
"Q 49.3125 8.734375 54.109375 11.28125 \n",
"L 54.109375 2.78125 \n",
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
"Q 5.515625 13.8125 5.515625 26.8125 \n",
"Q 5.515625 40.234375 12.765625 48.109375 \n",
"Q 20.015625 56 32.328125 56 \n",
"Q 43.359375 56 49.78125 48.890625 \n",
"Q 56.203125 41.796875 56.203125 29.59375 \n",
"z\n",
"M 47.21875 32.234375 \n",
"Q 47.125 39.59375 43.09375 43.984375 \n",
"Q 39.0625 48.390625 32.421875 48.390625 \n",
"Q 24.90625 48.390625 20.390625 44.140625 \n",
"Q 15.875 39.890625 15.1875 32.171875 \n",
"z\n",
"\" id=\"DejaVuSans-65\"/>\n",
" <path d=\"M 18.109375 8.203125 \n",
"L 18.109375 -20.796875 \n",
"L 9.078125 -20.796875 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.390625 \n",
"Q 20.953125 51.265625 25.265625 53.625 \n",
"Q 29.59375 56 35.59375 56 \n",
"Q 45.5625 56 51.78125 48.09375 \n",
"Q 58.015625 40.1875 58.015625 27.296875 \n",
"Q 58.015625 14.40625 51.78125 6.484375 \n",
"Q 45.5625 -1.421875 35.59375 -1.421875 \n",
"Q 29.59375 -1.421875 25.265625 0.953125 \n",
"Q 20.953125 3.328125 18.109375 8.203125 \n",
"z\n",
"M 48.6875 27.296875 \n",
"Q 48.6875 37.203125 44.609375 42.84375 \n",
"Q 40.53125 48.484375 33.40625 48.484375 \n",
"Q 26.265625 48.484375 22.1875 42.84375 \n",
"Q 18.109375 37.203125 18.109375 27.296875 \n",
"Q 18.109375 17.390625 22.1875 11.75 \n",
"Q 26.265625 6.109375 33.40625 6.109375 \n",
"Q 40.53125 6.109375 44.609375 11.75 \n",
"Q 48.6875 17.390625 48.6875 27.296875 \n",
"z\n",
"\" id=\"DejaVuSans-70\"/>\n",
" <path d=\"M 30.609375 48.390625 \n",
"Q 23.390625 48.390625 19.1875 42.75 \n",
"Q 14.984375 37.109375 14.984375 27.296875 \n",
"Q 14.984375 17.484375 19.15625 11.84375 \n",
"Q 23.34375 6.203125 30.609375 6.203125 \n",
"Q 37.796875 6.203125 41.984375 11.859375 \n",
"Q 46.1875 17.53125 46.1875 27.296875 \n",
"Q 46.1875 37.015625 41.984375 42.703125 \n",
"Q 37.796875 48.390625 30.609375 48.390625 \n",
"z\n",
"M 30.609375 56 \n",
"Q 42.328125 56 49.015625 48.375 \n",
"Q 55.71875 40.765625 55.71875 27.296875 \n",
"Q 55.71875 13.875 49.015625 6.21875 \n",
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
"Q 5.515625 13.875 5.515625 27.296875 \n",
"Q 5.515625 40.765625 12.171875 48.375 \n",
"Q 18.84375 56 30.609375 56 \n",
"z\n",
"\" id=\"DejaVuSans-6f\"/>\n",
" <path d=\"M 48.78125 52.59375 \n",
"L 48.78125 44.1875 \n",
"Q 44.96875 46.296875 41.140625 47.34375 \n",
"Q 37.3125 48.390625 33.40625 48.390625 \n",
"Q 24.65625 48.390625 19.8125 42.84375 \n",
"Q 14.984375 37.3125 14.984375 27.296875 \n",
"Q 14.984375 17.28125 19.8125 11.734375 \n",
"Q 24.65625 6.203125 33.40625 6.203125 \n",
"Q 37.3125 6.203125 41.140625 7.25 \n",
"Q 44.96875 8.296875 48.78125 10.40625 \n",
"L 48.78125 2.09375 \n",
"Q 45.015625 0.34375 40.984375 -0.53125 \n",
"Q 36.96875 -1.421875 32.421875 -1.421875 \n",
"Q 20.0625 -1.421875 12.78125 6.34375 \n",
"Q 5.515625 14.109375 5.515625 27.296875 \n",
"Q 5.515625 40.671875 12.859375 48.328125 \n",
"Q 20.21875 56 33.015625 56 \n",
"Q 37.15625 56 41.109375 55.140625 \n",
"Q 45.0625 54.296875 48.78125 52.59375 \n",
"z\n",
"\" id=\"DejaVuSans-63\"/>\n",
" <path d=\"M 54.890625 33.015625 \n",
"L 54.890625 0 \n",
"L 45.90625 0 \n",
"L 45.90625 32.71875 \n",
"Q 45.90625 40.484375 42.875 44.328125 \n",
"Q 39.84375 48.1875 33.796875 48.1875 \n",
"Q 26.515625 48.1875 22.3125 43.546875 \n",
"Q 18.109375 38.921875 18.109375 30.90625 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 75.984375 \n",
"L 18.109375 75.984375 \n",
"L 18.109375 46.1875 \n",
"Q 21.34375 51.125 25.703125 53.5625 \n",
"Q 30.078125 56 35.796875 56 \n",
"Q 45.21875 56 50.046875 50.171875 \n",
"Q 54.890625 44.34375 54.890625 33.015625 \n",
"z\n",
"\" id=\"DejaVuSans-68\"/>\n",
" <path d=\"M 44.28125 53.078125 \n",
"L 44.28125 44.578125 \n",
"Q 40.484375 46.53125 36.375 47.5 \n",
"Q 32.28125 48.484375 27.875 48.484375 \n",
"Q 21.1875 48.484375 17.84375 46.4375 \n",
"Q 14.5 44.390625 14.5 40.28125 \n",
"Q 14.5 37.15625 16.890625 35.375 \n",
"Q 19.28125 33.59375 26.515625 31.984375 \n",
"L 29.59375 31.296875 \n",
"Q 39.15625 29.25 43.1875 25.515625 \n",
"Q 47.21875 21.78125 47.21875 15.09375 \n",
"Q 47.21875 7.46875 41.1875 3.015625 \n",
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
"Q 10.6875 0.296875 5.421875 2 \n",
"L 5.421875 11.28125 \n",
"Q 10.40625 8.6875 15.234375 7.390625 \n",
"Q 20.0625 6.109375 24.8125 6.109375 \n",
"Q 31.15625 6.109375 34.5625 8.28125 \n",
"Q 37.984375 10.453125 37.984375 14.40625 \n",
"Q 37.984375 18.0625 35.515625 20.015625 \n",
"Q 33.0625 21.96875 24.703125 23.78125 \n",
"L 21.578125 24.515625 \n",
"Q 13.234375 26.265625 9.515625 29.90625 \n",
"Q 5.8125 33.546875 5.8125 39.890625 \n",
"Q 5.8125 47.609375 11.28125 51.796875 \n",
"Q 16.75 56 26.8125 56 \n",
"Q 31.78125 56 36.171875 55.265625 \n",
"Q 40.578125 54.546875 44.28125 53.078125 \n",
"z\n",
"\" id=\"DejaVuSans-73\"/>\n",
" </defs>\n",
" <g transform=\"translate(135.595313 174.876562)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-65\"/>\n",
" <use x=\"61.523438\" xlink:href=\"#DejaVuSans-70\"/>\n",
" <use x=\"125\" xlink:href=\"#DejaVuSans-6f\"/>\n",
" <use x=\"186.181641\" xlink:href=\"#DejaVuSans-63\"/>\n",
" <use x=\"241.162109\" xlink:href=\"#DejaVuSans-68\"/>\n",
" <use x=\"304.541016\" xlink:href=\"#DejaVuSans-73\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"matplotlib.axis_2\">\n",
" <g id=\"ytick_1\">\n",
" <g id=\"line2d_7\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L -3.5 0 \n",
"\" id=\"m2346caac6f\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m2346caac6f\" y=\"127.858957\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_8\">\n",
" <!-- $\\mathdefault{10^{-10}}$ -->\n",
" <defs>\n",
" <path d=\"M 10.59375 35.5 \n",
"L 73.1875 35.5 \n",
"L 73.1875 27.203125 \n",
"L 10.59375 27.203125 \n",
"z\n",
"\" id=\"DejaVuSans-2212\"/>\n",
" </defs>\n",
" <g transform=\"translate(20.878125 131.658176)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.765625)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.765625)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(231.391602 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_2\">\n",
" <g id=\"line2d_8\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m2346caac6f\" y=\"100.156125\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_9\">\n",
" <!-- $\\mathdefault{10^{-7}}$ -->\n",
" <defs>\n",
" <path d=\"M 8.203125 72.90625 \n",
"L 55.078125 72.90625 \n",
"L 55.078125 68.703125 \n",
"L 28.609375 0 \n",
"L 18.3125 0 \n",
"L 43.21875 64.59375 \n",
"L 8.203125 64.59375 \n",
"z\n",
"\" id=\"DejaVuSans-37\"/>\n",
" </defs>\n",
" <g transform=\"translate(25.278125 103.955343)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-37\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_3\">\n",
" <g id=\"line2d_9\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m2346caac6f\" y=\"72.453292\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_10\">\n",
" <!-- $\\mathdefault{10^{-4}}$ -->\n",
" <g transform=\"translate(25.278125 76.252511)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-34\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_4\">\n",
" <g id=\"line2d_10\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m2346caac6f\" y=\"44.750459\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_11\">\n",
" <!-- $\\mathdefault{10^{-1}}$ -->\n",
" <g transform=\"translate(25.278125 48.549678)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_5\">\n",
" <g id=\"line2d_11\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m2346caac6f\" y=\"17.047627\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_12\">\n",
" <!-- $\\mathdefault{10^{2}}$ -->\n",
" <g transform=\"translate(31.178125 20.846845)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.765625)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.765625)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-32\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_13\">\n",
" <!-- loss -->\n",
" <defs>\n",
" <path d=\"M 9.421875 75.984375 \n",
"L 18.40625 75.984375 \n",
"L 18.40625 0 \n",
"L 9.421875 0 \n",
"z\n",
"\" id=\"DejaVuSans-6c\"/>\n",
" </defs>\n",
" <g transform=\"translate(14.798438 88.307812)rotate(-90)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-6c\"/>\n",
" <use x=\"27.783203\" xlink:href=\"#DejaVuSans-6f\"/>\n",
" <use x=\"88.964844\" xlink:href=\"#DejaVuSans-73\"/>\n",
" <use x=\"141.064453\" xlink:href=\"#DejaVuSans-73\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"line2d_12\">\n",
" <path clip-path=\"url(#pe6633feb0c)\" d=\"M 64.655398 25.676905 \n",
"L 66.448786 32.250879 \n",
"L 68.242175 38.208314 \n",
"L 70.035563 43.855952 \n",
"L 71.828951 49.183303 \n",
"L 73.62234 54.333796 \n",
"L 75.415728 59.201378 \n",
"L 77.209117 63.896445 \n",
"L 79.002505 68.461491 \n",
"L 80.795894 72.992783 \n",
"L 82.589282 77.292051 \n",
"L 84.38267 81.414601 \n",
"L 86.176059 85.589448 \n",
"L 87.969447 89.730202 \n",
"L 89.762836 93.768431 \n",
"L 91.556224 97.733049 \n",
"L 93.349613 101.74818 \n",
"L 95.143001 105.693619 \n",
"L 96.936389 109.61336 \n",
"L 98.729778 113.403062 \n",
"L 100.523166 117.282278 \n",
"L 102.316555 121.188622 \n",
"L 104.109943 125.074093 \n",
"L 105.903332 128.623976 \n",
"L 107.69672 131.427169 \n",
"L 109.490108 133.528104 \n",
"L 111.283497 134.575453 \n",
"L 113.076885 135.756293 \n",
"L 114.870274 136.185023 \n",
"L 116.663662 136.721682 \n",
"L 118.457051 136.7063 \n",
"L 120.250439 137.743026 \n",
"L 122.043827 138.423548 \n",
"L 123.837216 138.51885 \n",
"L 125.630604 138.531757 \n",
"L 127.423993 138.819325 \n",
"L 129.217381 139.434828 \n",
"L 131.01077 139.499337 \n",
"L 132.804158 139.564087 \n",
"L 134.597546 139.181532 \n",
"L 136.390935 139.079506 \n",
"L 138.184323 139.708798 \n",
"L 139.977712 140.422727 \n",
"L 141.7711 139.80378 \n",
"L 143.564489 139.520729 \n",
"L 145.357877 139.883719 \n",
"L 147.151265 139.832735 \n",
"L 148.944654 139.232588 \n",
"L 150.738042 138.926945 \n",
"L 152.531431 138.862033 \n",
"L 154.324819 138.780279 \n",
"L 156.118208 138.870258 \n",
"L 157.911596 139.465239 \n",
"L 159.704985 139.075441 \n",
"L 161.498373 138.873027 \n",
"L 163.291761 139.378427 \n",
"L 165.08515 139.332419 \n",
"L 166.878538 139.315946 \n",
"L 168.671927 139.309946 \n",
"L 170.465315 139.343188 \n",
"L 172.258704 139.103641 \n",
"L 174.052092 139.245937 \n",
"L 175.84548 139.355085 \n",
"L 177.638869 139.717424 \n",
"L 179.432257 140.018162 \n",
"L 181.225646 139.645205 \n",
"L 183.019034 139.046439 \n",
"L 184.812423 138.932594 \n",
"L 186.605811 138.940773 \n",
"L 188.399199 138.471075 \n",
"L 190.192588 138.429196 \n",
"L 191.985976 138.561007 \n",
"L 193.779365 138.517078 \n",
"L 195.572753 138.263727 \n",
"L 197.366142 138.310739 \n",
"L 199.15953 138.589785 \n",
"L 200.952918 138.47217 \n",
"L 202.746307 138.510368 \n",
"L 204.539695 138.604501 \n",
"L 206.333084 138.535705 \n",
"L 208.126472 138.599497 \n",
"L 209.919861 138.578715 \n",
"L 211.713249 138.542879 \n",
"L 213.506637 138.702603 \n",
"L 215.300026 138.436011 \n",
"L 217.093414 138.201354 \n",
"L 218.886803 138.151911 \n",
"L 220.680191 138.356843 \n",
"L 222.47358 138.905514 \n",
"L 224.266968 138.655302 \n",
"L 226.060356 138.802155 \n",
"L 227.853745 138.707061 \n",
"L 229.647133 138.767303 \n",
"L 231.440522 138.657012 \n",
"L 233.23391 138.420384 \n",
"L 235.027299 138.060502 \n",
"L 236.820687 138.102199 \n",
"L 238.614075 137.98423 \n",
"L 240.407464 137.961963 \n",
"L 242.200852 138.049252 \n",
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_13\">\n",
" <path clip-path=\"url(#pe6633feb0c)\" d=\"M 64.655398 16.956429 \n",
"L 66.448786 16.917949 \n",
"L 68.242175 16.894538 \n",
"L 70.035563 16.884476 \n",
"L 71.828951 16.879936 \n",
"L 73.62234 16.877708 \n",
"L 75.415728 16.877412 \n",
"L 77.209117 16.877273 \n",
"L 79.002505 16.877456 \n",
"L 80.795894 16.877649 \n",
"L 82.589282 16.877836 \n",
"L 84.38267 16.877925 \n",
"L 86.176059 16.878002 \n",
"L 87.969447 16.878058 \n",
"L 89.762836 16.878089 \n",
"L 91.556224 16.878114 \n",
"L 93.349613 16.878127 \n",
"L 95.143001 16.878134 \n",
"L 96.936389 16.87814 \n",
"L 98.729778 16.878143 \n",
"L 100.523166 16.878144 \n",
"L 102.316555 16.878146 \n",
"L 104.109943 16.878147 \n",
"L 105.903332 16.878147 \n",
"L 107.69672 16.878148 \n",
"L 109.490108 16.878148 \n",
"L 111.283497 16.878148 \n",
"L 113.076885 16.878148 \n",
"L 114.870274 16.878148 \n",
"L 116.663662 16.878148 \n",
"L 118.457051 16.878148 \n",
"L 120.250439 16.878148 \n",
"L 122.043827 16.878148 \n",
"L 123.837216 16.878148 \n",
"L 125.630604 16.878148 \n",
"L 127.423993 16.878148 \n",
"L 129.217381 16.878148 \n",
"L 131.01077 16.878148 \n",
"L 132.804158 16.878148 \n",
"L 134.597546 16.878148 \n",
"L 136.390935 16.878148 \n",
"L 138.184323 16.878148 \n",
"L 139.977712 16.878148 \n",
"L 141.7711 16.878148 \n",
"L 143.564489 16.878148 \n",
"L 145.357877 16.878148 \n",
"L 147.151265 16.878148 \n",
"L 148.944654 16.878148 \n",
"L 150.738042 16.878148 \n",
"L 152.531431 16.878148 \n",
"L 154.324819 16.878148 \n",
"L 156.118208 16.878148 \n",
"L 157.911596 16.878148 \n",
"L 159.704985 16.878148 \n",
"L 161.498373 16.878148 \n",
"L 163.291761 16.878148 \n",
"L 165.08515 16.878148 \n",
"L 166.878538 16.878148 \n",
"L 168.671927 16.878148 \n",
"L 170.465315 16.878148 \n",
"L 172.258704 16.878148 \n",
"L 174.052092 16.878148 \n",
"L 175.84548 16.878148 \n",
"L 177.638869 16.878148 \n",
"L 179.432257 16.878148 \n",
"L 181.225646 16.878148 \n",
"L 183.019034 16.878148 \n",
"L 184.812423 16.878148 \n",
"L 186.605811 16.878148 \n",
"L 188.399199 16.878148 \n",
"L 190.192588 16.878148 \n",
"L 191.985976 16.878148 \n",
"L 193.779365 16.878148 \n",
"L 195.572753 16.878148 \n",
"L 197.366142 16.878148 \n",
"L 199.15953 16.878148 \n",
"L 200.952918 16.878148 \n",
"L 202.746307 16.878148 \n",
"L 204.539695 16.878148 \n",
"L 206.333084 16.878148 \n",
"L 208.126472 16.878148 \n",
"L 209.919861 16.878148 \n",
"L 211.713249 16.878148 \n",
"L 213.506637 16.878148 \n",
"L 215.300026 16.878148 \n",
"L 217.093414 16.878148 \n",
"L 218.886803 16.878148 \n",
"L 220.680191 16.878148 \n",
"L 222.47358 16.878148 \n",
"L 224.266968 16.878148 \n",
"L 226.060356 16.878148 \n",
"L 227.853745 16.878148 \n",
"L 229.647133 16.878148 \n",
"L 231.440522 16.878148 \n",
"L 233.23391 16.878148 \n",
"L 235.027299 16.878148 \n",
"L 236.820687 16.878148 \n",
"L 238.614075 16.878148 \n",
"L 240.407464 16.878148 \n",
"L 242.200852 16.878148 \n",
"\" style=\"fill:none;stroke:#ff7f0e;stroke-dasharray:1.5,2.475;stroke-dashoffset:0;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"patch_3\">\n",
" <path d=\"M 55.778125 146.6 \n",
"L 55.778125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_4\">\n",
" <path d=\"M 251.078125 146.6 \n",
"L 251.078125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_5\">\n",
" <path d=\"M 55.778125 146.6 \n",
"L 251.078125 146.6 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_6\">\n",
" <path d=\"M 55.778125 10.7 \n",
"L 251.078125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"legend_1\">\n",
" <g id=\"patch_7\">\n",
" <path d=\"M 188.803125 94.828125 \n",
"L 244.078125 94.828125 \n",
"Q 246.078125 94.828125 246.078125 92.828125 \n",
"L 246.078125 64.471875 \n",
"Q 246.078125 62.471875 244.078125 62.471875 \n",
"L 188.803125 62.471875 \n",
"Q 186.803125 62.471875 186.803125 64.471875 \n",
"L 186.803125 92.828125 \n",
"Q 186.803125 94.828125 188.803125 94.828125 \n",
"z\n",
"\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
" </g>\n",
" <g id=\"line2d_14\">\n",
" <path d=\"M 190.803125 70.570312 \n",
"L 210.803125 70.570312 \n",
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_15\"/>\n",
" <g id=\"text_14\">\n",
" <!-- train -->\n",
" <defs>\n",
" <path d=\"M 18.3125 70.21875 \n",
"L 18.3125 54.6875 \n",
"L 36.8125 54.6875 \n",
"L 36.8125 47.703125 \n",
"L 18.3125 47.703125 \n",
"L 18.3125 18.015625 \n",
"Q 18.3125 11.328125 20.140625 9.421875 \n",
"Q 21.96875 7.515625 27.59375 7.515625 \n",
"L 36.8125 7.515625 \n",
"L 36.8125 0 \n",
"L 27.59375 0 \n",
"Q 17.1875 0 13.234375 3.875 \n",
"Q 9.28125 7.765625 9.28125 18.015625 \n",
"L 9.28125 47.703125 \n",
"L 2.6875 47.703125 \n",
"L 2.6875 54.6875 \n",
"L 9.28125 54.6875 \n",
"L 9.28125 70.21875 \n",
"z\n",
"\" id=\"DejaVuSans-74\"/>\n",
" <path d=\"M 41.109375 46.296875 \n",
"Q 39.59375 47.171875 37.8125 47.578125 \n",
"Q 36.03125 48 33.890625 48 \n",
"Q 26.265625 48 22.1875 43.046875 \n",
"Q 18.109375 38.09375 18.109375 28.8125 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.1875 \n",
"Q 20.953125 51.171875 25.484375 53.578125 \n",
"Q 30.03125 56 36.53125 56 \n",
"Q 37.453125 56 38.578125 55.875 \n",
"Q 39.703125 55.765625 41.0625 55.515625 \n",
"z\n",
"\" id=\"DejaVuSans-72\"/>\n",
" <path d=\"M 34.28125 27.484375 \n",
"Q 23.390625 27.484375 19.1875 25 \n",
"Q 14.984375 22.515625 14.984375 16.5 \n",
"Q 14.984375 11.71875 18.140625 8.90625 \n",
"Q 21.296875 6.109375 26.703125 6.109375 \n",
"Q 34.1875 6.109375 38.703125 11.40625 \n",
"Q 43.21875 16.703125 43.21875 25.484375 \n",
"L 43.21875 27.484375 \n",
"z\n",
"M 52.203125 31.203125 \n",
"L 52.203125 0 \n",
"L 43.21875 0 \n",
"L 43.21875 8.296875 \n",
"Q 40.140625 3.328125 35.546875 0.953125 \n",
"Q 30.953125 -1.421875 24.3125 -1.421875 \n",
"Q 15.921875 -1.421875 10.953125 3.296875 \n",
"Q 6 8.015625 6 15.921875 \n",
"Q 6 25.140625 12.171875 29.828125 \n",
"Q 18.359375 34.515625 30.609375 34.515625 \n",
"L 43.21875 34.515625 \n",
"L 43.21875 35.40625 \n",
"Q 43.21875 41.609375 39.140625 45 \n",
"Q 35.0625 48.390625 27.6875 48.390625 \n",
"Q 23 48.390625 18.546875 47.265625 \n",
"Q 14.109375 46.140625 10.015625 43.890625 \n",
"L 10.015625 52.203125 \n",
"Q 14.9375 54.109375 19.578125 55.046875 \n",
"Q 24.21875 56 28.609375 56 \n",
"Q 40.484375 56 46.34375 49.84375 \n",
"Q 52.203125 43.703125 52.203125 31.203125 \n",
"z\n",
"\" id=\"DejaVuSans-61\"/>\n",
" <path d=\"M 9.421875 54.6875 \n",
"L 18.40625 54.6875 \n",
"L 18.40625 0 \n",
"L 9.421875 0 \n",
"z\n",
"M 9.421875 75.984375 \n",
"L 18.40625 75.984375 \n",
"L 18.40625 64.59375 \n",
"L 9.421875 64.59375 \n",
"z\n",
"\" id=\"DejaVuSans-69\"/>\n",
" <path d=\"M 54.890625 33.015625 \n",
"L 54.890625 0 \n",
"L 45.90625 0 \n",
"L 45.90625 32.71875 \n",
"Q 45.90625 40.484375 42.875 44.328125 \n",
"Q 39.84375 48.1875 33.796875 48.1875 \n",
"Q 26.515625 48.1875 22.3125 43.546875 \n",
"Q 18.109375 38.921875 18.109375 30.90625 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.1875 \n",
"Q 21.34375 51.125 25.703125 53.5625 \n",
"Q 30.078125 56 35.796875 56 \n",
"Q 45.21875 56 50.046875 50.171875 \n",
"Q 54.890625 44.34375 54.890625 33.015625 \n",
"z\n",
"\" id=\"DejaVuSans-6e\"/>\n",
" </defs>\n",
" <g transform=\"translate(218.803125 74.070312)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-74\"/>\n",
" <use x=\"39.208984\" xlink:href=\"#DejaVuSans-72\"/>\n",
" <use x=\"80.322266\" xlink:href=\"#DejaVuSans-61\"/>\n",
" <use x=\"141.601562\" xlink:href=\"#DejaVuSans-69\"/>\n",
" <use x=\"169.384766\" xlink:href=\"#DejaVuSans-6e\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"line2d_16\">\n",
" <path d=\"M 190.803125 85.248437 \n",
"L 210.803125 85.248437 \n",
"\" style=\"fill:none;stroke:#ff7f0e;stroke-dasharray:1.5,2.475;stroke-dashoffset:0;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_17\"/>\n",
" <g id=\"text_15\">\n",
" <!-- test -->\n",
" <g transform=\"translate(218.803125 88.748437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-74\"/>\n",
" <use x=\"39.208984\" xlink:href=\"#DejaVuSans-65\"/>\n",
" <use x=\"100.732422\" xlink:href=\"#DejaVuSans-73\"/>\n",
" <use x=\"152.832031\" xlink:href=\"#DejaVuSans-74\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <defs>\n",
" <clipPath id=\"pe6633feb0c\">\n",
" <rect height=\"135.9\" width=\"195.3\" x=\"55.778125\" y=\"10.7\"/>\n",
" </clipPath>\n",
" </defs>\n",
"</svg>\n"
],
"text/plain": [
"<matplotlib.figure.Figure at 0x10d562ba8>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"fit_and_plot(lambd=0)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### 3.12.3.5 使用权重衰减"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"L2 norm of w: 0.035220853984355927\n"
]
},
{
"data": {
"image/svg+xml": [
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 257 184\" width=\"257pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
" <defs>\n",
" <style type=\"text/css\">\n",
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
" </style>\n",
" </defs>\n",
" <g id=\"figure_1\">\n",
" <g id=\"patch_1\">\n",
" <path d=\"M 0 184.15625 \n",
"L 257.378125 184.15625 \n",
"L 257.378125 -0 \n",
"L 0 -0 \n",
"z\n",
"\" style=\"fill:none;\"/>\n",
" </g>\n",
" <g id=\"axes_1\">\n",
" <g id=\"patch_2\">\n",
" <path d=\"M 51.378125 146.6 \n",
"L 246.678125 146.6 \n",
"L 246.678125 10.7 \n",
"L 51.378125 10.7 \n",
"z\n",
"\" style=\"fill:#ffffff;\"/>\n",
" </g>\n",
" <g id=\"matplotlib.axis_1\">\n",
" <g id=\"xtick_1\">\n",
" <g id=\"line2d_1\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L 0 3.5 \n",
"\" id=\"mb2a892bcee\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"58.462009\" xlink:href=\"#mb2a892bcee\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_1\">\n",
" <!-- 0 -->\n",
" <defs>\n",
" <path d=\"M 31.78125 66.40625 \n",
"Q 24.171875 66.40625 20.328125 58.90625 \n",
"Q 16.5 51.421875 16.5 36.375 \n",
"Q 16.5 21.390625 20.328125 13.890625 \n",
"Q 24.171875 6.390625 31.78125 6.390625 \n",
"Q 39.453125 6.390625 43.28125 13.890625 \n",
"Q 47.125 21.390625 47.125 36.375 \n",
"Q 47.125 51.421875 43.28125 58.90625 \n",
"Q 39.453125 66.40625 31.78125 66.40625 \n",
"z\n",
"M 31.78125 74.21875 \n",
"Q 44.046875 74.21875 50.515625 64.515625 \n",
"Q 56.984375 54.828125 56.984375 36.375 \n",
"Q 56.984375 17.96875 50.515625 8.265625 \n",
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
"Q 6.59375 17.96875 6.59375 36.375 \n",
"Q 6.59375 54.828125 13.0625 64.515625 \n",
"Q 19.53125 74.21875 31.78125 74.21875 \n",
"z\n",
"\" id=\"DejaVuSans-30\"/>\n",
" </defs>\n",
" <g transform=\"translate(55.280759 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_2\">\n",
" <g id=\"line2d_2\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"94.329778\" xlink:href=\"#mb2a892bcee\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_2\">\n",
" <!-- 20 -->\n",
" <defs>\n",
" <path d=\"M 19.1875 8.296875 \n",
"L 53.609375 8.296875 \n",
"L 53.609375 0 \n",
"L 7.328125 0 \n",
"L 7.328125 8.296875 \n",
"Q 12.9375 14.109375 22.625 23.890625 \n",
"Q 32.328125 33.6875 34.8125 36.53125 \n",
"Q 39.546875 41.84375 41.421875 45.53125 \n",
"Q 43.3125 49.21875 43.3125 52.78125 \n",
"Q 43.3125 58.59375 39.234375 62.25 \n",
"Q 35.15625 65.921875 28.609375 65.921875 \n",
"Q 23.96875 65.921875 18.8125 64.3125 \n",
"Q 13.671875 62.703125 7.8125 59.421875 \n",
"L 7.8125 69.390625 \n",
"Q 13.765625 71.78125 18.9375 73 \n",
"Q 24.125 74.21875 28.421875 74.21875 \n",
"Q 39.75 74.21875 46.484375 68.546875 \n",
"Q 53.21875 62.890625 53.21875 53.421875 \n",
"Q 53.21875 48.921875 51.53125 44.890625 \n",
"Q 49.859375 40.875 45.40625 35.40625 \n",
"Q 44.1875 33.984375 37.640625 27.21875 \n",
"Q 31.109375 20.453125 19.1875 8.296875 \n",
"z\n",
"\" id=\"DejaVuSans-32\"/>\n",
" </defs>\n",
" <g transform=\"translate(87.967278 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_3\">\n",
" <g id=\"line2d_3\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"130.197546\" xlink:href=\"#mb2a892bcee\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_3\">\n",
" <!-- 40 -->\n",
" <defs>\n",
" <path d=\"M 37.796875 64.3125 \n",
"L 12.890625 25.390625 \n",
"L 37.796875 25.390625 \n",
"z\n",
"M 35.203125 72.90625 \n",
"L 47.609375 72.90625 \n",
"L 47.609375 25.390625 \n",
"L 58.015625 25.390625 \n",
"L 58.015625 17.1875 \n",
"L 47.609375 17.1875 \n",
"L 47.609375 0 \n",
"L 37.796875 0 \n",
"L 37.796875 17.1875 \n",
"L 4.890625 17.1875 \n",
"L 4.890625 26.703125 \n",
"z\n",
"\" id=\"DejaVuSans-34\"/>\n",
" </defs>\n",
" <g transform=\"translate(123.835046 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_4\">\n",
" <g id=\"line2d_4\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"166.065315\" xlink:href=\"#mb2a892bcee\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_4\">\n",
" <!-- 60 -->\n",
" <defs>\n",
" <path d=\"M 33.015625 40.375 \n",
"Q 26.375 40.375 22.484375 35.828125 \n",
"Q 18.609375 31.296875 18.609375 23.390625 \n",
"Q 18.609375 15.53125 22.484375 10.953125 \n",
"Q 26.375 6.390625 33.015625 6.390625 \n",
"Q 39.65625 6.390625 43.53125 10.953125 \n",
"Q 47.40625 15.53125 47.40625 23.390625 \n",
"Q 47.40625 31.296875 43.53125 35.828125 \n",
"Q 39.65625 40.375 33.015625 40.375 \n",
"z\n",
"M 52.59375 71.296875 \n",
"L 52.59375 62.3125 \n",
"Q 48.875 64.0625 45.09375 64.984375 \n",
"Q 41.3125 65.921875 37.59375 65.921875 \n",
"Q 27.828125 65.921875 22.671875 59.328125 \n",
"Q 17.53125 52.734375 16.796875 39.40625 \n",
"Q 19.671875 43.65625 24.015625 45.921875 \n",
"Q 28.375 48.1875 33.59375 48.1875 \n",
"Q 44.578125 48.1875 50.953125 41.515625 \n",
"Q 57.328125 34.859375 57.328125 23.390625 \n",
"Q 57.328125 12.15625 50.6875 5.359375 \n",
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
"Q 6.984375 17.96875 6.984375 36.375 \n",
"Q 6.984375 53.65625 15.1875 63.9375 \n",
"Q 23.390625 74.21875 37.203125 74.21875 \n",
"Q 40.921875 74.21875 44.703125 73.484375 \n",
"Q 48.484375 72.75 52.59375 71.296875 \n",
"z\n",
"\" id=\"DejaVuSans-36\"/>\n",
" </defs>\n",
" <g transform=\"translate(159.702815 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_5\">\n",
" <g id=\"line2d_5\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"201.933084\" xlink:href=\"#mb2a892bcee\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_5\">\n",
" <!-- 80 -->\n",
" <defs>\n",
" <path d=\"M 31.78125 34.625 \n",
"Q 24.75 34.625 20.71875 30.859375 \n",
"Q 16.703125 27.09375 16.703125 20.515625 \n",
"Q 16.703125 13.921875 20.71875 10.15625 \n",
"Q 24.75 6.390625 31.78125 6.390625 \n",
"Q 38.8125 6.390625 42.859375 10.171875 \n",
"Q 46.921875 13.96875 46.921875 20.515625 \n",
"Q 46.921875 27.09375 42.890625 30.859375 \n",
"Q 38.875 34.625 31.78125 34.625 \n",
"z\n",
"M 21.921875 38.8125 \n",
"Q 15.578125 40.375 12.03125 44.71875 \n",
"Q 8.5 49.078125 8.5 55.328125 \n",
"Q 8.5 64.0625 14.71875 69.140625 \n",
"Q 20.953125 74.21875 31.78125 74.21875 \n",
"Q 42.671875 74.21875 48.875 69.140625 \n",
"Q 55.078125 64.0625 55.078125 55.328125 \n",
"Q 55.078125 49.078125 51.53125 44.71875 \n",
"Q 48 40.375 41.703125 38.8125 \n",
"Q 48.828125 37.15625 52.796875 32.3125 \n",
"Q 56.78125 27.484375 56.78125 20.515625 \n",
"Q 56.78125 9.90625 50.3125 4.234375 \n",
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
"Q 19.734375 -1.421875 13.25 4.234375 \n",
"Q 6.78125 9.90625 6.78125 20.515625 \n",
"Q 6.78125 27.484375 10.78125 32.3125 \n",
"Q 14.796875 37.15625 21.921875 38.8125 \n",
"z\n",
"M 18.3125 54.390625 \n",
"Q 18.3125 48.734375 21.84375 45.5625 \n",
"Q 25.390625 42.390625 31.78125 42.390625 \n",
"Q 38.140625 42.390625 41.71875 45.5625 \n",
"Q 45.3125 48.734375 45.3125 54.390625 \n",
"Q 45.3125 60.0625 41.71875 63.234375 \n",
"Q 38.140625 66.40625 31.78125 66.40625 \n",
"Q 25.390625 66.40625 21.84375 63.234375 \n",
"Q 18.3125 60.0625 18.3125 54.390625 \n",
"z\n",
"\" id=\"DejaVuSans-38\"/>\n",
" </defs>\n",
" <g transform=\"translate(195.570584 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_6\">\n",
" <g id=\"line2d_6\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"237.800852\" xlink:href=\"#mb2a892bcee\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_6\">\n",
" <!-- 100 -->\n",
" <defs>\n",
" <path d=\"M 12.40625 8.296875 \n",
"L 28.515625 8.296875 \n",
"L 28.515625 63.921875 \n",
"L 10.984375 60.40625 \n",
"L 10.984375 69.390625 \n",
"L 28.421875 72.90625 \n",
"L 38.28125 72.90625 \n",
"L 38.28125 8.296875 \n",
"L 54.390625 8.296875 \n",
"L 54.390625 0 \n",
"L 12.40625 0 \n",
"z\n",
"\" id=\"DejaVuSans-31\"/>\n",
" </defs>\n",
" <g transform=\"translate(228.257102 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use x=\"127.246094\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_7\">\n",
" <!-- epochs -->\n",
" <defs>\n",
" <path d=\"M 56.203125 29.59375 \n",
"L 56.203125 25.203125 \n",
"L 14.890625 25.203125 \n",
"Q 15.484375 15.921875 20.484375 11.0625 \n",
"Q 25.484375 6.203125 34.421875 6.203125 \n",
"Q 39.59375 6.203125 44.453125 7.46875 \n",
"Q 49.3125 8.734375 54.109375 11.28125 \n",
"L 54.109375 2.78125 \n",
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
"Q 5.515625 13.8125 5.515625 26.8125 \n",
"Q 5.515625 40.234375 12.765625 48.109375 \n",
"Q 20.015625 56 32.328125 56 \n",
"Q 43.359375 56 49.78125 48.890625 \n",
"Q 56.203125 41.796875 56.203125 29.59375 \n",
"z\n",
"M 47.21875 32.234375 \n",
"Q 47.125 39.59375 43.09375 43.984375 \n",
"Q 39.0625 48.390625 32.421875 48.390625 \n",
"Q 24.90625 48.390625 20.390625 44.140625 \n",
"Q 15.875 39.890625 15.1875 32.171875 \n",
"z\n",
"\" id=\"DejaVuSans-65\"/>\n",
" <path d=\"M 18.109375 8.203125 \n",
"L 18.109375 -20.796875 \n",
"L 9.078125 -20.796875 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.390625 \n",
"Q 20.953125 51.265625 25.265625 53.625 \n",
"Q 29.59375 56 35.59375 56 \n",
"Q 45.5625 56 51.78125 48.09375 \n",
"Q 58.015625 40.1875 58.015625 27.296875 \n",
"Q 58.015625 14.40625 51.78125 6.484375 \n",
"Q 45.5625 -1.421875 35.59375 -1.421875 \n",
"Q 29.59375 -1.421875 25.265625 0.953125 \n",
"Q 20.953125 3.328125 18.109375 8.203125 \n",
"z\n",
"M 48.6875 27.296875 \n",
"Q 48.6875 37.203125 44.609375 42.84375 \n",
"Q 40.53125 48.484375 33.40625 48.484375 \n",
"Q 26.265625 48.484375 22.1875 42.84375 \n",
"Q 18.109375 37.203125 18.109375 27.296875 \n",
"Q 18.109375 17.390625 22.1875 11.75 \n",
"Q 26.265625 6.109375 33.40625 6.109375 \n",
"Q 40.53125 6.109375 44.609375 11.75 \n",
"Q 48.6875 17.390625 48.6875 27.296875 \n",
"z\n",
"\" id=\"DejaVuSans-70\"/>\n",
" <path d=\"M 30.609375 48.390625 \n",
"Q 23.390625 48.390625 19.1875 42.75 \n",
"Q 14.984375 37.109375 14.984375 27.296875 \n",
"Q 14.984375 17.484375 19.15625 11.84375 \n",
"Q 23.34375 6.203125 30.609375 6.203125 \n",
"Q 37.796875 6.203125 41.984375 11.859375 \n",
"Q 46.1875 17.53125 46.1875 27.296875 \n",
"Q 46.1875 37.015625 41.984375 42.703125 \n",
"Q 37.796875 48.390625 30.609375 48.390625 \n",
"z\n",
"M 30.609375 56 \n",
"Q 42.328125 56 49.015625 48.375 \n",
"Q 55.71875 40.765625 55.71875 27.296875 \n",
"Q 55.71875 13.875 49.015625 6.21875 \n",
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
"Q 5.515625 13.875 5.515625 27.296875 \n",
"Q 5.515625 40.765625 12.171875 48.375 \n",
"Q 18.84375 56 30.609375 56 \n",
"z\n",
"\" id=\"DejaVuSans-6f\"/>\n",
" <path d=\"M 48.78125 52.59375 \n",
"L 48.78125 44.1875 \n",
"Q 44.96875 46.296875 41.140625 47.34375 \n",
"Q 37.3125 48.390625 33.40625 48.390625 \n",
"Q 24.65625 48.390625 19.8125 42.84375 \n",
"Q 14.984375 37.3125 14.984375 27.296875 \n",
"Q 14.984375 17.28125 19.8125 11.734375 \n",
"Q 24.65625 6.203125 33.40625 6.203125 \n",
"Q 37.3125 6.203125 41.140625 7.25 \n",
"Q 44.96875 8.296875 48.78125 10.40625 \n",
"L 48.78125 2.09375 \n",
"Q 45.015625 0.34375 40.984375 -0.53125 \n",
"Q 36.96875 -1.421875 32.421875 -1.421875 \n",
"Q 20.0625 -1.421875 12.78125 6.34375 \n",
"Q 5.515625 14.109375 5.515625 27.296875 \n",
"Q 5.515625 40.671875 12.859375 48.328125 \n",
"Q 20.21875 56 33.015625 56 \n",
"Q 37.15625 56 41.109375 55.140625 \n",
"Q 45.0625 54.296875 48.78125 52.59375 \n",
"z\n",
"\" id=\"DejaVuSans-63\"/>\n",
" <path d=\"M 54.890625 33.015625 \n",
"L 54.890625 0 \n",
"L 45.90625 0 \n",
"L 45.90625 32.71875 \n",
"Q 45.90625 40.484375 42.875 44.328125 \n",
"Q 39.84375 48.1875 33.796875 48.1875 \n",
"Q 26.515625 48.1875 22.3125 43.546875 \n",
"Q 18.109375 38.921875 18.109375 30.90625 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 75.984375 \n",
"L 18.109375 75.984375 \n",
"L 18.109375 46.1875 \n",
"Q 21.34375 51.125 25.703125 53.5625 \n",
"Q 30.078125 56 35.796875 56 \n",
"Q 45.21875 56 50.046875 50.171875 \n",
"Q 54.890625 44.34375 54.890625 33.015625 \n",
"z\n",
"\" id=\"DejaVuSans-68\"/>\n",
" <path d=\"M 44.28125 53.078125 \n",
"L 44.28125 44.578125 \n",
"Q 40.484375 46.53125 36.375 47.5 \n",
"Q 32.28125 48.484375 27.875 48.484375 \n",
"Q 21.1875 48.484375 17.84375 46.4375 \n",
"Q 14.5 44.390625 14.5 40.28125 \n",
"Q 14.5 37.15625 16.890625 35.375 \n",
"Q 19.28125 33.59375 26.515625 31.984375 \n",
"L 29.59375 31.296875 \n",
"Q 39.15625 29.25 43.1875 25.515625 \n",
"Q 47.21875 21.78125 47.21875 15.09375 \n",
"Q 47.21875 7.46875 41.1875 3.015625 \n",
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
"Q 10.6875 0.296875 5.421875 2 \n",
"L 5.421875 11.28125 \n",
"Q 10.40625 8.6875 15.234375 7.390625 \n",
"Q 20.0625 6.109375 24.8125 6.109375 \n",
"Q 31.15625 6.109375 34.5625 8.28125 \n",
"Q 37.984375 10.453125 37.984375 14.40625 \n",
"Q 37.984375 18.0625 35.515625 20.015625 \n",
"Q 33.0625 21.96875 24.703125 23.78125 \n",
"L 21.578125 24.515625 \n",
"Q 13.234375 26.265625 9.515625 29.90625 \n",
"Q 5.8125 33.546875 5.8125 39.890625 \n",
"Q 5.8125 47.609375 11.28125 51.796875 \n",
"Q 16.75 56 26.8125 56 \n",
"Q 31.78125 56 36.171875 55.265625 \n",
"Q 40.578125 54.546875 44.28125 53.078125 \n",
"z\n",
"\" id=\"DejaVuSans-73\"/>\n",
" </defs>\n",
" <g transform=\"translate(131.195312 174.876562)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-65\"/>\n",
" <use x=\"61.523438\" xlink:href=\"#DejaVuSans-70\"/>\n",
" <use x=\"125\" xlink:href=\"#DejaVuSans-6f\"/>\n",
" <use x=\"186.181641\" xlink:href=\"#DejaVuSans-63\"/>\n",
" <use x=\"241.162109\" xlink:href=\"#DejaVuSans-68\"/>\n",
" <use x=\"304.541016\" xlink:href=\"#DejaVuSans-73\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"matplotlib.axis_2\">\n",
" <g id=\"ytick_1\">\n",
" <g id=\"line2d_7\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L -3.5 0 \n",
"\" id=\"meabea38c66\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"51.378125\" xlink:href=\"#meabea38c66\" y=\"125.579243\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_8\">\n",
" <!-- $\\mathdefault{10^{-3}}$ -->\n",
" <defs>\n",
" <path d=\"M 10.59375 35.5 \n",
"L 73.1875 35.5 \n",
"L 73.1875 27.203125 \n",
"L 10.59375 27.203125 \n",
"z\n",
"\" id=\"DejaVuSans-2212\"/>\n",
" <path d=\"M 40.578125 39.3125 \n",
"Q 47.65625 37.796875 51.625 33 \n",
"Q 55.609375 28.21875 55.609375 21.1875 \n",
"Q 55.609375 10.40625 48.1875 4.484375 \n",
"Q 40.765625 -1.421875 27.09375 -1.421875 \n",
"Q 22.515625 -1.421875 17.65625 -0.515625 \n",
"Q 12.796875 0.390625 7.625 2.203125 \n",
"L 7.625 11.71875 \n",
"Q 11.71875 9.328125 16.59375 8.109375 \n",
"Q 21.484375 6.890625 26.8125 6.890625 \n",
"Q 36.078125 6.890625 40.9375 10.546875 \n",
"Q 45.796875 14.203125 45.796875 21.1875 \n",
"Q 45.796875 27.640625 41.28125 31.265625 \n",
"Q 36.765625 34.90625 28.71875 34.90625 \n",
"L 20.21875 34.90625 \n",
"L 20.21875 43.015625 \n",
"L 29.109375 43.015625 \n",
"Q 36.375 43.015625 40.234375 45.921875 \n",
"Q 44.09375 48.828125 44.09375 54.296875 \n",
"Q 44.09375 59.90625 40.109375 62.90625 \n",
"Q 36.140625 65.921875 28.71875 65.921875 \n",
"Q 24.65625 65.921875 20.015625 65.03125 \n",
"Q 15.375 64.15625 9.8125 62.3125 \n",
"L 9.8125 71.09375 \n",
"Q 15.4375 72.65625 20.34375 73.4375 \n",
"Q 25.25 74.21875 29.59375 74.21875 \n",
"Q 40.828125 74.21875 47.359375 69.109375 \n",
"Q 53.90625 64.015625 53.90625 55.328125 \n",
"Q 53.90625 49.265625 50.4375 45.09375 \n",
"Q 46.96875 40.921875 40.578125 39.3125 \n",
"z\n",
"\" id=\"DejaVuSans-33\"/>\n",
" </defs>\n",
" <g transform=\"translate(20.878125 129.378462)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.765625)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.765625)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-33\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_2\">\n",
" <g id=\"line2d_8\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"51.378125\" xlink:href=\"#meabea38c66\" y=\"101.954327\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_9\">\n",
" <!-- $\\mathdefault{10^{-2}}$ -->\n",
" <g transform=\"translate(20.878125 105.753546)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.765625)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.765625)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-32\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_3\">\n",
" <g id=\"line2d_9\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"51.378125\" xlink:href=\"#meabea38c66\" y=\"78.329411\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_10\">\n",
" <!-- $\\mathdefault{10^{-1}}$ -->\n",
" <g transform=\"translate(20.878125 82.12863)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_4\">\n",
" <g id=\"line2d_10\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"51.378125\" xlink:href=\"#meabea38c66\" y=\"54.704495\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_11\">\n",
" <!-- $\\mathdefault{10^{0}}$ -->\n",
" <g transform=\"translate(26.778125 58.503714)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.765625)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.765625)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_5\">\n",
" <g id=\"line2d_11\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"51.378125\" xlink:href=\"#meabea38c66\" y=\"31.079579\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_12\">\n",
" <!-- $\\mathdefault{10^{1}}$ -->\n",
" <g transform=\"translate(26.778125 34.878798)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_6\">\n",
" <g id=\"line2d_12\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L -2 0 \n",
"\" id=\"m6b6b3b9939\" style=\"stroke:#000000;stroke-width:0.6;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"142.092351\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_7\">\n",
" <g id=\"line2d_13\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"137.93221\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_8\">\n",
" <g id=\"line2d_14\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"134.980543\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_9\">\n",
" <g id=\"line2d_15\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"132.691052\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_10\">\n",
" <g id=\"line2d_16\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"130.820401\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_11\">\n",
" <g id=\"line2d_17\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"129.238789\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_12\">\n",
" <g id=\"line2d_18\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"127.868734\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_13\">\n",
" <g id=\"line2d_19\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"126.66026\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_14\">\n",
" <g id=\"line2d_20\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"118.467435\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_15\">\n",
" <g id=\"line2d_21\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"114.307294\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_16\">\n",
" <g id=\"line2d_22\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"111.355627\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_17\">\n",
" <g id=\"line2d_23\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"109.066136\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_18\">\n",
" <g id=\"line2d_24\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"107.195485\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_19\">\n",
" <g id=\"line2d_25\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"105.613873\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_20\">\n",
" <g id=\"line2d_26\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"104.243818\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_21\">\n",
" <g id=\"line2d_27\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"103.035344\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_22\">\n",
" <g id=\"line2d_28\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"94.842519\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_23\">\n",
" <g id=\"line2d_29\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"90.682378\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_24\">\n",
" <g id=\"line2d_30\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"87.730711\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_25\">\n",
" <g id=\"line2d_31\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"85.44122\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_26\">\n",
" <g id=\"line2d_32\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"83.570569\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_27\">\n",
" <g id=\"line2d_33\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"81.988957\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_28\">\n",
" <g id=\"line2d_34\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"80.618902\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_29\">\n",
" <g id=\"line2d_35\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"79.410428\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_30\">\n",
" <g id=\"line2d_36\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"71.217603\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_31\">\n",
" <g id=\"line2d_37\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"67.057462\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_32\">\n",
" <g id=\"line2d_38\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"64.105795\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_33\">\n",
" <g id=\"line2d_39\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"61.816304\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_34\">\n",
" <g id=\"line2d_40\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"59.945653\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_35\">\n",
" <g id=\"line2d_41\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"58.364041\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_36\">\n",
" <g id=\"line2d_42\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"56.993986\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_37\">\n",
" <g id=\"line2d_43\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"55.785512\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_38\">\n",
" <g id=\"line2d_44\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"47.592687\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_39\">\n",
" <g id=\"line2d_45\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"43.432546\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_40\">\n",
" <g id=\"line2d_46\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"40.480879\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_41\">\n",
" <g id=\"line2d_47\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"38.191388\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_42\">\n",
" <g id=\"line2d_48\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"36.320737\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_43\">\n",
" <g id=\"line2d_49\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"34.739125\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_44\">\n",
" <g id=\"line2d_50\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"33.36907\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_45\">\n",
" <g id=\"line2d_51\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"32.160596\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_46\">\n",
" <g id=\"line2d_52\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"23.967771\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_47\">\n",
" <g id=\"line2d_53\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"19.80763\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_48\">\n",
" <g id=\"line2d_54\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"16.855963\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_49\">\n",
" <g id=\"line2d_55\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"14.566472\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_50\">\n",
" <g id=\"line2d_56\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"12.695821\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_51\">\n",
" <g id=\"line2d_57\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#m6b6b3b9939\" y=\"11.114209\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_13\">\n",
" <!-- loss -->\n",
" <defs>\n",
" <path d=\"M 9.421875 75.984375 \n",
"L 18.40625 75.984375 \n",
"L 18.40625 0 \n",
"L 9.421875 0 \n",
"z\n",
"\" id=\"DejaVuSans-6c\"/>\n",
" </defs>\n",
" <g transform=\"translate(14.798437 88.307812)rotate(-90)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-6c\"/>\n",
" <use x=\"27.783203\" xlink:href=\"#DejaVuSans-6f\"/>\n",
" <use x=\"88.964844\" xlink:href=\"#DejaVuSans-73\"/>\n",
" <use x=\"141.064453\" xlink:href=\"#DejaVuSans-73\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"line2d_58\">\n",
" <path clip-path=\"url(#pa7fbb3cbcd)\" d=\"M 60.255398 33.690019 \n",
"L 62.048786 55.014072 \n",
"L 63.842175 72.669384 \n",
"L 65.635563 88.661861 \n",
"L 67.428951 102.873155 \n",
"L 69.22234 115.785018 \n",
"L 71.015728 125.079043 \n",
"L 72.809117 131.796198 \n",
"L 74.602505 136.154662 \n",
"L 76.395894 138.275469 \n",
"L 78.189282 138.932936 \n",
"L 79.98267 137.720746 \n",
"L 81.776059 137.385618 \n",
"L 83.569447 137.618486 \n",
"L 85.362836 137.338499 \n",
"L 87.156224 137.225373 \n",
"L 88.949613 138.298512 \n",
"L 90.743001 136.070544 \n",
"L 92.536389 138.376041 \n",
"L 94.329778 137.94089 \n",
"L 96.123166 138.513246 \n",
"L 97.916555 138.536258 \n",
"L 99.709943 138.52339 \n",
"L 101.503332 138.032974 \n",
"L 103.29672 137.313528 \n",
"L 105.090108 138.650384 \n",
"L 106.883497 137.399582 \n",
"L 108.676885 137.549785 \n",
"L 110.470274 136.054239 \n",
"L 112.263662 139.169067 \n",
"L 114.057051 136.691494 \n",
"L 115.850439 134.704346 \n",
"L 117.643827 134.751969 \n",
"L 119.437216 137.285888 \n",
"L 121.230604 136.938338 \n",
"L 123.023993 136.89553 \n",
"L 124.817381 139.175309 \n",
"L 126.61077 136.229069 \n",
"L 128.404158 136.518644 \n",
"L 130.197546 139.23486 \n",
"L 131.990935 138.266914 \n",
"L 133.784323 138.119359 \n",
"L 135.577712 139.20321 \n",
"L 137.3711 135.418841 \n",
"L 139.164489 137.132947 \n",
"L 140.957877 137.455687 \n",
"L 142.751265 138.912587 \n",
"L 144.544654 137.59515 \n",
"L 146.338042 138.29445 \n",
"L 148.131431 136.201067 \n",
"L 149.924819 137.093148 \n",
"L 151.718208 136.185485 \n",
"L 153.511596 138.353221 \n",
"L 155.304985 135.697193 \n",
"L 157.098373 138.155131 \n",
"L 158.891761 137.055755 \n",
"L 160.68515 137.167087 \n",
"L 162.478538 138.669878 \n",
"L 164.271927 136.929067 \n",
"L 166.065315 137.434784 \n",
"L 167.858704 137.868868 \n",
"L 169.652092 137.764216 \n",
"L 171.44548 139.150738 \n",
"L 173.238869 138.38984 \n",
"L 175.032257 137.554537 \n",
"L 176.825646 138.330648 \n",
"L 178.619034 137.377808 \n",
"L 180.412423 137.971192 \n",
"L 182.205811 138.800378 \n",
"L 183.999199 137.763935 \n",
"L 185.792588 137.680479 \n",
"L 187.585976 139.019208 \n",
"L 189.379365 136.592087 \n",
"L 191.172753 137.55858 \n",
"L 192.966142 135.198515 \n",
"L 194.75953 136.069326 \n",
"L 196.552918 135.332521 \n",
"L 198.346307 136.624199 \n",
"L 200.139695 138.289783 \n",
"L 201.933084 137.015343 \n",
"L 203.726472 138.213155 \n",
"L 205.519861 136.202464 \n",
"L 207.313249 137.670179 \n",
"L 209.106637 139.174954 \n",
"L 210.900026 138.246512 \n",
"L 212.693414 136.628906 \n",
"L 214.486803 136.272474 \n",
"L 216.280191 137.676082 \n",
"L 218.07358 138.58272 \n",
"L 219.866968 139.355379 \n",
"L 221.660356 137.584267 \n",
"L 223.453745 137.019673 \n",
"L 225.247133 138.663824 \n",
"L 227.040522 137.145608 \n",
"L 228.83391 139.03056 \n",
"L 230.627299 140.422727 \n",
"L 232.420687 138.733504 \n",
"L 234.214075 137.84132 \n",
"L 236.007464 137.239909 \n",
"L 237.800852 136.887489 \n",
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_59\">\n",
" <path clip-path=\"url(#pa7fbb3cbcd)\" d=\"M 60.255398 16.877273 \n",
"L 62.048786 20.919361 \n",
"L 63.842175 24.728569 \n",
"L 65.635563 28.453601 \n",
"L 67.428951 32.164918 \n",
"L 69.22234 35.856728 \n",
"L 71.015728 39.542924 \n",
"L 72.809117 43.215694 \n",
"L 74.602505 46.873966 \n",
"L 76.395894 50.520987 \n",
"L 78.189282 54.145447 \n",
"L 79.98267 57.756117 \n",
"L 81.776059 61.321039 \n",
"L 83.569447 64.845039 \n",
"L 85.362836 68.307952 \n",
"L 87.156224 71.701714 \n",
"L 88.949613 74.99512 \n",
"L 90.743001 78.145773 \n",
"L 92.536389 81.151104 \n",
"L 94.329778 83.961354 \n",
"L 96.123166 86.546574 \n",
"L 97.916555 88.840385 \n",
"L 99.709943 90.87535 \n",
"L 101.503332 92.643414 \n",
"L 103.29672 94.065302 \n",
"L 105.090108 95.28262 \n",
"L 106.883497 96.204157 \n",
"L 108.676885 96.959926 \n",
"L 110.470274 97.549856 \n",
"L 112.263662 98.04841 \n",
"L 114.057051 98.382344 \n",
"L 115.850439 98.656944 \n",
"L 117.643827 98.902616 \n",
"L 119.437216 99.085237 \n",
"L 121.230604 99.223313 \n",
"L 123.023993 99.370617 \n",
"L 124.817381 99.480852 \n",
"L 126.61077 99.521088 \n",
"L 128.404158 99.583715 \n",
"L 130.197546 99.687118 \n",
"L 131.990935 99.715853 \n",
"L 133.784323 99.778182 \n",
"L 135.577712 99.840985 \n",
"L 137.3711 99.846142 \n",
"L 139.164489 99.884055 \n",
"L 140.957877 99.924109 \n",
"L 142.751265 99.974451 \n",
"L 144.544654 99.999884 \n",
"L 146.338042 100.039251 \n",
"L 148.131431 100.055824 \n",
"L 149.924819 100.10471 \n",
"L 151.718208 100.129544 \n",
"L 153.511596 100.162301 \n",
"L 155.304985 100.140523 \n",
"L 157.098373 100.192545 \n",
"L 158.891761 100.211017 \n",
"L 160.68515 100.226726 \n",
"L 162.478538 100.290901 \n",
"L 164.271927 100.283094 \n",
"L 166.065315 100.315847 \n",
"L 167.858704 100.354073 \n",
"L 169.652092 100.353397 \n",
"L 171.44548 100.351718 \n",
"L 173.238869 100.391395 \n",
"L 175.032257 100.427029 \n",
"L 176.825646 100.42873 \n",
"L 178.619034 100.459481 \n",
"L 180.412423 100.479555 \n",
"L 182.205811 100.48504 \n",
"L 183.999199 100.501671 \n",
"L 185.792588 100.503824 \n",
"L 187.585976 100.552386 \n",
"L 189.379365 100.570934 \n",
"L 191.172753 100.588487 \n",
"L 192.966142 100.548833 \n",
"L 194.75953 100.565289 \n",
"L 196.552918 100.605549 \n",
"L 198.346307 100.61425 \n",
"L 200.139695 100.626885 \n",
"L 201.933084 100.620609 \n",
"L 203.726472 100.653123 \n",
"L 205.519861 100.678844 \n",
"L 207.313249 100.701311 \n",
"L 209.106637 100.711604 \n",
"L 210.900026 100.737517 \n",
"L 212.693414 100.721559 \n",
"L 214.486803 100.732914 \n",
"L 216.280191 100.746757 \n",
"L 218.07358 100.7725 \n",
"L 219.866968 100.798776 \n",
"L 221.660356 100.800765 \n",
"L 223.453745 100.801367 \n",
"L 225.247133 100.838035 \n",
"L 227.040522 100.83127 \n",
"L 228.83391 100.845329 \n",
"L 230.627299 100.869102 \n",
"L 232.420687 100.873968 \n",
"L 234.214075 100.862076 \n",
"L 236.007464 100.880979 \n",
"L 237.800852 100.883883 \n",
"\" style=\"fill:none;stroke:#ff7f0e;stroke-dasharray:1.5,2.475;stroke-dashoffset:0;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"patch_3\">\n",
" <path d=\"M 51.378125 146.6 \n",
"L 51.378125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_4\">\n",
" <path d=\"M 246.678125 146.6 \n",
"L 246.678125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_5\">\n",
" <path d=\"M 51.378125 146.6 \n",
"L 246.678125 146.6 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_6\">\n",
" <path d=\"M 51.378125 10.7 \n",
"L 246.678125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"legend_1\">\n",
" <g id=\"patch_7\">\n",
" <path d=\"M 184.403125 48.05625 \n",
"L 239.678125 48.05625 \n",
"Q 241.678125 48.05625 241.678125 46.05625 \n",
"L 241.678125 17.7 \n",
"Q 241.678125 15.7 239.678125 15.7 \n",
"L 184.403125 15.7 \n",
"Q 182.403125 15.7 182.403125 17.7 \n",
"L 182.403125 46.05625 \n",
"Q 182.403125 48.05625 184.403125 48.05625 \n",
"z\n",
"\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
" </g>\n",
" <g id=\"line2d_60\">\n",
" <path d=\"M 186.403125 23.798437 \n",
"L 206.403125 23.798437 \n",
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_61\"/>\n",
" <g id=\"text_14\">\n",
" <!-- train -->\n",
" <defs>\n",
" <path d=\"M 18.3125 70.21875 \n",
"L 18.3125 54.6875 \n",
"L 36.8125 54.6875 \n",
"L 36.8125 47.703125 \n",
"L 18.3125 47.703125 \n",
"L 18.3125 18.015625 \n",
"Q 18.3125 11.328125 20.140625 9.421875 \n",
"Q 21.96875 7.515625 27.59375 7.515625 \n",
"L 36.8125 7.515625 \n",
"L 36.8125 0 \n",
"L 27.59375 0 \n",
"Q 17.1875 0 13.234375 3.875 \n",
"Q 9.28125 7.765625 9.28125 18.015625 \n",
"L 9.28125 47.703125 \n",
"L 2.6875 47.703125 \n",
"L 2.6875 54.6875 \n",
"L 9.28125 54.6875 \n",
"L 9.28125 70.21875 \n",
"z\n",
"\" id=\"DejaVuSans-74\"/>\n",
" <path d=\"M 41.109375 46.296875 \n",
"Q 39.59375 47.171875 37.8125 47.578125 \n",
"Q 36.03125 48 33.890625 48 \n",
"Q 26.265625 48 22.1875 43.046875 \n",
"Q 18.109375 38.09375 18.109375 28.8125 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.1875 \n",
"Q 20.953125 51.171875 25.484375 53.578125 \n",
"Q 30.03125 56 36.53125 56 \n",
"Q 37.453125 56 38.578125 55.875 \n",
"Q 39.703125 55.765625 41.0625 55.515625 \n",
"z\n",
"\" id=\"DejaVuSans-72\"/>\n",
" <path d=\"M 34.28125 27.484375 \n",
"Q 23.390625 27.484375 19.1875 25 \n",
"Q 14.984375 22.515625 14.984375 16.5 \n",
"Q 14.984375 11.71875 18.140625 8.90625 \n",
"Q 21.296875 6.109375 26.703125 6.109375 \n",
"Q 34.1875 6.109375 38.703125 11.40625 \n",
"Q 43.21875 16.703125 43.21875 25.484375 \n",
"L 43.21875 27.484375 \n",
"z\n",
"M 52.203125 31.203125 \n",
"L 52.203125 0 \n",
"L 43.21875 0 \n",
"L 43.21875 8.296875 \n",
"Q 40.140625 3.328125 35.546875 0.953125 \n",
"Q 30.953125 -1.421875 24.3125 -1.421875 \n",
"Q 15.921875 -1.421875 10.953125 3.296875 \n",
"Q 6 8.015625 6 15.921875 \n",
"Q 6 25.140625 12.171875 29.828125 \n",
"Q 18.359375 34.515625 30.609375 34.515625 \n",
"L 43.21875 34.515625 \n",
"L 43.21875 35.40625 \n",
"Q 43.21875 41.609375 39.140625 45 \n",
"Q 35.0625 48.390625 27.6875 48.390625 \n",
"Q 23 48.390625 18.546875 47.265625 \n",
"Q 14.109375 46.140625 10.015625 43.890625 \n",
"L 10.015625 52.203125 \n",
"Q 14.9375 54.109375 19.578125 55.046875 \n",
"Q 24.21875 56 28.609375 56 \n",
"Q 40.484375 56 46.34375 49.84375 \n",
"Q 52.203125 43.703125 52.203125 31.203125 \n",
"z\n",
"\" id=\"DejaVuSans-61\"/>\n",
" <path d=\"M 9.421875 54.6875 \n",
"L 18.40625 54.6875 \n",
"L 18.40625 0 \n",
"L 9.421875 0 \n",
"z\n",
"M 9.421875 75.984375 \n",
"L 18.40625 75.984375 \n",
"L 18.40625 64.59375 \n",
"L 9.421875 64.59375 \n",
"z\n",
"\" id=\"DejaVuSans-69\"/>\n",
" <path d=\"M 54.890625 33.015625 \n",
"L 54.890625 0 \n",
"L 45.90625 0 \n",
"L 45.90625 32.71875 \n",
"Q 45.90625 40.484375 42.875 44.328125 \n",
"Q 39.84375 48.1875 33.796875 48.1875 \n",
"Q 26.515625 48.1875 22.3125 43.546875 \n",
"Q 18.109375 38.921875 18.109375 30.90625 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.1875 \n",
"Q 21.34375 51.125 25.703125 53.5625 \n",
"Q 30.078125 56 35.796875 56 \n",
"Q 45.21875 56 50.046875 50.171875 \n",
"Q 54.890625 44.34375 54.890625 33.015625 \n",
"z\n",
"\" id=\"DejaVuSans-6e\"/>\n",
" </defs>\n",
" <g transform=\"translate(214.403125 27.298437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-74\"/>\n",
" <use x=\"39.208984\" xlink:href=\"#DejaVuSans-72\"/>\n",
" <use x=\"80.322266\" xlink:href=\"#DejaVuSans-61\"/>\n",
" <use x=\"141.601562\" xlink:href=\"#DejaVuSans-69\"/>\n",
" <use x=\"169.384766\" xlink:href=\"#DejaVuSans-6e\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"line2d_62\">\n",
" <path d=\"M 186.403125 38.476562 \n",
"L 206.403125 38.476562 \n",
"\" style=\"fill:none;stroke:#ff7f0e;stroke-dasharray:1.5,2.475;stroke-dashoffset:0;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_63\"/>\n",
" <g id=\"text_15\">\n",
" <!-- test -->\n",
" <g transform=\"translate(214.403125 41.976562)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-74\"/>\n",
" <use x=\"39.208984\" xlink:href=\"#DejaVuSans-65\"/>\n",
" <use x=\"100.732422\" xlink:href=\"#DejaVuSans-73\"/>\n",
" <use x=\"152.832031\" xlink:href=\"#DejaVuSans-74\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <defs>\n",
" <clipPath id=\"pa7fbb3cbcd\">\n",
" <rect height=\"135.9\" width=\"195.3\" x=\"51.378125\" y=\"10.7\"/>\n",
" </clipPath>\n",
" </defs>\n",
"</svg>\n"
],
"text/plain": [
"<matplotlib.figure.Figure at 0x119276898>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"fit_and_plot(lambd=3)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## 3.12.4 简洁实现"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": [
"def fit_and_plot_pytorch(wd):\n",
" # 对权重参数衰减。权重名称一般是以weight结尾\n",
" net = nn.Linear(num_inputs, 1)\n",
" nn.init.normal_(net.weight, mean=0, std=1)\n",
" nn.init.normal_(net.bias, mean=0, std=1)\n",
" optimizer_w = torch.optim.SGD(params=[net.weight], lr=lr, weight_decay=wd) # 对权重参数衰减\n",
" optimizer_b = torch.optim.SGD(params=[net.bias], lr=lr) # 不对偏差参数衰减\n",
" \n",
" train_ls, test_ls = [], []\n",
" for _ in range(num_epochs):\n",
" for X, y in train_iter:\n",
" l = loss(net(X), y).mean()\n",
" optimizer_w.zero_grad()\n",
" optimizer_b.zero_grad()\n",
" \n",
" l.backward()\n",
" \n",
" # 对两个optimizer实例分别调用step函数，从而分别更新权重和偏差\n",
" optimizer_w.step()\n",
" optimizer_b.step()\n",
" train_ls.append(loss(net(train_features), train_labels).mean().item())\n",
" test_ls.append(loss(net(test_features), test_labels).mean().item())\n",
" d2l.semilogy(range(1, num_epochs + 1), train_ls, 'epochs', 'loss',\n",
" range(1, num_epochs + 1), test_ls, ['train', 'test'])\n",
" print('L2 norm of w:', net.weight.data.norm().item())"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"L2 norm of w: 12.86785888671875\n"
]
},
{
"data": {
"image/svg+xml": [
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 261 184\" width=\"261pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
" <defs>\n",
" <style type=\"text/css\">\n",
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
" </style>\n",
" </defs>\n",
" <g id=\"figure_1\">\n",
" <g id=\"patch_1\">\n",
" <path d=\"M 0 184.15625 \n",
"L 261.778125 184.15625 \n",
"L 261.778125 -0 \n",
"L 0 -0 \n",
"z\n",
"\" style=\"fill:none;\"/>\n",
" </g>\n",
" <g id=\"axes_1\">\n",
" <g id=\"patch_2\">\n",
" <path d=\"M 55.778125 146.6 \n",
"L 251.078125 146.6 \n",
"L 251.078125 10.7 \n",
"L 55.778125 10.7 \n",
"z\n",
"\" style=\"fill:#ffffff;\"/>\n",
" </g>\n",
" <g id=\"matplotlib.axis_1\">\n",
" <g id=\"xtick_1\">\n",
" <g id=\"line2d_1\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L 0 3.5 \n",
"\" id=\"mab46e12525\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.862009\" xlink:href=\"#mab46e12525\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_1\">\n",
" <!-- 0 -->\n",
" <defs>\n",
" <path d=\"M 31.78125 66.40625 \n",
"Q 24.171875 66.40625 20.328125 58.90625 \n",
"Q 16.5 51.421875 16.5 36.375 \n",
"Q 16.5 21.390625 20.328125 13.890625 \n",
"Q 24.171875 6.390625 31.78125 6.390625 \n",
"Q 39.453125 6.390625 43.28125 13.890625 \n",
"Q 47.125 21.390625 47.125 36.375 \n",
"Q 47.125 51.421875 43.28125 58.90625 \n",
"Q 39.453125 66.40625 31.78125 66.40625 \n",
"z\n",
"M 31.78125 74.21875 \n",
"Q 44.046875 74.21875 50.515625 64.515625 \n",
"Q 56.984375 54.828125 56.984375 36.375 \n",
"Q 56.984375 17.96875 50.515625 8.265625 \n",
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
"Q 6.59375 17.96875 6.59375 36.375 \n",
"Q 6.59375 54.828125 13.0625 64.515625 \n",
"Q 19.53125 74.21875 31.78125 74.21875 \n",
"z\n",
"\" id=\"DejaVuSans-30\"/>\n",
" </defs>\n",
" <g transform=\"translate(59.680759 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_2\">\n",
" <g id=\"line2d_2\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"98.729778\" xlink:href=\"#mab46e12525\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_2\">\n",
" <!-- 20 -->\n",
" <defs>\n",
" <path d=\"M 19.1875 8.296875 \n",
"L 53.609375 8.296875 \n",
"L 53.609375 0 \n",
"L 7.328125 0 \n",
"L 7.328125 8.296875 \n",
"Q 12.9375 14.109375 22.625 23.890625 \n",
"Q 32.328125 33.6875 34.8125 36.53125 \n",
"Q 39.546875 41.84375 41.421875 45.53125 \n",
"Q 43.3125 49.21875 43.3125 52.78125 \n",
"Q 43.3125 58.59375 39.234375 62.25 \n",
"Q 35.15625 65.921875 28.609375 65.921875 \n",
"Q 23.96875 65.921875 18.8125 64.3125 \n",
"Q 13.671875 62.703125 7.8125 59.421875 \n",
"L 7.8125 69.390625 \n",
"Q 13.765625 71.78125 18.9375 73 \n",
"Q 24.125 74.21875 28.421875 74.21875 \n",
"Q 39.75 74.21875 46.484375 68.546875 \n",
"Q 53.21875 62.890625 53.21875 53.421875 \n",
"Q 53.21875 48.921875 51.53125 44.890625 \n",
"Q 49.859375 40.875 45.40625 35.40625 \n",
"Q 44.1875 33.984375 37.640625 27.21875 \n",
"Q 31.109375 20.453125 19.1875 8.296875 \n",
"z\n",
"\" id=\"DejaVuSans-32\"/>\n",
" </defs>\n",
" <g transform=\"translate(92.367278 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_3\">\n",
" <g id=\"line2d_3\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"134.597546\" xlink:href=\"#mab46e12525\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_3\">\n",
" <!-- 40 -->\n",
" <defs>\n",
" <path d=\"M 37.796875 64.3125 \n",
"L 12.890625 25.390625 \n",
"L 37.796875 25.390625 \n",
"z\n",
"M 35.203125 72.90625 \n",
"L 47.609375 72.90625 \n",
"L 47.609375 25.390625 \n",
"L 58.015625 25.390625 \n",
"L 58.015625 17.1875 \n",
"L 47.609375 17.1875 \n",
"L 47.609375 0 \n",
"L 37.796875 0 \n",
"L 37.796875 17.1875 \n",
"L 4.890625 17.1875 \n",
"L 4.890625 26.703125 \n",
"z\n",
"\" id=\"DejaVuSans-34\"/>\n",
" </defs>\n",
" <g transform=\"translate(128.235046 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_4\">\n",
" <g id=\"line2d_4\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"170.465315\" xlink:href=\"#mab46e12525\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_4\">\n",
" <!-- 60 -->\n",
" <defs>\n",
" <path d=\"M 33.015625 40.375 \n",
"Q 26.375 40.375 22.484375 35.828125 \n",
"Q 18.609375 31.296875 18.609375 23.390625 \n",
"Q 18.609375 15.53125 22.484375 10.953125 \n",
"Q 26.375 6.390625 33.015625 6.390625 \n",
"Q 39.65625 6.390625 43.53125 10.953125 \n",
"Q 47.40625 15.53125 47.40625 23.390625 \n",
"Q 47.40625 31.296875 43.53125 35.828125 \n",
"Q 39.65625 40.375 33.015625 40.375 \n",
"z\n",
"M 52.59375 71.296875 \n",
"L 52.59375 62.3125 \n",
"Q 48.875 64.0625 45.09375 64.984375 \n",
"Q 41.3125 65.921875 37.59375 65.921875 \n",
"Q 27.828125 65.921875 22.671875 59.328125 \n",
"Q 17.53125 52.734375 16.796875 39.40625 \n",
"Q 19.671875 43.65625 24.015625 45.921875 \n",
"Q 28.375 48.1875 33.59375 48.1875 \n",
"Q 44.578125 48.1875 50.953125 41.515625 \n",
"Q 57.328125 34.859375 57.328125 23.390625 \n",
"Q 57.328125 12.15625 50.6875 5.359375 \n",
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
"Q 6.984375 17.96875 6.984375 36.375 \n",
"Q 6.984375 53.65625 15.1875 63.9375 \n",
"Q 23.390625 74.21875 37.203125 74.21875 \n",
"Q 40.921875 74.21875 44.703125 73.484375 \n",
"Q 48.484375 72.75 52.59375 71.296875 \n",
"z\n",
"\" id=\"DejaVuSans-36\"/>\n",
" </defs>\n",
" <g transform=\"translate(164.102815 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_5\">\n",
" <g id=\"line2d_5\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"206.333084\" xlink:href=\"#mab46e12525\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_5\">\n",
" <!-- 80 -->\n",
" <defs>\n",
" <path d=\"M 31.78125 34.625 \n",
"Q 24.75 34.625 20.71875 30.859375 \n",
"Q 16.703125 27.09375 16.703125 20.515625 \n",
"Q 16.703125 13.921875 20.71875 10.15625 \n",
"Q 24.75 6.390625 31.78125 6.390625 \n",
"Q 38.8125 6.390625 42.859375 10.171875 \n",
"Q 46.921875 13.96875 46.921875 20.515625 \n",
"Q 46.921875 27.09375 42.890625 30.859375 \n",
"Q 38.875 34.625 31.78125 34.625 \n",
"z\n",
"M 21.921875 38.8125 \n",
"Q 15.578125 40.375 12.03125 44.71875 \n",
"Q 8.5 49.078125 8.5 55.328125 \n",
"Q 8.5 64.0625 14.71875 69.140625 \n",
"Q 20.953125 74.21875 31.78125 74.21875 \n",
"Q 42.671875 74.21875 48.875 69.140625 \n",
"Q 55.078125 64.0625 55.078125 55.328125 \n",
"Q 55.078125 49.078125 51.53125 44.71875 \n",
"Q 48 40.375 41.703125 38.8125 \n",
"Q 48.828125 37.15625 52.796875 32.3125 \n",
"Q 56.78125 27.484375 56.78125 20.515625 \n",
"Q 56.78125 9.90625 50.3125 4.234375 \n",
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
"Q 19.734375 -1.421875 13.25 4.234375 \n",
"Q 6.78125 9.90625 6.78125 20.515625 \n",
"Q 6.78125 27.484375 10.78125 32.3125 \n",
"Q 14.796875 37.15625 21.921875 38.8125 \n",
"z\n",
"M 18.3125 54.390625 \n",
"Q 18.3125 48.734375 21.84375 45.5625 \n",
"Q 25.390625 42.390625 31.78125 42.390625 \n",
"Q 38.140625 42.390625 41.71875 45.5625 \n",
"Q 45.3125 48.734375 45.3125 54.390625 \n",
"Q 45.3125 60.0625 41.71875 63.234375 \n",
"Q 38.140625 66.40625 31.78125 66.40625 \n",
"Q 25.390625 66.40625 21.84375 63.234375 \n",
"Q 18.3125 60.0625 18.3125 54.390625 \n",
"z\n",
"\" id=\"DejaVuSans-38\"/>\n",
" </defs>\n",
" <g transform=\"translate(199.970584 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_6\">\n",
" <g id=\"line2d_6\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"242.200852\" xlink:href=\"#mab46e12525\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_6\">\n",
" <!-- 100 -->\n",
" <defs>\n",
" <path d=\"M 12.40625 8.296875 \n",
"L 28.515625 8.296875 \n",
"L 28.515625 63.921875 \n",
"L 10.984375 60.40625 \n",
"L 10.984375 69.390625 \n",
"L 28.421875 72.90625 \n",
"L 38.28125 72.90625 \n",
"L 38.28125 8.296875 \n",
"L 54.390625 8.296875 \n",
"L 54.390625 0 \n",
"L 12.40625 0 \n",
"z\n",
"\" id=\"DejaVuSans-31\"/>\n",
" </defs>\n",
" <g transform=\"translate(232.657102 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use x=\"127.246094\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_7\">\n",
" <!-- epochs -->\n",
" <defs>\n",
" <path d=\"M 56.203125 29.59375 \n",
"L 56.203125 25.203125 \n",
"L 14.890625 25.203125 \n",
"Q 15.484375 15.921875 20.484375 11.0625 \n",
"Q 25.484375 6.203125 34.421875 6.203125 \n",
"Q 39.59375 6.203125 44.453125 7.46875 \n",
"Q 49.3125 8.734375 54.109375 11.28125 \n",
"L 54.109375 2.78125 \n",
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
"Q 5.515625 13.8125 5.515625 26.8125 \n",
"Q 5.515625 40.234375 12.765625 48.109375 \n",
"Q 20.015625 56 32.328125 56 \n",
"Q 43.359375 56 49.78125 48.890625 \n",
"Q 56.203125 41.796875 56.203125 29.59375 \n",
"z\n",
"M 47.21875 32.234375 \n",
"Q 47.125 39.59375 43.09375 43.984375 \n",
"Q 39.0625 48.390625 32.421875 48.390625 \n",
"Q 24.90625 48.390625 20.390625 44.140625 \n",
"Q 15.875 39.890625 15.1875 32.171875 \n",
"z\n",
"\" id=\"DejaVuSans-65\"/>\n",
" <path d=\"M 18.109375 8.203125 \n",
"L 18.109375 -20.796875 \n",
"L 9.078125 -20.796875 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.390625 \n",
"Q 20.953125 51.265625 25.265625 53.625 \n",
"Q 29.59375 56 35.59375 56 \n",
"Q 45.5625 56 51.78125 48.09375 \n",
"Q 58.015625 40.1875 58.015625 27.296875 \n",
"Q 58.015625 14.40625 51.78125 6.484375 \n",
"Q 45.5625 -1.421875 35.59375 -1.421875 \n",
"Q 29.59375 -1.421875 25.265625 0.953125 \n",
"Q 20.953125 3.328125 18.109375 8.203125 \n",
"z\n",
"M 48.6875 27.296875 \n",
"Q 48.6875 37.203125 44.609375 42.84375 \n",
"Q 40.53125 48.484375 33.40625 48.484375 \n",
"Q 26.265625 48.484375 22.1875 42.84375 \n",
"Q 18.109375 37.203125 18.109375 27.296875 \n",
"Q 18.109375 17.390625 22.1875 11.75 \n",
"Q 26.265625 6.109375 33.40625 6.109375 \n",
"Q 40.53125 6.109375 44.609375 11.75 \n",
"Q 48.6875 17.390625 48.6875 27.296875 \n",
"z\n",
"\" id=\"DejaVuSans-70\"/>\n",
" <path d=\"M 30.609375 48.390625 \n",
"Q 23.390625 48.390625 19.1875 42.75 \n",
"Q 14.984375 37.109375 14.984375 27.296875 \n",
"Q 14.984375 17.484375 19.15625 11.84375 \n",
"Q 23.34375 6.203125 30.609375 6.203125 \n",
"Q 37.796875 6.203125 41.984375 11.859375 \n",
"Q 46.1875 17.53125 46.1875 27.296875 \n",
"Q 46.1875 37.015625 41.984375 42.703125 \n",
"Q 37.796875 48.390625 30.609375 48.390625 \n",
"z\n",
"M 30.609375 56 \n",
"Q 42.328125 56 49.015625 48.375 \n",
"Q 55.71875 40.765625 55.71875 27.296875 \n",
"Q 55.71875 13.875 49.015625 6.21875 \n",
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
"Q 5.515625 13.875 5.515625 27.296875 \n",
"Q 5.515625 40.765625 12.171875 48.375 \n",
"Q 18.84375 56 30.609375 56 \n",
"z\n",
"\" id=\"DejaVuSans-6f\"/>\n",
" <path d=\"M 48.78125 52.59375 \n",
"L 48.78125 44.1875 \n",
"Q 44.96875 46.296875 41.140625 47.34375 \n",
"Q 37.3125 48.390625 33.40625 48.390625 \n",
"Q 24.65625 48.390625 19.8125 42.84375 \n",
"Q 14.984375 37.3125 14.984375 27.296875 \n",
"Q 14.984375 17.28125 19.8125 11.734375 \n",
"Q 24.65625 6.203125 33.40625 6.203125 \n",
"Q 37.3125 6.203125 41.140625 7.25 \n",
"Q 44.96875 8.296875 48.78125 10.40625 \n",
"L 48.78125 2.09375 \n",
"Q 45.015625 0.34375 40.984375 -0.53125 \n",
"Q 36.96875 -1.421875 32.421875 -1.421875 \n",
"Q 20.0625 -1.421875 12.78125 6.34375 \n",
"Q 5.515625 14.109375 5.515625 27.296875 \n",
"Q 5.515625 40.671875 12.859375 48.328125 \n",
"Q 20.21875 56 33.015625 56 \n",
"Q 37.15625 56 41.109375 55.140625 \n",
"Q 45.0625 54.296875 48.78125 52.59375 \n",
"z\n",
"\" id=\"DejaVuSans-63\"/>\n",
" <path d=\"M 54.890625 33.015625 \n",
"L 54.890625 0 \n",
"L 45.90625 0 \n",
"L 45.90625 32.71875 \n",
"Q 45.90625 40.484375 42.875 44.328125 \n",
"Q 39.84375 48.1875 33.796875 48.1875 \n",
"Q 26.515625 48.1875 22.3125 43.546875 \n",
"Q 18.109375 38.921875 18.109375 30.90625 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 75.984375 \n",
"L 18.109375 75.984375 \n",
"L 18.109375 46.1875 \n",
"Q 21.34375 51.125 25.703125 53.5625 \n",
"Q 30.078125 56 35.796875 56 \n",
"Q 45.21875 56 50.046875 50.171875 \n",
"Q 54.890625 44.34375 54.890625 33.015625 \n",
"z\n",
"\" id=\"DejaVuSans-68\"/>\n",
" <path d=\"M 44.28125 53.078125 \n",
"L 44.28125 44.578125 \n",
"Q 40.484375 46.53125 36.375 47.5 \n",
"Q 32.28125 48.484375 27.875 48.484375 \n",
"Q 21.1875 48.484375 17.84375 46.4375 \n",
"Q 14.5 44.390625 14.5 40.28125 \n",
"Q 14.5 37.15625 16.890625 35.375 \n",
"Q 19.28125 33.59375 26.515625 31.984375 \n",
"L 29.59375 31.296875 \n",
"Q 39.15625 29.25 43.1875 25.515625 \n",
"Q 47.21875 21.78125 47.21875 15.09375 \n",
"Q 47.21875 7.46875 41.1875 3.015625 \n",
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
"Q 10.6875 0.296875 5.421875 2 \n",
"L 5.421875 11.28125 \n",
"Q 10.40625 8.6875 15.234375 7.390625 \n",
"Q 20.0625 6.109375 24.8125 6.109375 \n",
"Q 31.15625 6.109375 34.5625 8.28125 \n",
"Q 37.984375 10.453125 37.984375 14.40625 \n",
"Q 37.984375 18.0625 35.515625 20.015625 \n",
"Q 33.0625 21.96875 24.703125 23.78125 \n",
"L 21.578125 24.515625 \n",
"Q 13.234375 26.265625 9.515625 29.90625 \n",
"Q 5.8125 33.546875 5.8125 39.890625 \n",
"Q 5.8125 47.609375 11.28125 51.796875 \n",
"Q 16.75 56 26.8125 56 \n",
"Q 31.78125 56 36.171875 55.265625 \n",
"Q 40.578125 54.546875 44.28125 53.078125 \n",
"z\n",
"\" id=\"DejaVuSans-73\"/>\n",
" </defs>\n",
" <g transform=\"translate(135.595313 174.876562)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-65\"/>\n",
" <use x=\"61.523438\" xlink:href=\"#DejaVuSans-70\"/>\n",
" <use x=\"125\" xlink:href=\"#DejaVuSans-6f\"/>\n",
" <use x=\"186.181641\" xlink:href=\"#DejaVuSans-63\"/>\n",
" <use x=\"241.162109\" xlink:href=\"#DejaVuSans-68\"/>\n",
" <use x=\"304.541016\" xlink:href=\"#DejaVuSans-73\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"matplotlib.axis_2\">\n",
" <g id=\"ytick_1\">\n",
" <g id=\"line2d_7\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L -3.5 0 \n",
"\" id=\"m4da355b4e4\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m4da355b4e4\" y=\"123.864967\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_8\">\n",
" <!-- $\\mathdefault{10^{-11}}$ -->\n",
" <defs>\n",
" <path d=\"M 10.59375 35.5 \n",
"L 73.1875 35.5 \n",
"L 73.1875 27.203125 \n",
"L 10.59375 27.203125 \n",
"z\n",
"\" id=\"DejaVuSans-2212\"/>\n",
" </defs>\n",
" <g transform=\"translate(20.878125 127.664185)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(231.391602 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_2\">\n",
" <g id=\"line2d_8\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m4da355b4e4\" y=\"98.922475\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_9\">\n",
" <!-- $\\mathdefault{10^{-8}}$ -->\n",
" <g transform=\"translate(25.278125 102.721694)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.765625)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.765625)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-38\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_3\">\n",
" <g id=\"line2d_9\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m4da355b4e4\" y=\"73.979984\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_10\">\n",
" <!-- $\\mathdefault{10^{-5}}$ -->\n",
" <defs>\n",
" <path d=\"M 10.796875 72.90625 \n",
"L 49.515625 72.90625 \n",
"L 49.515625 64.59375 \n",
"L 19.828125 64.59375 \n",
"L 19.828125 46.734375 \n",
"Q 21.96875 47.46875 24.109375 47.828125 \n",
"Q 26.265625 48.1875 28.421875 48.1875 \n",
"Q 40.625 48.1875 47.75 41.5 \n",
"Q 54.890625 34.8125 54.890625 23.390625 \n",
"Q 54.890625 11.625 47.5625 5.09375 \n",
"Q 40.234375 -1.421875 26.90625 -1.421875 \n",
"Q 22.3125 -1.421875 17.546875 -0.640625 \n",
"Q 12.796875 0.140625 7.71875 1.703125 \n",
"L 7.71875 11.625 \n",
"Q 12.109375 9.234375 16.796875 8.0625 \n",
"Q 21.484375 6.890625 26.703125 6.890625 \n",
"Q 35.15625 6.890625 40.078125 11.328125 \n",
"Q 45.015625 15.765625 45.015625 23.390625 \n",
"Q 45.015625 31 40.078125 35.4375 \n",
"Q 35.15625 39.890625 26.703125 39.890625 \n",
"Q 22.75 39.890625 18.8125 39.015625 \n",
"Q 14.890625 38.140625 10.796875 36.28125 \n",
"z\n",
"\" id=\"DejaVuSans-35\"/>\n",
" </defs>\n",
" <g transform=\"translate(25.278125 77.779203)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-35\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_4\">\n",
" <g id=\"line2d_10\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m4da355b4e4\" y=\"49.037493\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_11\">\n",
" <!-- $\\mathdefault{10^{-2}}$ -->\n",
" <g transform=\"translate(25.278125 52.836711)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.765625)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.765625)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-32\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_5\">\n",
" <g id=\"line2d_11\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"55.778125\" xlink:href=\"#m4da355b4e4\" y=\"24.095001\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_12\">\n",
" <!-- $\\mathdefault{10^{1}}$ -->\n",
" <g transform=\"translate(31.178125 27.89422)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_13\">\n",
" <!-- loss -->\n",
" <defs>\n",
" <path d=\"M 9.421875 75.984375 \n",
"L 18.40625 75.984375 \n",
"L 18.40625 0 \n",
"L 9.421875 0 \n",
"z\n",
"\" id=\"DejaVuSans-6c\"/>\n",
" </defs>\n",
" <g transform=\"translate(14.798438 88.307812)rotate(-90)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-6c\"/>\n",
" <use x=\"27.783203\" xlink:href=\"#DejaVuSans-6f\"/>\n",
" <use x=\"88.964844\" xlink:href=\"#DejaVuSans-73\"/>\n",
" <use x=\"141.064453\" xlink:href=\"#DejaVuSans-73\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"line2d_12\">\n",
" <path clip-path=\"url(#p7b3a31edb1)\" d=\"M 64.655398 18.921024 \n",
"L 66.448786 24.084779 \n",
"L 68.242175 28.667695 \n",
"L 70.035563 33.045249 \n",
"L 71.828951 37.342857 \n",
"L 73.62234 41.503392 \n",
"L 75.415728 45.755734 \n",
"L 77.209117 49.819456 \n",
"L 79.002505 53.812222 \n",
"L 80.795894 57.873599 \n",
"L 82.589282 61.894105 \n",
"L 84.38267 65.858285 \n",
"L 86.176059 69.757159 \n",
"L 87.969447 73.672665 \n",
"L 89.762836 77.494199 \n",
"L 91.556224 81.349422 \n",
"L 93.349613 85.222452 \n",
"L 95.143001 89.195799 \n",
"L 96.936389 93.004369 \n",
"L 98.729778 96.882913 \n",
"L 100.523166 100.750661 \n",
"L 102.316555 104.6398 \n",
"L 104.109943 108.406445 \n",
"L 105.903332 111.950736 \n",
"L 107.69672 115.57725 \n",
"L 109.490108 119.550521 \n",
"L 111.283497 121.935734 \n",
"L 113.076885 123.501651 \n",
"L 114.870274 125.603008 \n",
"L 116.663662 126.945398 \n",
"L 118.457051 127.448645 \n",
"L 120.250439 128.44475 \n",
"L 122.043827 129.769821 \n",
"L 123.837216 130.10064 \n",
"L 125.630604 130.652789 \n",
"L 127.423993 131.880026 \n",
"L 129.217381 132.099402 \n",
"L 131.01077 133.007105 \n",
"L 132.804158 134.497598 \n",
"L 134.597546 134.966857 \n",
"L 136.390935 137.112215 \n",
"L 138.184323 137.20841 \n",
"L 139.977712 137.540198 \n",
"L 141.7711 137.112215 \n",
"L 143.564489 136.512378 \n",
"L 145.357877 136.980736 \n",
"L 147.151265 136.955366 \n",
"L 148.944654 136.808513 \n",
"L 150.738042 139.198816 \n",
"L 152.531431 138.639448 \n",
"L 154.324819 138.550352 \n",
"L 156.118208 138.791339 \n",
"L 157.911596 138.8225 \n",
"L 159.704985 139.102633 \n",
"L 161.498373 138.495072 \n",
"L 163.291761 140.422727 \n",
"L 165.08515 137.665863 \n",
"L 166.878538 137.527834 \n",
"L 168.671927 137.989166 \n",
"L 170.465315 137.94971 \n",
"L 172.258704 138.364241 \n",
"L 174.052092 138.551288 \n",
"L 175.84548 138.570067 \n",
"L 177.638869 139.555336 \n",
"L 179.432257 139.021724 \n",
"L 181.225646 138.449718 \n",
"L 183.019034 138.985634 \n",
"L 184.812423 138.510317 \n",
"L 186.605811 138.827551 \n",
"L 188.399199 138.827551 \n",
"L 190.192588 138.771378 \n",
"L 191.985976 138.308652 \n",
"L 193.779365 138.239274 \n",
"L 195.572753 137.224912 \n",
"L 197.366142 137.229454 \n",
"L 199.15953 137.321534 \n",
"L 200.952918 137.066923 \n",
"L 202.746307 136.92092 \n",
"L 204.539695 136.749187 \n",
"L 206.333084 136.960486 \n",
"L 208.126472 135.859757 \n",
"L 209.919861 136.060314 \n",
"L 211.713249 136.160339 \n",
"L 213.506637 136.523576 \n",
"L 215.300026 137.242792 \n",
"L 217.093414 136.942747 \n",
"L 218.886803 138.225557 \n",
"L 220.680191 137.728324 \n",
"L 222.47358 136.937353 \n",
"L 224.266968 136.696138 \n",
"L 226.060356 136.811115 \n",
"L 227.853745 136.760575 \n",
"L 229.647133 136.50201 \n",
"L 231.440522 135.236429 \n",
"L 233.23391 135.392701 \n",
"L 235.027299 136.241415 \n",
"L 236.820687 137.070649 \n",
"L 238.614075 137.528892 \n",
"L 240.407464 137.778629 \n",
"L 242.200852 137.443825 \n",
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_13\">\n",
" <path clip-path=\"url(#p7b3a31edb1)\" d=\"M 64.655398 16.877273 \n",
"L 66.448786 17.075176 \n",
"L 68.242175 17.141835 \n",
"L 70.035563 17.181529 \n",
"L 71.828951 17.201926 \n",
"L 73.62234 17.21132 \n",
"L 75.415728 17.217143 \n",
"L 77.209117 17.220383 \n",
"L 79.002505 17.222028 \n",
"L 80.795894 17.223086 \n",
"L 82.589282 17.22365 \n",
"L 84.38267 17.223981 \n",
"L 86.176059 17.224171 \n",
"L 87.969447 17.224291 \n",
"L 89.762836 17.224345 \n",
"L 91.556224 17.224393 \n",
"L 93.349613 17.224414 \n",
"L 95.143001 17.224429 \n",
"L 96.936389 17.224437 \n",
"L 98.729778 17.224441 \n",
"L 100.523166 17.224444 \n",
"L 102.316555 17.224446 \n",
"L 104.109943 17.224446 \n",
"L 105.903332 17.224447 \n",
"L 107.69672 17.224447 \n",
"L 109.490108 17.224447 \n",
"L 111.283497 17.224447 \n",
"L 113.076885 17.224447 \n",
"L 114.870274 17.224447 \n",
"L 116.663662 17.224447 \n",
"L 118.457051 17.224447 \n",
"L 120.250439 17.224447 \n",
"L 122.043827 17.224447 \n",
"L 123.837216 17.224447 \n",
"L 125.630604 17.224447 \n",
"L 127.423993 17.224447 \n",
"L 129.217381 17.224447 \n",
"L 131.01077 17.224447 \n",
"L 132.804158 17.224447 \n",
"L 134.597546 17.224447 \n",
"L 136.390935 17.224447 \n",
"L 138.184323 17.224447 \n",
"L 139.977712 17.224447 \n",
"L 141.7711 17.224447 \n",
"L 143.564489 17.224447 \n",
"L 145.357877 17.224447 \n",
"L 147.151265 17.224447 \n",
"L 148.944654 17.224447 \n",
"L 150.738042 17.224447 \n",
"L 152.531431 17.224447 \n",
"L 154.324819 17.224447 \n",
"L 156.118208 17.224447 \n",
"L 157.911596 17.224447 \n",
"L 159.704985 17.224447 \n",
"L 161.498373 17.224447 \n",
"L 163.291761 17.224447 \n",
"L 165.08515 17.224447 \n",
"L 166.878538 17.224447 \n",
"L 168.671927 17.224447 \n",
"L 170.465315 17.224447 \n",
"L 172.258704 17.224447 \n",
"L 174.052092 17.224447 \n",
"L 175.84548 17.224447 \n",
"L 177.638869 17.224447 \n",
"L 179.432257 17.224447 \n",
"L 181.225646 17.224447 \n",
"L 183.019034 17.224447 \n",
"L 184.812423 17.224447 \n",
"L 186.605811 17.224447 \n",
"L 188.399199 17.224447 \n",
"L 190.192588 17.224447 \n",
"L 191.985976 17.224447 \n",
"L 193.779365 17.224447 \n",
"L 195.572753 17.224447 \n",
"L 197.366142 17.224447 \n",
"L 199.15953 17.224447 \n",
"L 200.952918 17.224447 \n",
"L 202.746307 17.224447 \n",
"L 204.539695 17.224447 \n",
"L 206.333084 17.224447 \n",
"L 208.126472 17.224447 \n",
"L 209.919861 17.224447 \n",
"L 211.713249 17.224447 \n",
"L 213.506637 17.224447 \n",
"L 215.300026 17.224447 \n",
"L 217.093414 17.224447 \n",
"L 218.886803 17.224447 \n",
"L 220.680191 17.224447 \n",
"L 222.47358 17.224447 \n",
"L 224.266968 17.224447 \n",
"L 226.060356 17.224447 \n",
"L 227.853745 17.224447 \n",
"L 229.647133 17.224447 \n",
"L 231.440522 17.224447 \n",
"L 233.23391 17.224447 \n",
"L 235.027299 17.224447 \n",
"L 236.820687 17.224447 \n",
"L 238.614075 17.224447 \n",
"L 240.407464 17.224447 \n",
"L 242.200852 17.224447 \n",
"\" style=\"fill:none;stroke:#ff7f0e;stroke-dasharray:1.5,2.475;stroke-dashoffset:0;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"patch_3\">\n",
" <path d=\"M 55.778125 146.6 \n",
"L 55.778125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_4\">\n",
" <path d=\"M 251.078125 146.6 \n",
"L 251.078125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_5\">\n",
" <path d=\"M 55.778125 146.6 \n",
"L 251.078125 146.6 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_6\">\n",
" <path d=\"M 55.778125 10.7 \n",
"L 251.078125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"legend_1\">\n",
" <g id=\"patch_7\">\n",
" <path d=\"M 188.803125 94.828125 \n",
"L 244.078125 94.828125 \n",
"Q 246.078125 94.828125 246.078125 92.828125 \n",
"L 246.078125 64.471875 \n",
"Q 246.078125 62.471875 244.078125 62.471875 \n",
"L 188.803125 62.471875 \n",
"Q 186.803125 62.471875 186.803125 64.471875 \n",
"L 186.803125 92.828125 \n",
"Q 186.803125 94.828125 188.803125 94.828125 \n",
"z\n",
"\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
" </g>\n",
" <g id=\"line2d_14\">\n",
" <path d=\"M 190.803125 70.570312 \n",
"L 210.803125 70.570312 \n",
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_15\"/>\n",
" <g id=\"text_14\">\n",
" <!-- train -->\n",
" <defs>\n",
" <path d=\"M 18.3125 70.21875 \n",
"L 18.3125 54.6875 \n",
"L 36.8125 54.6875 \n",
"L 36.8125 47.703125 \n",
"L 18.3125 47.703125 \n",
"L 18.3125 18.015625 \n",
"Q 18.3125 11.328125 20.140625 9.421875 \n",
"Q 21.96875 7.515625 27.59375 7.515625 \n",
"L 36.8125 7.515625 \n",
"L 36.8125 0 \n",
"L 27.59375 0 \n",
"Q 17.1875 0 13.234375 3.875 \n",
"Q 9.28125 7.765625 9.28125 18.015625 \n",
"L 9.28125 47.703125 \n",
"L 2.6875 47.703125 \n",
"L 2.6875 54.6875 \n",
"L 9.28125 54.6875 \n",
"L 9.28125 70.21875 \n",
"z\n",
"\" id=\"DejaVuSans-74\"/>\n",
" <path d=\"M 41.109375 46.296875 \n",
"Q 39.59375 47.171875 37.8125 47.578125 \n",
"Q 36.03125 48 33.890625 48 \n",
"Q 26.265625 48 22.1875 43.046875 \n",
"Q 18.109375 38.09375 18.109375 28.8125 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.1875 \n",
"Q 20.953125 51.171875 25.484375 53.578125 \n",
"Q 30.03125 56 36.53125 56 \n",
"Q 37.453125 56 38.578125 55.875 \n",
"Q 39.703125 55.765625 41.0625 55.515625 \n",
"z\n",
"\" id=\"DejaVuSans-72\"/>\n",
" <path d=\"M 34.28125 27.484375 \n",
"Q 23.390625 27.484375 19.1875 25 \n",
"Q 14.984375 22.515625 14.984375 16.5 \n",
"Q 14.984375 11.71875 18.140625 8.90625 \n",
"Q 21.296875 6.109375 26.703125 6.109375 \n",
"Q 34.1875 6.109375 38.703125 11.40625 \n",
"Q 43.21875 16.703125 43.21875 25.484375 \n",
"L 43.21875 27.484375 \n",
"z\n",
"M 52.203125 31.203125 \n",
"L 52.203125 0 \n",
"L 43.21875 0 \n",
"L 43.21875 8.296875 \n",
"Q 40.140625 3.328125 35.546875 0.953125 \n",
"Q 30.953125 -1.421875 24.3125 -1.421875 \n",
"Q 15.921875 -1.421875 10.953125 3.296875 \n",
"Q 6 8.015625 6 15.921875 \n",
"Q 6 25.140625 12.171875 29.828125 \n",
"Q 18.359375 34.515625 30.609375 34.515625 \n",
"L 43.21875 34.515625 \n",
"L 43.21875 35.40625 \n",
"Q 43.21875 41.609375 39.140625 45 \n",
"Q 35.0625 48.390625 27.6875 48.390625 \n",
"Q 23 48.390625 18.546875 47.265625 \n",
"Q 14.109375 46.140625 10.015625 43.890625 \n",
"L 10.015625 52.203125 \n",
"Q 14.9375 54.109375 19.578125 55.046875 \n",
"Q 24.21875 56 28.609375 56 \n",
"Q 40.484375 56 46.34375 49.84375 \n",
"Q 52.203125 43.703125 52.203125 31.203125 \n",
"z\n",
"\" id=\"DejaVuSans-61\"/>\n",
" <path d=\"M 9.421875 54.6875 \n",
"L 18.40625 54.6875 \n",
"L 18.40625 0 \n",
"L 9.421875 0 \n",
"z\n",
"M 9.421875 75.984375 \n",
"L 18.40625 75.984375 \n",
"L 18.40625 64.59375 \n",
"L 9.421875 64.59375 \n",
"z\n",
"\" id=\"DejaVuSans-69\"/>\n",
" <path d=\"M 54.890625 33.015625 \n",
"L 54.890625 0 \n",
"L 45.90625 0 \n",
"L 45.90625 32.71875 \n",
"Q 45.90625 40.484375 42.875 44.328125 \n",
"Q 39.84375 48.1875 33.796875 48.1875 \n",
"Q 26.515625 48.1875 22.3125 43.546875 \n",
"Q 18.109375 38.921875 18.109375 30.90625 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.1875 \n",
"Q 21.34375 51.125 25.703125 53.5625 \n",
"Q 30.078125 56 35.796875 56 \n",
"Q 45.21875 56 50.046875 50.171875 \n",
"Q 54.890625 44.34375 54.890625 33.015625 \n",
"z\n",
"\" id=\"DejaVuSans-6e\"/>\n",
" </defs>\n",
" <g transform=\"translate(218.803125 74.070312)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-74\"/>\n",
" <use x=\"39.208984\" xlink:href=\"#DejaVuSans-72\"/>\n",
" <use x=\"80.322266\" xlink:href=\"#DejaVuSans-61\"/>\n",
" <use x=\"141.601562\" xlink:href=\"#DejaVuSans-69\"/>\n",
" <use x=\"169.384766\" xlink:href=\"#DejaVuSans-6e\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"line2d_16\">\n",
" <path d=\"M 190.803125 85.248437 \n",
"L 210.803125 85.248437 \n",
"\" style=\"fill:none;stroke:#ff7f0e;stroke-dasharray:1.5,2.475;stroke-dashoffset:0;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_17\"/>\n",
" <g id=\"text_15\">\n",
" <!-- test -->\n",
" <g transform=\"translate(218.803125 88.748437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-74\"/>\n",
" <use x=\"39.208984\" xlink:href=\"#DejaVuSans-65\"/>\n",
" <use x=\"100.732422\" xlink:href=\"#DejaVuSans-73\"/>\n",
" <use x=\"152.832031\" xlink:href=\"#DejaVuSans-74\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <defs>\n",
" <clipPath id=\"p7b3a31edb1\">\n",
" <rect height=\"135.9\" width=\"195.3\" x=\"55.778125\" y=\"10.7\"/>\n",
" </clipPath>\n",
" </defs>\n",
"</svg>\n"
],
"text/plain": [
"<matplotlib.figure.Figure at 0x11ce2c940>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"fit_and_plot_pytorch(0)"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"L2 norm of w: 0.09631537646055222\n"
]
},
{
"data": {
"image/svg+xml": [
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 257 184\" width=\"257pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
" <defs>\n",
" <style type=\"text/css\">\n",
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
" </style>\n",
" </defs>\n",
" <g id=\"figure_1\">\n",
" <g id=\"patch_1\">\n",
" <path d=\"M 0 184.15625 \n",
"L 257.378125 184.15625 \n",
"L 257.378125 -0 \n",
"L 0 -0 \n",
"z\n",
"\" style=\"fill:none;\"/>\n",
" </g>\n",
" <g id=\"axes_1\">\n",
" <g id=\"patch_2\">\n",
" <path d=\"M 51.378125 146.6 \n",
"L 246.678125 146.6 \n",
"L 246.678125 10.7 \n",
"L 51.378125 10.7 \n",
"z\n",
"\" style=\"fill:#ffffff;\"/>\n",
" </g>\n",
" <g id=\"matplotlib.axis_1\">\n",
" <g id=\"xtick_1\">\n",
" <g id=\"line2d_1\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L 0 3.5 \n",
"\" id=\"mee034c527a\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"58.462009\" xlink:href=\"#mee034c527a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_1\">\n",
" <!-- 0 -->\n",
" <defs>\n",
" <path d=\"M 31.78125 66.40625 \n",
"Q 24.171875 66.40625 20.328125 58.90625 \n",
"Q 16.5 51.421875 16.5 36.375 \n",
"Q 16.5 21.390625 20.328125 13.890625 \n",
"Q 24.171875 6.390625 31.78125 6.390625 \n",
"Q 39.453125 6.390625 43.28125 13.890625 \n",
"Q 47.125 21.390625 47.125 36.375 \n",
"Q 47.125 51.421875 43.28125 58.90625 \n",
"Q 39.453125 66.40625 31.78125 66.40625 \n",
"z\n",
"M 31.78125 74.21875 \n",
"Q 44.046875 74.21875 50.515625 64.515625 \n",
"Q 56.984375 54.828125 56.984375 36.375 \n",
"Q 56.984375 17.96875 50.515625 8.265625 \n",
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
"Q 6.59375 17.96875 6.59375 36.375 \n",
"Q 6.59375 54.828125 13.0625 64.515625 \n",
"Q 19.53125 74.21875 31.78125 74.21875 \n",
"z\n",
"\" id=\"DejaVuSans-30\"/>\n",
" </defs>\n",
" <g transform=\"translate(55.280759 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_2\">\n",
" <g id=\"line2d_2\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"94.329778\" xlink:href=\"#mee034c527a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_2\">\n",
" <!-- 20 -->\n",
" <defs>\n",
" <path d=\"M 19.1875 8.296875 \n",
"L 53.609375 8.296875 \n",
"L 53.609375 0 \n",
"L 7.328125 0 \n",
"L 7.328125 8.296875 \n",
"Q 12.9375 14.109375 22.625 23.890625 \n",
"Q 32.328125 33.6875 34.8125 36.53125 \n",
"Q 39.546875 41.84375 41.421875 45.53125 \n",
"Q 43.3125 49.21875 43.3125 52.78125 \n",
"Q 43.3125 58.59375 39.234375 62.25 \n",
"Q 35.15625 65.921875 28.609375 65.921875 \n",
"Q 23.96875 65.921875 18.8125 64.3125 \n",
"Q 13.671875 62.703125 7.8125 59.421875 \n",
"L 7.8125 69.390625 \n",
"Q 13.765625 71.78125 18.9375 73 \n",
"Q 24.125 74.21875 28.421875 74.21875 \n",
"Q 39.75 74.21875 46.484375 68.546875 \n",
"Q 53.21875 62.890625 53.21875 53.421875 \n",
"Q 53.21875 48.921875 51.53125 44.890625 \n",
"Q 49.859375 40.875 45.40625 35.40625 \n",
"Q 44.1875 33.984375 37.640625 27.21875 \n",
"Q 31.109375 20.453125 19.1875 8.296875 \n",
"z\n",
"\" id=\"DejaVuSans-32\"/>\n",
" </defs>\n",
" <g transform=\"translate(87.967278 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_3\">\n",
" <g id=\"line2d_3\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"130.197546\" xlink:href=\"#mee034c527a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_3\">\n",
" <!-- 40 -->\n",
" <defs>\n",
" <path d=\"M 37.796875 64.3125 \n",
"L 12.890625 25.390625 \n",
"L 37.796875 25.390625 \n",
"z\n",
"M 35.203125 72.90625 \n",
"L 47.609375 72.90625 \n",
"L 47.609375 25.390625 \n",
"L 58.015625 25.390625 \n",
"L 58.015625 17.1875 \n",
"L 47.609375 17.1875 \n",
"L 47.609375 0 \n",
"L 37.796875 0 \n",
"L 37.796875 17.1875 \n",
"L 4.890625 17.1875 \n",
"L 4.890625 26.703125 \n",
"z\n",
"\" id=\"DejaVuSans-34\"/>\n",
" </defs>\n",
" <g transform=\"translate(123.835046 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_4\">\n",
" <g id=\"line2d_4\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"166.065315\" xlink:href=\"#mee034c527a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_4\">\n",
" <!-- 60 -->\n",
" <defs>\n",
" <path d=\"M 33.015625 40.375 \n",
"Q 26.375 40.375 22.484375 35.828125 \n",
"Q 18.609375 31.296875 18.609375 23.390625 \n",
"Q 18.609375 15.53125 22.484375 10.953125 \n",
"Q 26.375 6.390625 33.015625 6.390625 \n",
"Q 39.65625 6.390625 43.53125 10.953125 \n",
"Q 47.40625 15.53125 47.40625 23.390625 \n",
"Q 47.40625 31.296875 43.53125 35.828125 \n",
"Q 39.65625 40.375 33.015625 40.375 \n",
"z\n",
"M 52.59375 71.296875 \n",
"L 52.59375 62.3125 \n",
"Q 48.875 64.0625 45.09375 64.984375 \n",
"Q 41.3125 65.921875 37.59375 65.921875 \n",
"Q 27.828125 65.921875 22.671875 59.328125 \n",
"Q 17.53125 52.734375 16.796875 39.40625 \n",
"Q 19.671875 43.65625 24.015625 45.921875 \n",
"Q 28.375 48.1875 33.59375 48.1875 \n",
"Q 44.578125 48.1875 50.953125 41.515625 \n",
"Q 57.328125 34.859375 57.328125 23.390625 \n",
"Q 57.328125 12.15625 50.6875 5.359375 \n",
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
"Q 6.984375 17.96875 6.984375 36.375 \n",
"Q 6.984375 53.65625 15.1875 63.9375 \n",
"Q 23.390625 74.21875 37.203125 74.21875 \n",
"Q 40.921875 74.21875 44.703125 73.484375 \n",
"Q 48.484375 72.75 52.59375 71.296875 \n",
"z\n",
"\" id=\"DejaVuSans-36\"/>\n",
" </defs>\n",
" <g transform=\"translate(159.702815 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_5\">\n",
" <g id=\"line2d_5\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"201.933084\" xlink:href=\"#mee034c527a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_5\">\n",
" <!-- 80 -->\n",
" <defs>\n",
" <path d=\"M 31.78125 34.625 \n",
"Q 24.75 34.625 20.71875 30.859375 \n",
"Q 16.703125 27.09375 16.703125 20.515625 \n",
"Q 16.703125 13.921875 20.71875 10.15625 \n",
"Q 24.75 6.390625 31.78125 6.390625 \n",
"Q 38.8125 6.390625 42.859375 10.171875 \n",
"Q 46.921875 13.96875 46.921875 20.515625 \n",
"Q 46.921875 27.09375 42.890625 30.859375 \n",
"Q 38.875 34.625 31.78125 34.625 \n",
"z\n",
"M 21.921875 38.8125 \n",
"Q 15.578125 40.375 12.03125 44.71875 \n",
"Q 8.5 49.078125 8.5 55.328125 \n",
"Q 8.5 64.0625 14.71875 69.140625 \n",
"Q 20.953125 74.21875 31.78125 74.21875 \n",
"Q 42.671875 74.21875 48.875 69.140625 \n",
"Q 55.078125 64.0625 55.078125 55.328125 \n",
"Q 55.078125 49.078125 51.53125 44.71875 \n",
"Q 48 40.375 41.703125 38.8125 \n",
"Q 48.828125 37.15625 52.796875 32.3125 \n",
"Q 56.78125 27.484375 56.78125 20.515625 \n",
"Q 56.78125 9.90625 50.3125 4.234375 \n",
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
"Q 19.734375 -1.421875 13.25 4.234375 \n",
"Q 6.78125 9.90625 6.78125 20.515625 \n",
"Q 6.78125 27.484375 10.78125 32.3125 \n",
"Q 14.796875 37.15625 21.921875 38.8125 \n",
"z\n",
"M 18.3125 54.390625 \n",
"Q 18.3125 48.734375 21.84375 45.5625 \n",
"Q 25.390625 42.390625 31.78125 42.390625 \n",
"Q 38.140625 42.390625 41.71875 45.5625 \n",
"Q 45.3125 48.734375 45.3125 54.390625 \n",
"Q 45.3125 60.0625 41.71875 63.234375 \n",
"Q 38.140625 66.40625 31.78125 66.40625 \n",
"Q 25.390625 66.40625 21.84375 63.234375 \n",
"Q 18.3125 60.0625 18.3125 54.390625 \n",
"z\n",
"\" id=\"DejaVuSans-38\"/>\n",
" </defs>\n",
" <g transform=\"translate(195.570584 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"xtick_6\">\n",
" <g id=\"line2d_6\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"237.800852\" xlink:href=\"#mee034c527a\" y=\"146.6\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_6\">\n",
" <!-- 100 -->\n",
" <defs>\n",
" <path d=\"M 12.40625 8.296875 \n",
"L 28.515625 8.296875 \n",
"L 28.515625 63.921875 \n",
"L 10.984375 60.40625 \n",
"L 10.984375 69.390625 \n",
"L 28.421875 72.90625 \n",
"L 38.28125 72.90625 \n",
"L 38.28125 8.296875 \n",
"L 54.390625 8.296875 \n",
"L 54.390625 0 \n",
"L 12.40625 0 \n",
"z\n",
"\" id=\"DejaVuSans-31\"/>\n",
" </defs>\n",
" <g transform=\"translate(228.257102 161.198437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use x=\"127.246094\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_7\">\n",
" <!-- epochs -->\n",
" <defs>\n",
" <path d=\"M 56.203125 29.59375 \n",
"L 56.203125 25.203125 \n",
"L 14.890625 25.203125 \n",
"Q 15.484375 15.921875 20.484375 11.0625 \n",
"Q 25.484375 6.203125 34.421875 6.203125 \n",
"Q 39.59375 6.203125 44.453125 7.46875 \n",
"Q 49.3125 8.734375 54.109375 11.28125 \n",
"L 54.109375 2.78125 \n",
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
"Q 5.515625 13.8125 5.515625 26.8125 \n",
"Q 5.515625 40.234375 12.765625 48.109375 \n",
"Q 20.015625 56 32.328125 56 \n",
"Q 43.359375 56 49.78125 48.890625 \n",
"Q 56.203125 41.796875 56.203125 29.59375 \n",
"z\n",
"M 47.21875 32.234375 \n",
"Q 47.125 39.59375 43.09375 43.984375 \n",
"Q 39.0625 48.390625 32.421875 48.390625 \n",
"Q 24.90625 48.390625 20.390625 44.140625 \n",
"Q 15.875 39.890625 15.1875 32.171875 \n",
"z\n",
"\" id=\"DejaVuSans-65\"/>\n",
" <path d=\"M 18.109375 8.203125 \n",
"L 18.109375 -20.796875 \n",
"L 9.078125 -20.796875 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.390625 \n",
"Q 20.953125 51.265625 25.265625 53.625 \n",
"Q 29.59375 56 35.59375 56 \n",
"Q 45.5625 56 51.78125 48.09375 \n",
"Q 58.015625 40.1875 58.015625 27.296875 \n",
"Q 58.015625 14.40625 51.78125 6.484375 \n",
"Q 45.5625 -1.421875 35.59375 -1.421875 \n",
"Q 29.59375 -1.421875 25.265625 0.953125 \n",
"Q 20.953125 3.328125 18.109375 8.203125 \n",
"z\n",
"M 48.6875 27.296875 \n",
"Q 48.6875 37.203125 44.609375 42.84375 \n",
"Q 40.53125 48.484375 33.40625 48.484375 \n",
"Q 26.265625 48.484375 22.1875 42.84375 \n",
"Q 18.109375 37.203125 18.109375 27.296875 \n",
"Q 18.109375 17.390625 22.1875 11.75 \n",
"Q 26.265625 6.109375 33.40625 6.109375 \n",
"Q 40.53125 6.109375 44.609375 11.75 \n",
"Q 48.6875 17.390625 48.6875 27.296875 \n",
"z\n",
"\" id=\"DejaVuSans-70\"/>\n",
" <path d=\"M 30.609375 48.390625 \n",
"Q 23.390625 48.390625 19.1875 42.75 \n",
"Q 14.984375 37.109375 14.984375 27.296875 \n",
"Q 14.984375 17.484375 19.15625 11.84375 \n",
"Q 23.34375 6.203125 30.609375 6.203125 \n",
"Q 37.796875 6.203125 41.984375 11.859375 \n",
"Q 46.1875 17.53125 46.1875 27.296875 \n",
"Q 46.1875 37.015625 41.984375 42.703125 \n",
"Q 37.796875 48.390625 30.609375 48.390625 \n",
"z\n",
"M 30.609375 56 \n",
"Q 42.328125 56 49.015625 48.375 \n",
"Q 55.71875 40.765625 55.71875 27.296875 \n",
"Q 55.71875 13.875 49.015625 6.21875 \n",
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
"Q 5.515625 13.875 5.515625 27.296875 \n",
"Q 5.515625 40.765625 12.171875 48.375 \n",
"Q 18.84375 56 30.609375 56 \n",
"z\n",
"\" id=\"DejaVuSans-6f\"/>\n",
" <path d=\"M 48.78125 52.59375 \n",
"L 48.78125 44.1875 \n",
"Q 44.96875 46.296875 41.140625 47.34375 \n",
"Q 37.3125 48.390625 33.40625 48.390625 \n",
"Q 24.65625 48.390625 19.8125 42.84375 \n",
"Q 14.984375 37.3125 14.984375 27.296875 \n",
"Q 14.984375 17.28125 19.8125 11.734375 \n",
"Q 24.65625 6.203125 33.40625 6.203125 \n",
"Q 37.3125 6.203125 41.140625 7.25 \n",
"Q 44.96875 8.296875 48.78125 10.40625 \n",
"L 48.78125 2.09375 \n",
"Q 45.015625 0.34375 40.984375 -0.53125 \n",
"Q 36.96875 -1.421875 32.421875 -1.421875 \n",
"Q 20.0625 -1.421875 12.78125 6.34375 \n",
"Q 5.515625 14.109375 5.515625 27.296875 \n",
"Q 5.515625 40.671875 12.859375 48.328125 \n",
"Q 20.21875 56 33.015625 56 \n",
"Q 37.15625 56 41.109375 55.140625 \n",
"Q 45.0625 54.296875 48.78125 52.59375 \n",
"z\n",
"\" id=\"DejaVuSans-63\"/>\n",
" <path d=\"M 54.890625 33.015625 \n",
"L 54.890625 0 \n",
"L 45.90625 0 \n",
"L 45.90625 32.71875 \n",
"Q 45.90625 40.484375 42.875 44.328125 \n",
"Q 39.84375 48.1875 33.796875 48.1875 \n",
"Q 26.515625 48.1875 22.3125 43.546875 \n",
"Q 18.109375 38.921875 18.109375 30.90625 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 75.984375 \n",
"L 18.109375 75.984375 \n",
"L 18.109375 46.1875 \n",
"Q 21.34375 51.125 25.703125 53.5625 \n",
"Q 30.078125 56 35.796875 56 \n",
"Q 45.21875 56 50.046875 50.171875 \n",
"Q 54.890625 44.34375 54.890625 33.015625 \n",
"z\n",
"\" id=\"DejaVuSans-68\"/>\n",
" <path d=\"M 44.28125 53.078125 \n",
"L 44.28125 44.578125 \n",
"Q 40.484375 46.53125 36.375 47.5 \n",
"Q 32.28125 48.484375 27.875 48.484375 \n",
"Q 21.1875 48.484375 17.84375 46.4375 \n",
"Q 14.5 44.390625 14.5 40.28125 \n",
"Q 14.5 37.15625 16.890625 35.375 \n",
"Q 19.28125 33.59375 26.515625 31.984375 \n",
"L 29.59375 31.296875 \n",
"Q 39.15625 29.25 43.1875 25.515625 \n",
"Q 47.21875 21.78125 47.21875 15.09375 \n",
"Q 47.21875 7.46875 41.1875 3.015625 \n",
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
"Q 10.6875 0.296875 5.421875 2 \n",
"L 5.421875 11.28125 \n",
"Q 10.40625 8.6875 15.234375 7.390625 \n",
"Q 20.0625 6.109375 24.8125 6.109375 \n",
"Q 31.15625 6.109375 34.5625 8.28125 \n",
"Q 37.984375 10.453125 37.984375 14.40625 \n",
"Q 37.984375 18.0625 35.515625 20.015625 \n",
"Q 33.0625 21.96875 24.703125 23.78125 \n",
"L 21.578125 24.515625 \n",
"Q 13.234375 26.265625 9.515625 29.90625 \n",
"Q 5.8125 33.546875 5.8125 39.890625 \n",
"Q 5.8125 47.609375 11.28125 51.796875 \n",
"Q 16.75 56 26.8125 56 \n",
"Q 31.78125 56 36.171875 55.265625 \n",
"Q 40.578125 54.546875 44.28125 53.078125 \n",
"z\n",
"\" id=\"DejaVuSans-73\"/>\n",
" </defs>\n",
" <g transform=\"translate(131.195312 174.876562)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-65\"/>\n",
" <use x=\"61.523438\" xlink:href=\"#DejaVuSans-70\"/>\n",
" <use x=\"125\" xlink:href=\"#DejaVuSans-6f\"/>\n",
" <use x=\"186.181641\" xlink:href=\"#DejaVuSans-63\"/>\n",
" <use x=\"241.162109\" xlink:href=\"#DejaVuSans-68\"/>\n",
" <use x=\"304.541016\" xlink:href=\"#DejaVuSans-73\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"matplotlib.axis_2\">\n",
" <g id=\"ytick_1\">\n",
" <g id=\"line2d_7\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L -3.5 0 \n",
"\" id=\"m278d20dd38\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"51.378125\" xlink:href=\"#m278d20dd38\" y=\"122.00265\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_8\">\n",
" <!-- $\\mathdefault{10^{-2}}$ -->\n",
" <defs>\n",
" <path d=\"M 10.59375 35.5 \n",
"L 73.1875 35.5 \n",
"L 73.1875 27.203125 \n",
"L 10.59375 27.203125 \n",
"z\n",
"\" id=\"DejaVuSans-2212\"/>\n",
" </defs>\n",
" <g transform=\"translate(20.878125 125.801869)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.765625)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.765625)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-32\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_2\">\n",
" <g id=\"line2d_8\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"51.378125\" xlink:href=\"#m278d20dd38\" y=\"93.694978\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_9\">\n",
" <!-- $\\mathdefault{10^{-1}}$ -->\n",
" <g transform=\"translate(20.878125 97.494197)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-2212\"/>\n",
" <use transform=\"translate(186.855469 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_3\">\n",
" <g id=\"line2d_9\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"51.378125\" xlink:href=\"#m278d20dd38\" y=\"65.387306\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_10\">\n",
" <!-- $\\mathdefault{10^{0}}$ -->\n",
" <g transform=\"translate(26.778125 69.186525)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.765625)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.765625)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 39.046875)scale(0.7)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_4\">\n",
" <g id=\"line2d_10\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"51.378125\" xlink:href=\"#m278d20dd38\" y=\"37.079634\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_11\">\n",
" <!-- $\\mathdefault{10^{1}}$ -->\n",
" <g transform=\"translate(26.778125 40.878853)scale(0.1 -0.1)\">\n",
" <use transform=\"translate(0 0.684375)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" <use transform=\"translate(63.623047 0.684375)\" xlink:href=\"#DejaVuSans-30\"/>\n",
" <use transform=\"translate(128.203125 38.965625)scale(0.7)\" xlink:href=\"#DejaVuSans-31\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_5\">\n",
" <g id=\"line2d_11\">\n",
" <defs>\n",
" <path d=\"M 0 0 \n",
"L -2 0 \n",
"\" id=\"md48d45a669\" style=\"stroke:#000000;stroke-width:0.6;\"/>\n",
" </defs>\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"141.788864\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_6\">\n",
" <g id=\"line2d_12\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"136.80413\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_7\">\n",
" <g id=\"line2d_13\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"133.267405\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_8\">\n",
" <g id=\"line2d_14\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"130.524109\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_9\">\n",
" <g id=\"line2d_15\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"128.282672\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_10\">\n",
" <g id=\"line2d_16\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"126.387564\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_11\">\n",
" <g id=\"line2d_17\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"124.745947\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_12\">\n",
" <g id=\"line2d_18\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"123.297938\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_13\">\n",
" <g id=\"line2d_19\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"113.481192\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_14\">\n",
" <g id=\"line2d_20\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"108.496458\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_15\">\n",
" <g id=\"line2d_21\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"104.959733\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_16\">\n",
" <g id=\"line2d_22\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"102.216437\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_17\">\n",
" <g id=\"line2d_23\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"99.975\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_18\">\n",
" <g id=\"line2d_24\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"98.079892\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_19\">\n",
" <g id=\"line2d_25\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"96.438275\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_20\">\n",
" <g id=\"line2d_26\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"94.990266\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_21\">\n",
" <g id=\"line2d_27\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"85.17352\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_22\">\n",
" <g id=\"line2d_28\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"80.188786\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_23\">\n",
" <g id=\"line2d_29\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"76.652061\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_24\">\n",
" <g id=\"line2d_30\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"73.908765\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_25\">\n",
" <g id=\"line2d_31\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"71.667328\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_26\">\n",
" <g id=\"line2d_32\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"69.77222\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_27\">\n",
" <g id=\"line2d_33\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"68.130603\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_28\">\n",
" <g id=\"line2d_34\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"66.682594\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_29\">\n",
" <g id=\"line2d_35\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"56.865848\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_30\">\n",
" <g id=\"line2d_36\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"51.881114\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_31\">\n",
" <g id=\"line2d_37\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"48.344389\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_32\">\n",
" <g id=\"line2d_38\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"45.601093\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_33\">\n",
" <g id=\"line2d_39\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"43.359656\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_34\">\n",
" <g id=\"line2d_40\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"41.464548\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_35\">\n",
" <g id=\"line2d_41\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"39.822931\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_36\">\n",
" <g id=\"line2d_42\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"38.374922\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_37\">\n",
" <g id=\"line2d_43\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"28.558176\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_38\">\n",
" <g id=\"line2d_44\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"23.573442\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_39\">\n",
" <g id=\"line2d_45\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"20.036717\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_40\">\n",
" <g id=\"line2d_46\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"17.293421\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_41\">\n",
" <g id=\"line2d_47\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"15.051984\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_42\">\n",
" <g id=\"line2d_48\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"13.156876\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"ytick_43\">\n",
" <g id=\"line2d_49\">\n",
" <g>\n",
" <use style=\"stroke:#000000;stroke-width:0.6;\" x=\"51.378125\" xlink:href=\"#md48d45a669\" y=\"11.515259\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"text_12\">\n",
" <!-- loss -->\n",
" <defs>\n",
" <path d=\"M 9.421875 75.984375 \n",
"L 18.40625 75.984375 \n",
"L 18.40625 0 \n",
"L 9.421875 0 \n",
"z\n",
"\" id=\"DejaVuSans-6c\"/>\n",
" </defs>\n",
" <g transform=\"translate(14.798437 88.307812)rotate(-90)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-6c\"/>\n",
" <use x=\"27.783203\" xlink:href=\"#DejaVuSans-6f\"/>\n",
" <use x=\"88.964844\" xlink:href=\"#DejaVuSans-73\"/>\n",
" <use x=\"141.064453\" xlink:href=\"#DejaVuSans-73\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <g id=\"line2d_50\">\n",
" <path clip-path=\"url(#pdc10f1139d)\" d=\"M 60.255398 44.30659 \n",
"L 62.048786 69.539663 \n",
"L 63.842175 90.93173 \n",
"L 65.635563 103.855715 \n",
"L 67.428951 107.398661 \n",
"L 69.22234 108.672691 \n",
"L 71.015728 108.748254 \n",
"L 72.809117 109.05535 \n",
"L 74.602505 109.957721 \n",
"L 76.395894 110.429555 \n",
"L 78.189282 110.414176 \n",
"L 79.98267 110.666845 \n",
"L 81.776059 111.142942 \n",
"L 83.569447 112.22882 \n",
"L 85.362836 112.130733 \n",
"L 87.156224 112.560443 \n",
"L 88.949613 112.434766 \n",
"L 90.743001 113.084806 \n",
"L 92.536389 113.820432 \n",
"L 94.329778 113.459123 \n",
"L 96.123166 113.853223 \n",
"L 97.916555 114.225788 \n",
"L 99.709943 114.717819 \n",
"L 101.503332 114.918892 \n",
"L 103.29672 114.096514 \n",
"L 105.090108 115.50118 \n",
"L 106.883497 115.786452 \n",
"L 108.676885 116.27181 \n",
"L 110.470274 117.003918 \n",
"L 112.263662 117.342319 \n",
"L 114.057051 117.19135 \n",
"L 115.850439 117.810589 \n",
"L 117.643827 118.519928 \n",
"L 119.437216 118.215295 \n",
"L 121.230604 118.790198 \n",
"L 123.023993 118.865319 \n",
"L 124.817381 119.790376 \n",
"L 126.61077 120.601067 \n",
"L 128.404158 120.358224 \n",
"L 130.197546 120.975338 \n",
"L 131.990935 120.652256 \n",
"L 133.784323 121.123684 \n",
"L 135.577712 121.983969 \n",
"L 137.3711 122.296366 \n",
"L 139.164489 122.109269 \n",
"L 140.957877 122.324277 \n",
"L 142.751265 123.071841 \n",
"L 144.544654 123.803607 \n",
"L 146.338042 124.250621 \n",
"L 148.131431 124.394997 \n",
"L 149.924819 123.656013 \n",
"L 151.718208 125.026268 \n",
"L 153.511596 125.134139 \n",
"L 155.304985 125.642394 \n",
"L 157.098373 125.722456 \n",
"L 158.891761 126.740154 \n",
"L 160.68515 125.813002 \n",
"L 162.478538 126.571335 \n",
"L 164.271927 126.699038 \n",
"L 166.065315 127.388077 \n",
"L 167.858704 127.301939 \n",
"L 169.652092 128.509099 \n",
"L 171.44548 127.985982 \n",
"L 173.238869 129.480399 \n",
"L 175.032257 130.033884 \n",
"L 176.825646 130.689262 \n",
"L 178.619034 131.234434 \n",
"L 180.412423 130.419397 \n",
"L 182.205811 130.556701 \n",
"L 183.999199 130.852958 \n",
"L 185.792588 131.042352 \n",
"L 187.585976 131.426705 \n",
"L 189.379365 131.490589 \n",
"L 191.172753 131.17142 \n",
"L 192.966142 131.800068 \n",
"L 194.75953 132.465991 \n",
"L 196.552918 133.936648 \n",
"L 198.346307 134.359642 \n",
"L 200.139695 134.187664 \n",
"L 201.933084 134.409174 \n",
"L 203.726472 135.326115 \n",
"L 205.519861 136.61605 \n",
"L 207.313249 135.732751 \n",
"L 209.106637 136.077126 \n",
"L 210.900026 136.485673 \n",
"L 212.693414 135.474318 \n",
"L 214.486803 135.793974 \n",
"L 216.280191 137.674038 \n",
"L 218.07358 136.74648 \n",
"L 219.866968 137.209842 \n",
"L 221.660356 136.89492 \n",
"L 223.453745 138.296304 \n",
"L 225.247133 139.983933 \n",
"L 227.040522 139.005611 \n",
"L 228.83391 139.134996 \n",
"L 230.627299 138.339856 \n",
"L 232.420687 138.64936 \n",
"L 234.214075 139.211549 \n",
"L 236.007464 139.910407 \n",
"L 237.800852 140.422727 \n",
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_51\">\n",
" <path clip-path=\"url(#pdc10f1139d)\" d=\"M 60.255398 16.877273 \n",
"L 62.048786 21.263579 \n",
"L 63.842175 25.603642 \n",
"L 65.635563 29.899923 \n",
"L 67.428951 34.134925 \n",
"L 69.22234 38.265971 \n",
"L 71.015728 42.2855 \n",
"L 72.809117 46.139779 \n",
"L 74.602505 49.792931 \n",
"L 76.395894 53.232623 \n",
"L 78.189282 56.361512 \n",
"L 79.98267 59.129002 \n",
"L 81.776059 61.632905 \n",
"L 83.569447 63.778167 \n",
"L 85.362836 65.554848 \n",
"L 87.156224 67.104548 \n",
"L 88.949613 68.290676 \n",
"L 90.743001 69.291157 \n",
"L 92.536389 70.166767 \n",
"L 94.329778 70.887718 \n",
"L 96.123166 71.477746 \n",
"L 97.916555 72.002642 \n",
"L 99.709943 72.497171 \n",
"L 101.503332 72.942826 \n",
"L 103.29672 73.330978 \n",
"L 105.090108 73.680664 \n",
"L 106.883497 74.032045 \n",
"L 108.676885 74.405575 \n",
"L 110.470274 74.749125 \n",
"L 112.263662 75.118234 \n",
"L 114.057051 75.484126 \n",
"L 115.850439 75.830324 \n",
"L 117.643827 76.124766 \n",
"L 119.437216 76.47933 \n",
"L 121.230604 76.794713 \n",
"L 123.023993 77.160616 \n",
"L 124.817381 77.453893 \n",
"L 126.61077 77.821722 \n",
"L 128.404158 78.121419 \n",
"L 130.197546 78.447084 \n",
"L 131.990935 78.760331 \n",
"L 133.784323 79.08319 \n",
"L 135.577712 79.465693 \n",
"L 137.3711 79.788025 \n",
"L 139.164489 80.09006 \n",
"L 140.957877 80.444206 \n",
"L 142.751265 80.732109 \n",
"L 144.544654 81.047275 \n",
"L 146.338042 81.382226 \n",
"L 148.131431 81.709594 \n",
"L 149.924819 82.029422 \n",
"L 151.718208 82.382516 \n",
"L 153.511596 82.684928 \n",
"L 155.304985 83.010822 \n",
"L 157.098373 83.340823 \n",
"L 158.891761 83.670237 \n",
"L 160.68515 83.953776 \n",
"L 162.478538 84.250062 \n",
"L 164.271927 84.605853 \n",
"L 166.065315 84.924751 \n",
"L 167.858704 85.239776 \n",
"L 169.652092 85.584673 \n",
"L 171.44548 85.873207 \n",
"L 173.238869 86.21261 \n",
"L 175.032257 86.540169 \n",
"L 176.825646 86.814687 \n",
"L 178.619034 87.174726 \n",
"L 180.412423 87.423517 \n",
"L 182.205811 87.75458 \n",
"L 183.999199 88.053008 \n",
"L 185.792588 88.390885 \n",
"L 187.585976 88.651894 \n",
"L 189.379365 89.004529 \n",
"L 191.172753 89.294849 \n",
"L 192.966142 89.587996 \n",
"L 194.75953 89.897416 \n",
"L 196.552918 90.238043 \n",
"L 198.346307 90.530616 \n",
"L 200.139695 90.830564 \n",
"L 201.933084 91.127036 \n",
"L 203.726472 91.420234 \n",
"L 205.519861 91.734217 \n",
"L 207.313249 92.045734 \n",
"L 209.106637 92.319336 \n",
"L 210.900026 92.621704 \n",
"L 212.693414 92.901642 \n",
"L 214.486803 93.202996 \n",
"L 216.280191 93.503156 \n",
"L 218.07358 93.758034 \n",
"L 219.866968 94.063985 \n",
"L 221.660356 94.338669 \n",
"L 223.453745 94.658795 \n",
"L 225.247133 94.971692 \n",
"L 227.040522 95.217179 \n",
"L 228.83391 95.499166 \n",
"L 230.627299 95.787991 \n",
"L 232.420687 96.053129 \n",
"L 234.214075 96.357473 \n",
"L 236.007464 96.636453 \n",
"L 237.800852 96.895685 \n",
"\" style=\"fill:none;stroke:#ff7f0e;stroke-dasharray:1.5,2.475;stroke-dashoffset:0;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"patch_3\">\n",
" <path d=\"M 51.378125 146.6 \n",
"L 51.378125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_4\">\n",
" <path d=\"M 246.678125 146.6 \n",
"L 246.678125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_5\">\n",
" <path d=\"M 51.378125 146.6 \n",
"L 246.678125 146.6 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"patch_6\">\n",
" <path d=\"M 51.378125 10.7 \n",
"L 246.678125 10.7 \n",
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
" </g>\n",
" <g id=\"legend_1\">\n",
" <g id=\"patch_7\">\n",
" <path d=\"M 184.403125 48.05625 \n",
"L 239.678125 48.05625 \n",
"Q 241.678125 48.05625 241.678125 46.05625 \n",
"L 241.678125 17.7 \n",
"Q 241.678125 15.7 239.678125 15.7 \n",
"L 184.403125 15.7 \n",
"Q 182.403125 15.7 182.403125 17.7 \n",
"L 182.403125 46.05625 \n",
"Q 182.403125 48.05625 184.403125 48.05625 \n",
"z\n",
"\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
" </g>\n",
" <g id=\"line2d_52\">\n",
" <path d=\"M 186.403125 23.798437 \n",
"L 206.403125 23.798437 \n",
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_53\"/>\n",
" <g id=\"text_13\">\n",
" <!-- train -->\n",
" <defs>\n",
" <path d=\"M 18.3125 70.21875 \n",
"L 18.3125 54.6875 \n",
"L 36.8125 54.6875 \n",
"L 36.8125 47.703125 \n",
"L 18.3125 47.703125 \n",
"L 18.3125 18.015625 \n",
"Q 18.3125 11.328125 20.140625 9.421875 \n",
"Q 21.96875 7.515625 27.59375 7.515625 \n",
"L 36.8125 7.515625 \n",
"L 36.8125 0 \n",
"L 27.59375 0 \n",
"Q 17.1875 0 13.234375 3.875 \n",
"Q 9.28125 7.765625 9.28125 18.015625 \n",
"L 9.28125 47.703125 \n",
"L 2.6875 47.703125 \n",
"L 2.6875 54.6875 \n",
"L 9.28125 54.6875 \n",
"L 9.28125 70.21875 \n",
"z\n",
"\" id=\"DejaVuSans-74\"/>\n",
" <path d=\"M 41.109375 46.296875 \n",
"Q 39.59375 47.171875 37.8125 47.578125 \n",
"Q 36.03125 48 33.890625 48 \n",
"Q 26.265625 48 22.1875 43.046875 \n",
"Q 18.109375 38.09375 18.109375 28.8125 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.1875 \n",
"Q 20.953125 51.171875 25.484375 53.578125 \n",
"Q 30.03125 56 36.53125 56 \n",
"Q 37.453125 56 38.578125 55.875 \n",
"Q 39.703125 55.765625 41.0625 55.515625 \n",
"z\n",
"\" id=\"DejaVuSans-72\"/>\n",
" <path d=\"M 34.28125 27.484375 \n",
"Q 23.390625 27.484375 19.1875 25 \n",
"Q 14.984375 22.515625 14.984375 16.5 \n",
"Q 14.984375 11.71875 18.140625 8.90625 \n",
"Q 21.296875 6.109375 26.703125 6.109375 \n",
"Q 34.1875 6.109375 38.703125 11.40625 \n",
"Q 43.21875 16.703125 43.21875 25.484375 \n",
"L 43.21875 27.484375 \n",
"z\n",
"M 52.203125 31.203125 \n",
"L 52.203125 0 \n",
"L 43.21875 0 \n",
"L 43.21875 8.296875 \n",
"Q 40.140625 3.328125 35.546875 0.953125 \n",
"Q 30.953125 -1.421875 24.3125 -1.421875 \n",
"Q 15.921875 -1.421875 10.953125 3.296875 \n",
"Q 6 8.015625 6 15.921875 \n",
"Q 6 25.140625 12.171875 29.828125 \n",
"Q 18.359375 34.515625 30.609375 34.515625 \n",
"L 43.21875 34.515625 \n",
"L 43.21875 35.40625 \n",
"Q 43.21875 41.609375 39.140625 45 \n",
"Q 35.0625 48.390625 27.6875 48.390625 \n",
"Q 23 48.390625 18.546875 47.265625 \n",
"Q 14.109375 46.140625 10.015625 43.890625 \n",
"L 10.015625 52.203125 \n",
"Q 14.9375 54.109375 19.578125 55.046875 \n",
"Q 24.21875 56 28.609375 56 \n",
"Q 40.484375 56 46.34375 49.84375 \n",
"Q 52.203125 43.703125 52.203125 31.203125 \n",
"z\n",
"\" id=\"DejaVuSans-61\"/>\n",
" <path d=\"M 9.421875 54.6875 \n",
"L 18.40625 54.6875 \n",
"L 18.40625 0 \n",
"L 9.421875 0 \n",
"z\n",
"M 9.421875 75.984375 \n",
"L 18.40625 75.984375 \n",
"L 18.40625 64.59375 \n",
"L 9.421875 64.59375 \n",
"z\n",
"\" id=\"DejaVuSans-69\"/>\n",
" <path d=\"M 54.890625 33.015625 \n",
"L 54.890625 0 \n",
"L 45.90625 0 \n",
"L 45.90625 32.71875 \n",
"Q 45.90625 40.484375 42.875 44.328125 \n",
"Q 39.84375 48.1875 33.796875 48.1875 \n",
"Q 26.515625 48.1875 22.3125 43.546875 \n",
"Q 18.109375 38.921875 18.109375 30.90625 \n",
"L 18.109375 0 \n",
"L 9.078125 0 \n",
"L 9.078125 54.6875 \n",
"L 18.109375 54.6875 \n",
"L 18.109375 46.1875 \n",
"Q 21.34375 51.125 25.703125 53.5625 \n",
"Q 30.078125 56 35.796875 56 \n",
"Q 45.21875 56 50.046875 50.171875 \n",
"Q 54.890625 44.34375 54.890625 33.015625 \n",
"z\n",
"\" id=\"DejaVuSans-6e\"/>\n",
" </defs>\n",
" <g transform=\"translate(214.403125 27.298437)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-74\"/>\n",
" <use x=\"39.208984\" xlink:href=\"#DejaVuSans-72\"/>\n",
" <use x=\"80.322266\" xlink:href=\"#DejaVuSans-61\"/>\n",
" <use x=\"141.601562\" xlink:href=\"#DejaVuSans-69\"/>\n",
" <use x=\"169.384766\" xlink:href=\"#DejaVuSans-6e\"/>\n",
" </g>\n",
" </g>\n",
" <g id=\"line2d_54\">\n",
" <path d=\"M 186.403125 38.476562 \n",
"L 206.403125 38.476562 \n",
"\" style=\"fill:none;stroke:#ff7f0e;stroke-dasharray:1.5,2.475;stroke-dashoffset:0;stroke-width:1.5;\"/>\n",
" </g>\n",
" <g id=\"line2d_55\"/>\n",
" <g id=\"text_14\">\n",
" <!-- test -->\n",
" <g transform=\"translate(214.403125 41.976562)scale(0.1 -0.1)\">\n",
" <use xlink:href=\"#DejaVuSans-74\"/>\n",
" <use x=\"39.208984\" xlink:href=\"#DejaVuSans-65\"/>\n",
" <use x=\"100.732422\" xlink:href=\"#DejaVuSans-73\"/>\n",
" <use x=\"152.832031\" xlink:href=\"#DejaVuSans-74\"/>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" </g>\n",
" <defs>\n",
" <clipPath id=\"pdc10f1139d\">\n",
" <rect height=\"135.9\" width=\"195.3\" x=\"51.378125\" y=\"10.7\"/>\n",
" </clipPath>\n",
" </defs>\n",
"</svg>\n"
],
"text/plain": [
"<matplotlib.figure.Figure at 0x11ce17208>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"fit_and_plot_pytorch(3)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python [default]",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.3"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Reference in new issue View Git Blame Copy Permalink