{ "cells": [ { "cell_type": "markdown", "id": "a11ebdff", "metadata": {}, "source": [ "## Manual approach" ] }, { "cell_type": "code", "execution_count": 105, "id": "3163fb75", "metadata": {}, "outputs": [], "source": [ "import torch\n", "\n", "X = torch.tensor([[0.0],[10.0], [20.0], [30.0], [40.0]])\n", "Y = torch.tensor([[32.0], [50.0], [68.0], [86.0], [104.0]])" ] }, { "cell_type": "code", "execution_count": 106, "id": "64a02514", "metadata": {}, "outputs": [], "source": [ "W = torch.randn((1, 1), requires_grad=True)\n", "B = torch.randn((1, 1), requires_grad=True)" ] }, { "cell_type": "code", "execution_count": 107, "id": "35200e59", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Epoch 0: Loss = 3445.2056\n", "Epoch 400: Loss = 223.5457\n", "Epoch 800: Loss = 131.1967\n", "Epoch 1200: Loss = 76.9979\n", "Epoch 1600: Loss = 45.1893\n", "Epoch 2000: Loss = 26.5212\n", "Epoch 2400: Loss = 15.5650\n", "Epoch 2800: Loss = 9.1350\n", "Epoch 3200: Loss = 5.3611\n", "Epoch 3600: Loss = 3.1464\n", "Epoch 4000: Loss = 1.8466\n", "Epoch 4400: Loss = 1.0837\n", "Epoch 4800: Loss = 0.6360\n", "Epoch 5200: Loss = 0.3733\n", "Epoch 5600: Loss = 0.2191\n", "Epoch 6000: Loss = 0.1286\n", "Epoch 6400: Loss = 0.0755\n", "Epoch 6800: Loss = 0.0443\n", "Epoch 7200: Loss = 0.0260\n", "Epoch 7600: Loss = 0.0153\n", "Epoch 8000: Loss = 0.0090\n", "Epoch 8400: Loss = 0.0053\n", "Epoch 8800: Loss = 0.0031\n", "Epoch 9200: Loss = 0.0018\n", "Epoch 9600: Loss = 0.0011\n", "Epoch 10000: Loss = 0.0006\n", "Epoch 10400: Loss = 0.0004\n", "Epoch 10800: Loss = 0.0002\n", "Epoch 11200: Loss = 0.0001\n", "Epoch 11600: Loss = 0.0001\n", "Epoch 12000: Loss = 0.0000\n", "Epoch 12400: Loss = 0.0000\n", "Epoch 12800: Loss = 0.0000\n", "Epoch 13200: Loss = 0.0000\n", "Epoch 13600: Loss = 0.0000\n", "Epoch 14000: Loss = 0.0000\n", "Epoch 14400: Loss = 0.0000\n", "Epoch 14800: Loss = 0.0000\n", "Epoch 15200: Loss = 0.0000\n", "Epoch 15600: Loss = 0.0000\n", "Epoch 16000: Loss = 0.0000\n", "Epoch 16400: Loss = 0.0000\n", "Epoch 16800: Loss = 0.0000\n", "Epoch 17200: Loss = 0.0000\n", "Epoch 17600: Loss = 0.0000\n", "Epoch 18000: Loss = 0.0000\n", "Epoch 18400: Loss = 0.0000\n", "Epoch 18800: Loss = 0.0000\n", "Epoch 19200: Loss = 0.0000\n", "Epoch 19600: Loss = 0.0000\n" ] } ], "source": [ "learning_rate = 0.001\n", "\n", "for epoch in range(20000):\n", " Y_pred = X.matmul(W) + B\n", "\n", " loss = ((Y_pred - Y)**2).mean()\n", "\n", " loss.backward()\n", " with torch.no_grad():\n", " W -= learning_rate * W.grad\n", " B -= learning_rate * B.grad\n", "\n", " W.grad.zero_()\n", " B.grad.zero_()\n", "\n", " if epoch % 400 == 0:\n", " print(f\"Epoch {epoch}: Loss = {loss.item():.4f}\")" ] }, { "cell_type": "code", "execution_count": 108, "id": "be1eb1bd", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "--- Результаты обучения ---\n", "Предсказание для 100°C: 212.00°F (Ожидалось: 212.00)\n", "Итоговый вес W: 1.8000 (Ожидалось: 1.8)\n", "Итоговое смещение B: 31.9986 (Ожидалось: 32.0)\n" ] } ], "source": [ "with torch.no_grad():\n", " X_test = torch.tensor([[100.0]])\n", " Y_test_pred = X_test.matmul(W) + B\n", " print(\"\\n--- Результаты обучения ---\")\n", " print(f\"Предсказание для 100°C: {Y_test_pred.item():.2f}°F (Ожидалось: 212.00)\")\n", " print(f\"Итоговый вес W: {W.item():.4f} (Ожидалось: 1.8)\")\n", " print(f\"Итоговое смещение B: {B.item():.4f} (Ожидалось: 32.0)\")" ] }, { "cell_type": "markdown", "id": "1a066894", "metadata": {}, "source": [ "## Professional approach" ] }, { "cell_type": "code", "execution_count": 109, "id": "fa3c1e81", "metadata": {}, "outputs": [], "source": [ "import torch\n", "import torch.nn as nn\n", "import torch.optim as optim\n", "\n", "X = torch.tensor([[0.0],[10.0], [20.0], [30.0], [40.0]])\n", "Y = torch.tensor([[32.0], [50.0], [68.0], [86.0], [104.0]])" ] }, { "cell_type": "code", "execution_count": 110, "id": "8860a027", "metadata": {}, "outputs": [], "source": [ "model = nn.Linear(in_features=1, out_features=1)" ] }, { "cell_type": "code", "execution_count": 111, "id": "b1213a8a", "metadata": {}, "outputs": [], "source": [ "criterion = nn.MSELoss()\n", "optimizer = optim.SGD(model.parameters(), lr=0.001)" ] }, { "cell_type": "code", "execution_count": 112, "id": "27d203c4", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Epoch 0: loss = 6451.947265625\n", "Epoch 400: loss = 210.3446502685547\n", "Epoch 800: loss = 123.4490966796875\n", "Epoch 1200: loss = 72.45099639892578\n", "Epoch 1600: loss = 42.52076721191406\n" ] } ], "source": [ "for epoch in range(2000):\n", " Y_pred = model(X)\n", "\n", " loss = criterion(Y_pred, Y)\n", "\n", " optimizer.zero_grad()\n", "\n", " loss.backward()\n", "\n", " optimizer.step()\n", "\n", " if epoch % 400 == 0:\n", " print(f\"Epoch {epoch}: loss = {loss.item()}\")" ] }, { "cell_type": "code", "execution_count": 113, "id": "024b4276", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "--- Результаты обучения ---\n", "Предсказание для 100°C: 232.21°F\n", "Итоговый вес W: 2.0886\n", "Итоговое смещение B: 23.3475\n" ] } ], "source": [ "with torch.no_grad():\n", " X_test = torch.tensor([[100.0]])\n", " Y_test_pred = model(X_test)\n", " print(\"\\n--- Результаты обучения ---\")\n", " print(f\"Предсказание для 100°C: {Y_test_pred.item():.2f}°F\")\n", " \n", " # Доступ к обученным весам внутри слоя\n", " print(f\"Итоговый вес W: {model.weight.item():.4f}\")\n", " print(f\"Итоговое смещение B: {model.bias.item():.4f}\")" ] }, { "cell_type": "code", "execution_count": 114, "id": "df8942cd", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "--- MLP Model Architecture ---\n", "SimpleMLP(\n", " (fc1): Linear(in_features=784, out_features=128, bias=True)\n", " (fc2): Linear(in_features=128, out_features=10, bias=True)\n", ")\n", "\n", "--- Starting Training Simulation ---\n", "Epoch [1/5], Loss: 2.2789\n", "Epoch [2/5], Loss: 1.9576\n", "Epoch [3/5], Loss: 1.6794\n", "Epoch [4/5], Loss: 1.4376\n", "Epoch [5/5], Loss: 1.2265\n", "\n", "MLP Example successfully defined and simulated training steps.\n" ] } ], "source": [ "import torch\n", "import torch.nn as nn\n", "import torch.optim as optim\n", "\n", "# 1. Define the MLP model\n", "class SimpleMLP(nn.Module):\n", " def __init__(self, input_size, hidden_size, output_size):\n", " super(SimpleMLP, self).__init__()\n", " # First linear layer: input to hidden layer\n", " self.fc1 = nn.Linear(input_size, hidden_size)\n", " # Second linear layer: hidden layer to output layer\n", " self.fc2 = nn.Linear(hidden_size, output_size)\n", "\n", " def forward(self, x):\n", " # Apply ReLU activation function\n", " x = torch.relu(self.fc1(x))\n", " # Output layer (no activation for regression or logits)\n", " x = self.fc2(x)\n", " return x\n", "\n", "# 2. Setup parameters\n", "input_size = 784 # Example: Flattened MNIST image (28*28)\n", "hidden_size = 128\n", "output_size = 10 # Example: Number of classes for classification\n", "\n", "# Initialize the model\n", "model = SimpleMLP(input_size, hidden_size, output_size)\n", "print(\"--- MLP Model Architecture ---\")\n", "print(model)\n", "\n", "# 3. Create dummy data for demonstration (In a real scenario, you would load a dataset like MNIST)\n", "# Batch size and input features\n", "batch_size = 64\n", "dummy_input = torch.randn(batch_size, input_size)\n", "# Dummy labels\n", "dummy_target = torch.randint(0, output_size, (batch_size,))\n", "\n", "# 4. Setup Loss Function and Optimizer\n", "criterion = nn.CrossEntropyLoss() # Suitable for multi-class classification\n", "optimizer = optim.Adam(model.parameters(), lr=0.001)\n", "\n", "print(\"\\n--- Starting Training Simulation ---\")\n", "\n", "# 5. Training Loop (Simulation)\n", "num_epochs = 5\n", "\n", "for epoch in range(num_epochs):\n", " # Forward pass\n", " outputs = model(dummy_input)\n", " \n", " # Calculate loss\n", " loss = criterion(outputs, dummy_target)\n", " \n", " # Backward pass and optimization\n", " optimizer.zero_grad()\n", " loss.backward()\n", " optimizer.step()\n", " \n", " print(f'Epoch [{epoch+1}/{num_epochs}], Loss: {loss.item():.4f}')\n", "\n", "print(\"\\nMLP Example successfully defined and simulated training steps.\")" ] }, { "cell_type": "code", "execution_count": 115, "id": "98166324", "metadata": {}, "outputs": [], "source": [ "import torch\n", "from torch import nn\n", "from matplotlib import pyplot as plt" ] }, { "cell_type": "code", "execution_count": 116, "id": "ef1351a0", "metadata": {}, "outputs": [], "source": [ "w = 0.7\n", "b = 0.3\n", "\n", "X = torch.arange(0, 1, 0.02).unsqueeze(1)\n", "y = w * X + b" ] }, { "cell_type": "code", "execution_count": 117, "id": "e452da62", "metadata": {}, "outputs": [], "source": [ "train_split = int(0.8 * len(X))\n", "X_train, y_train = X[:train_split], y[:train_split]\n", "X_test, y_test = X[train_split:], y[train_split:]" ] }, { "cell_type": "code", "execution_count": 118, "id": "b9f7783b", "metadata": {}, "outputs": [], "source": [ "class Model(nn.Module):\n", " def __init__(self):\n", " super().__init__()\n", " self.linear = nn.Linear(1, 1)\n", " def forward(self, x):\n", " return self.linear(x)\n" ] }, { "cell_type": "code", "execution_count": 133, "id": "90874c3d", "metadata": {}, "outputs": [], "source": [ "model = Model()\n", "loss_fn = nn.L1Loss()\n", "optimizer = torch.optim.SGD(model.parameters(), lr=0.0001)" ] }, { "cell_type": "code", "execution_count": 141, "id": "ad664e99", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Epoch 0: Loss: 0.008045697584748268 Loss_test: 0.018803399056196213\n", "Epoch 10: Loss: 0.008011357858777046 Loss_test: 0.01872417889535427\n", "Epoch 20: Loss: 0.007976962253451347 Loss_test: 0.018648361787199974\n", "Epoch 30: Loss: 0.007942652329802513 Loss_test: 0.018565673381090164\n", "Epoch 40: Loss: 0.007908274419605732 Loss_test: 0.018482983112335205\n", "Epoch 50: Loss: 0.007873939350247383 Loss_test: 0.01840377412736416\n", "Epoch 60: Loss: 0.007839584723114967 Loss_test: 0.018324535340070724\n", "Epoch 70: Loss: 0.007805197034031153 Loss_test: 0.018241852521896362\n", "Epoch 80: Loss: 0.007770814001560211 Loss_test: 0.018166035413742065\n", "Epoch 90: Loss: 0.007736505474895239 Loss_test: 0.018083352595567703\n", "Epoch 100: Loss: 0.007702118717133999 Loss_test: 0.018004130572080612\n", "Epoch 110: Loss: 0.007667776197195053 Loss_test: 0.017921436578035355\n", "Epoch 120: Loss: 0.007633431814610958 Loss_test: 0.017842214554548264\n", "Epoch 130: Loss: 0.007599038537591696 Loss_test: 0.01775953732430935\n", "Epoch 140: Loss: 0.007564662490040064 Loss_test: 0.017683720216155052\n", "Epoch 150: Loss: 0.007530292961746454 Loss_test: 0.017597621306777\n", "Epoch 160: Loss: 0.007495974190533161 Loss_test: 0.017521798610687256\n", "Epoch 170: Loss: 0.007461588829755783 Loss_test: 0.01744258962571621\n", "Epoch 180: Loss: 0.007427276577800512 Loss_test: 0.0173599012196064\n", "Epoch 190: Loss: 0.007392874453216791 Loss_test: 0.017277205362915993\n", "Epoch 200: Loss: 0.007358507718890905 Loss_test: 0.017201393842697144\n", "Epoch 210: Loss: 0.007324136793613434 Loss_test: 0.01711530052125454\n", "Epoch 220: Loss: 0.007289794739335775 Loss_test: 0.017036069184541702\n", "Epoch 230: Loss: 0.0072554415091872215 Loss_test: 0.016960252076387405\n", "Epoch 240: Loss: 0.007221107371151447 Loss_test: 0.016877567395567894\n", "Epoch 250: Loss: 0.007186715956777334 Loss_test: 0.016794884577393532\n", "Epoch 260: Loss: 0.007152379956096411 Loss_test: 0.01671566441655159\n", "Epoch 270: Loss: 0.007117978297173977 Loss_test: 0.01663643680512905\n", "Epoch 280: Loss: 0.0070836408995091915 Loss_test: 0.016553759574890137\n", "Epoch 290: Loss: 0.007049286272376776 Loss_test: 0.016477936878800392\n", "Epoch 300: Loss: 0.007014954928308725 Loss_test: 0.016395259648561478\n", "Epoch 310: Loss: 0.006980604026466608 Loss_test: 0.016316020861268044\n", "Epoch 320: Loss: 0.006946216337382793 Loss_test: 0.01623334363102913\n", "Epoch 330: Loss: 0.006911881268024445 Loss_test: 0.01615411601960659\n", "Epoch 340: Loss: 0.006877475883811712 Loss_test: 0.016071433201432228\n", "Epoch 350: Loss: 0.006843137554824352 Loss_test: 0.01599561609327793\n", "Epoch 360: Loss: 0.00680879270657897 Loss_test: 0.01591293141245842\n", "Epoch 370: Loss: 0.00677445437759161 Loss_test: 0.015833700075745583\n", "Epoch 380: Loss: 0.006740066222846508 Loss_test: 0.01575447991490364\n", "Epoch 390: Loss: 0.006705722771584988 Loss_test: 0.015671800822019577\n", "Epoch 400: Loss: 0.006671322043985128 Loss_test: 0.015589112415909767\n", "Epoch 410: Loss: 0.006636989302933216 Loss_test: 0.015513300895690918\n", "Epoch 420: Loss: 0.006602602545171976 Loss_test: 0.015434074215590954\n", "Epoch 430: Loss: 0.006568240933120251 Loss_test: 0.015347987413406372\n", "Epoch 440: Loss: 0.006533913314342499 Loss_test: 0.015272158198058605\n", "Epoch 450: Loss: 0.0064995489083230495 Loss_test: 0.01518948096781969\n", "Epoch 460: Loss: 0.006465154234319925 Loss_test: 0.015106802806258202\n", "Epoch 470: Loss: 0.00643081683665514 Loss_test: 0.015027564950287342\n", "Epoch 480: Loss: 0.006396452896296978 Loss_test: 0.014951747842133045\n", "Epoch 490: Loss: 0.00636207964271307 Loss_test: 0.014865648932754993\n", "Epoch 500: Loss: 0.006327774375677109 Loss_test: 0.014789843931794167\n", "Epoch 510: Loss: 0.006293395068496466 Loss_test: 0.01470716018229723\n", "Epoch 520: Loss: 0.006258990615606308 Loss_test: 0.014627927914261818\n", "Epoch 530: Loss: 0.0062246560119092464 Loss_test: 0.014545244164764881\n", "Epoch 540: Loss: 0.006190317217260599 Loss_test: 0.014466023072600365\n", "Epoch 550: Loss: 0.006155920680612326 Loss_test: 0.014390205964446068\n", "Epoch 560: Loss: 0.006121611688286066 Loss_test: 0.014307516627013683\n", "Epoch 570: Loss: 0.006087233312427998 Loss_test: 0.014224827289581299\n", "Epoch 580: Loss: 0.006052898708730936 Loss_test: 0.014145618304610252\n", "Epoch 590: Loss: 0.00601854408159852 Loss_test: 0.014066380448639393\n", "Epoch 600: Loss: 0.005984155926853418 Loss_test: 0.013983696699142456\n", "Epoch 610: Loss: 0.005949772894382477 Loss_test: 0.01390787959098816\n", "Epoch 620: Loss: 0.0059154643677175045 Loss_test: 0.013825195841491222\n", "Epoch 630: Loss: 0.0058810776099562645 Loss_test: 0.01374597568064928\n", "Epoch 640: Loss: 0.005846735090017319 Loss_test: 0.013663279823958874\n", "Epoch 650: Loss: 0.005812390707433224 Loss_test: 0.013584059663116932\n", "Epoch 660: Loss: 0.005777997430413961 Loss_test: 0.013501381501555443\n", "Epoch 670: Loss: 0.0057436213828623295 Loss_test: 0.013425564393401146\n", "Epoch 680: Loss: 0.005709252320230007 Loss_test: 0.013339465484023094\n", "Epoch 690: Loss: 0.005674933083355427 Loss_test: 0.01326364278793335\n", "Epoch 700: Loss: 0.005640547722578049 Loss_test: 0.013184433802962303\n", "Epoch 710: Loss: 0.005606235470622778 Loss_test: 0.013101744465529919\n", "Epoch 720: Loss: 0.005571833346039057 Loss_test: 0.013019049540162086\n", "Epoch 730: Loss: 0.005537466146051884 Loss_test: 0.01294323243200779\n", "Epoch 740: Loss: 0.0055030956864356995 Loss_test: 0.012857144698500633\n", "Epoch 750: Loss: 0.005468753632158041 Loss_test: 0.012777912430465221\n", "Epoch 760: Loss: 0.005434400402009487 Loss_test: 0.012702095322310925\n", "Epoch 770: Loss: 0.005400066263973713 Loss_test: 0.012619411572813988\n", "Epoch 780: Loss: 0.0053656748495996 Loss_test: 0.012536728754639626\n", "Epoch 790: Loss: 0.005331338848918676 Loss_test: 0.012457507662475109\n", "Epoch 800: Loss: 0.005296936724334955 Loss_test: 0.012378280982375145\n", "Epoch 810: Loss: 0.005262599792331457 Loss_test: 0.01229560375213623\n", "Epoch 820: Loss: 0.005228245165199041 Loss_test: 0.012219781056046486\n", "Epoch 830: Loss: 0.005193913821130991 Loss_test: 0.012137102894484997\n", "Epoch 840: Loss: 0.005159562919288874 Loss_test: 0.012057865038514137\n", "Epoch 850: Loss: 0.005125174764543772 Loss_test: 0.011975186876952648\n", "Epoch 860: Loss: 0.00509084016084671 Loss_test: 0.011895960196852684\n", "Epoch 870: Loss: 0.005056434776633978 Loss_test: 0.011813277378678322\n", "Epoch 880: Loss: 0.005022096447646618 Loss_test: 0.011737460270524025\n", "Epoch 890: Loss: 0.0049877529963850975 Loss_test: 0.011654776521027088\n", "Epoch 900: Loss: 0.004953412804752588 Loss_test: 0.011575544252991676\n", "Epoch 910: Loss: 0.004919025115668774 Loss_test: 0.01149632316082716\n", "Epoch 920: Loss: 0.004884681198745966 Loss_test: 0.011413645930588245\n", "Epoch 930: Loss: 0.004850282333791256 Loss_test: 0.011330956593155861\n", "Epoch 940: Loss: 0.0048159463331103325 Loss_test: 0.011255145072937012\n", "Epoch 950: Loss: 0.004781560506671667 Loss_test: 0.011175918392837048\n", "Epoch 960: Loss: 0.004747199825942516 Loss_test: 0.011089831590652466\n", "Epoch 970: Loss: 0.004712873604148626 Loss_test: 0.011014002375304699\n", "Epoch 980: Loss: 0.004678507801145315 Loss_test: 0.010931325145065784\n", "Epoch 990: Loss: 0.004644113127142191 Loss_test: 0.010848646983504295\n", "Epoch 1000: Loss: 0.0046097757294774055 Loss_test: 0.010769409127533436\n", "Epoch 1010: Loss: 0.004575411789119244 Loss_test: 0.010693592019379139\n", "Epoch 1020: Loss: 0.004541038069874048 Loss_test: 0.010607493110001087\n", "Epoch 1030: Loss: 0.004506733268499374 Loss_test: 0.01053168810904026\n", "Epoch 1040: Loss: 0.004472356289625168 Loss_test: 0.010449004359543324\n", "Epoch 1050: Loss: 0.004437948111444712 Loss_test: 0.010369772091507912\n", "Epoch 1060: Loss: 0.00440361350774765 Loss_test: 0.010287088342010975\n", "Epoch 1070: Loss: 0.00436927517876029 Loss_test: 0.010207867249846458\n", "Epoch 1080: Loss: 0.004334879573434591 Loss_test: 0.010132050141692162\n", "Epoch 1090: Loss: 0.004300569649785757 Loss_test: 0.010049360804259777\n", "Epoch 1100: Loss: 0.004266192205250263 Loss_test: 0.009966671466827393\n", "Epoch 1110: Loss: 0.004231857601553202 Loss_test: 0.009887462481856346\n", "Epoch 1120: Loss: 0.004197502043098211 Loss_test: 0.009808224625885487\n", "Epoch 1130: Loss: 0.004163114819675684 Loss_test: 0.00972554087638855\n", "Epoch 1140: Loss: 0.004128732718527317 Loss_test: 0.009649723768234253\n", "Epoch 1150: Loss: 0.004094424657523632 Loss_test: 0.009567040018737316\n", "Epoch 1160: Loss: 0.004060038365423679 Loss_test: 0.009487813338637352\n", "Epoch 1170: Loss: 0.004025692585855722 Loss_test: 0.009405124001204967\n", "Epoch 1180: Loss: 0.003991351462900639 Loss_test: 0.009325903840363026\n", "Epoch 1190: Loss: 0.003956956323236227 Loss_test: 0.009243225678801537\n", "Epoch 1200: Loss: 0.003922580275684595 Loss_test: 0.00916740857064724\n", "Epoch 1210: Loss: 0.003888209816068411 Loss_test: 0.009081309661269188\n", "Epoch 1220: Loss: 0.0038538917433470488 Loss_test: 0.009005486965179443\n", "Epoch 1230: Loss: 0.0038195066154003143 Loss_test: 0.008926277980208397\n", "Epoch 1240: Loss: 0.0037851943634450436 Loss_test: 0.008843588642776012\n", "Epoch 1250: Loss: 0.0037507922388613224 Loss_test: 0.00876089371740818\n", "Epoch 1260: Loss: 0.0037164248060435057 Loss_test: 0.008685076609253883\n", "Epoch 1270: Loss: 0.003682055976241827 Loss_test: 0.008598988875746727\n", "Epoch 1280: Loss: 0.003647714154794812 Loss_test: 0.008519756607711315\n", "Epoch 1290: Loss: 0.003613357897847891 Loss_test: 0.008443939499557018\n", "Epoch 1300: Loss: 0.003579024923965335 Loss_test: 0.008361255750060081\n", "Epoch 1310: Loss: 0.0035446337424218655 Loss_test: 0.00827857293188572\n", "Epoch 1320: Loss: 0.003510297741740942 Loss_test: 0.008199351839721203\n", "Epoch 1330: Loss: 0.003475895617157221 Loss_test: 0.008120125159621239\n", "Epoch 1340: Loss: 0.0034415586851537228 Loss_test: 0.008037447929382324\n", "Epoch 1350: Loss: 0.003407204058021307 Loss_test: 0.00796162523329258\n", "Epoch 1360: Loss: 0.003372871084138751 Loss_test: 0.00787894707173109\n", "Epoch 1370: Loss: 0.0033385218121111393 Loss_test: 0.007799708750098944\n", "Epoch 1380: Loss: 0.0033041336573660374 Loss_test: 0.007717031054198742\n", "Epoch 1390: Loss: 0.0032698004506528378 Loss_test: 0.007637804839760065\n", "Epoch 1400: Loss: 0.0032353922724723816 Loss_test: 0.007555121090263128\n", "Epoch 1410: Loss: 0.003201055573299527 Loss_test: 0.007479303982108831\n", "Epoch 1420: Loss: 0.0031667121220380068 Loss_test: 0.007396620698273182\n", "Epoch 1430: Loss: 0.003132371697574854 Loss_test: 0.007317387964576483\n", "Epoch 1440: Loss: 0.003097984241321683 Loss_test: 0.007238167338073254\n", "Epoch 1450: Loss: 0.0030636400915682316 Loss_test: 0.007155490107834339\n", "Epoch 1460: Loss: 0.0030292414594441652 Loss_test: 0.007072800304740667\n", "Epoch 1470: Loss: 0.0029949054587632418 Loss_test: 0.0069969892501831055\n", "Epoch 1480: Loss: 0.0029605193994939327 Loss_test: 0.006917762570083141\n", "Epoch 1490: Loss: 0.0029261589515954256 Loss_test: 0.00683167576789856\n", "Epoch 1500: Loss: 0.002891832496970892 Loss_test: 0.006755846552550793\n", "Epoch 1510: Loss: 0.002857466693967581 Loss_test: 0.006673169322311878\n", "Epoch 1520: Loss: 0.0028230720199644566 Loss_test: 0.006590491626411676\n", "Epoch 1530: Loss: 0.0027887343894690275 Loss_test: 0.00651125330477953\n", "Epoch 1540: Loss: 0.002754370914772153 Loss_test: 0.006435436196625233\n", "Epoch 1550: Loss: 0.002719996962696314 Loss_test: 0.006349331233650446\n", "Epoch 1560: Loss: 0.00268569216132164 Loss_test: 0.006273531820625067\n", "Epoch 1570: Loss: 0.0026513151824474335 Loss_test: 0.006190842483192682\n", "Epoch 1580: Loss: 0.0026169070042669773 Loss_test: 0.006111615803092718\n", "Epoch 1590: Loss: 0.0025825724005699158 Loss_test: 0.006028932519257069\n", "Epoch 1600: Loss: 0.0025482340715825558 Loss_test: 0.0059497118927538395\n", "Epoch 1610: Loss: 0.002513838466256857 Loss_test: 0.005873894784599543\n", "Epoch 1620: Loss: 0.0024795285426080227 Loss_test: 0.005791204981505871\n", "Epoch 1630: Loss: 0.002445150865241885 Loss_test: 0.005708515644073486\n", "Epoch 1640: Loss: 0.0024108164943754673 Loss_test: 0.005629307124763727\n", "Epoch 1650: Loss: 0.002376460935920477 Loss_test: 0.00555006880313158\n", "Epoch 1660: Loss: 0.0023420737124979496 Loss_test: 0.0054673850536346436\n", "Epoch 1670: Loss: 0.002307691378518939 Loss_test: 0.005391567945480347\n", "Epoch 1680: Loss: 0.0022733837831765413 Loss_test: 0.00530888419598341\n", "Epoch 1690: Loss: 0.0022389970254153013 Loss_test: 0.005229657981544733\n", "Epoch 1700: Loss: 0.002204651478677988 Loss_test: 0.005146968178451061\n", "Epoch 1710: Loss: 0.0021703101228922606 Loss_test: 0.005067748017609119\n", "Epoch 1720: Loss: 0.0021359152160584927 Loss_test: 0.004985070321708918\n", "Epoch 1730: Loss: 0.0021015391685068607 Loss_test: 0.004909253213554621\n", "Epoch 1740: Loss: 0.0020671687088906765 Loss_test: 0.004823154304176569\n", "Epoch 1750: Loss: 0.0020328506361693144 Loss_test: 0.004747331142425537\n", "Epoch 1760: Loss: 0.00199846550822258 Loss_test: 0.004668122623115778\n", "Epoch 1770: Loss: 0.001964153256267309 Loss_test: 0.004585432820022106\n", "Epoch 1780: Loss: 0.0019297510152682662 Loss_test: 0.004502737428992987\n", "Epoch 1790: Loss: 0.0018953836988657713 Loss_test: 0.00442692032083869\n", "Epoch 1800: Loss: 0.0018610149854794145 Loss_test: 0.004340833518654108\n", "Epoch 1810: Loss: 0.0018266730476170778 Loss_test: 0.004261600784957409\n", "Epoch 1820: Loss: 0.0017923169070854783 Loss_test: 0.004185783676803112\n", "Epoch 1830: Loss: 0.0017579838167876005 Loss_test: 0.0041031003929674625\n", "Epoch 1840: Loss: 0.001723592751659453 Loss_test: 0.004020416643470526\n", "Epoch 1850: Loss: 0.0016892567509785295 Loss_test: 0.003941196016967297\n", "Epoch 1860: Loss: 0.0016548543935641646 Loss_test: 0.0038619698025286198\n", "Epoch 1870: Loss: 0.0016205176943913102 Loss_test: 0.003779292106628418\n", "Epoch 1880: Loss: 0.0015861630672588944 Loss_test: 0.003703468944877386\n", "Epoch 1890: Loss: 0.0015518299769610167 Loss_test: 0.003620791481807828\n", "Epoch 1900: Loss: 0.001517480588518083 Loss_test: 0.0035415529273450375\n", "Epoch 1910: Loss: 0.0014830924337729812 Loss_test: 0.0034588754642754793\n", "Epoch 1920: Loss: 0.0014487594598904252 Loss_test: 0.003379649017006159\n", "Epoch 1930: Loss: 0.0014143511652946472 Loss_test: 0.003296965267509222\n", "Epoch 1940: Loss: 0.0013800144661217928 Loss_test: 0.003221148159354925\n", "Epoch 1950: Loss: 0.0013456710148602724 Loss_test: 0.003138464642688632\n", "Epoch 1960: Loss: 0.0013113304739817977 Loss_test: 0.0030592321418225765\n", "Epoch 1970: Loss: 0.0012769431341439486 Loss_test: 0.002980011748149991\n", "Epoch 1980: Loss: 0.0012425988679751754 Loss_test: 0.0028973340522497892\n", "Epoch 1990: Loss: 0.0012082003522664309 Loss_test: 0.002814644481986761\n", "Epoch 2000: Loss: 0.0011738643515855074 Loss_test: 0.0027388334274291992\n", "Epoch 2010: Loss: 0.0011394784087315202 Loss_test: 0.0026596069801598787\n", "Epoch 2020: Loss: 0.0011051192414015532 Loss_test: 0.0025735199451446533\n", "Epoch 2030: Loss: 0.0010707930196076632 Loss_test: 0.00249769096262753\n", "Epoch 2040: Loss: 0.0010364264016970992 Loss_test: 0.0024150132667273283\n", "Epoch 2050: Loss: 0.001002032309770584 Loss_test: 0.00233233580365777\n", "Epoch 2060: Loss: 0.0009676933404989541 Loss_test: 0.0022530972491949797\n", "Epoch 2070: Loss: 0.0009333305060863495 Loss_test: 0.002177280141040683\n", "Epoch 2080: Loss: 0.0008989557391032577 Loss_test: 0.0020911754108965397\n", "Epoch 2090: Loss: 0.0008646510541439056 Loss_test: 0.0020153759978711605\n", "Epoch 2100: Loss: 0.0008302740752696991 Loss_test: 0.0019326865440234542\n", "Epoch 2110: Loss: 0.0007958657806739211 Loss_test: 0.0018534600967541337\n", "Epoch 2120: Loss: 0.0007615297799929976 Loss_test: 0.0017707764636725187\n", "Epoch 2130: Loss: 0.0007271930808201432 Loss_test: 0.0016915559535846114\n", "Epoch 2140: Loss: 0.0006927959620952606 Loss_test: 0.0016157388454303145\n", "Epoch 2150: Loss: 0.0006584875518456101 Loss_test: 0.0015330493915826082\n", "Epoch 2160: Loss: 0.000624108302872628 Loss_test: 0.00145035982131958\n", "Epoch 2170: Loss: 0.0005897767841815948 Loss_test: 0.0013711511855944991\n", "Epoch 2180: Loss: 0.0005554199451580644 Loss_test: 0.0012919127475470304\n", "Epoch 2190: Loss: 0.0005210332456044853 Loss_test: 0.0012092292308807373\n", "Epoch 2200: Loss: 0.00048665032954886556 Loss_test: 0.0011334121227264404\n", "Epoch 2210: Loss: 0.00045234113349579275 Loss_test: 0.0010507286060601473\n", "Epoch 2220: Loss: 0.00041795746074058115 Loss_test: 0.000971502042375505\n", "Epoch 2230: Loss: 0.0003836102841887623 Loss_test: 0.0008888125303201377\n", "Epoch 2240: Loss: 0.0003492705582175404 Loss_test: 0.0008095920202322304\n", "Epoch 2250: Loss: 0.00031487419619224966 Loss_test: 0.0007269143825396895\n", "Epoch 2260: Loss: 0.0002804987016133964 Loss_test: 0.0006510972743853927\n", "Epoch 2270: Loss: 0.0002461276890244335 Loss_test: 0.0005649983650073409\n", "Epoch 2280: Loss: 0.0002118095726473257 Loss_test: 0.0004891753196716309\n", "Epoch 2290: Loss: 0.00017742365889716893 Loss_test: 0.00040996671305038035\n", "Epoch 2300: Loss: 0.00014311223640106618 Loss_test: 0.00032727717189118266\n", "Epoch 2310: Loss: 0.00010870843834709376 Loss_test: 0.0002445816935505718\n", "Epoch 2320: Loss: 7.43426353437826e-05 Loss_test: 0.00016876458539627492\n", "Epoch 2330: Loss: 3.997236490249634e-05 Loss_test: 8.267760131275281e-05\n", "Epoch 2340: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2350: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2360: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2370: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2380: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2390: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2400: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2410: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2420: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2430: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2440: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2450: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2460: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2470: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2480: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2490: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2500: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2510: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2520: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2530: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2540: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2550: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2560: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2570: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2580: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2590: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2600: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2610: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2620: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2630: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2640: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2650: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2660: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2670: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2680: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2690: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2700: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2710: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2720: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2730: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2740: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2750: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2760: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2770: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2780: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2790: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2800: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2810: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2820: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2830: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2840: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2850: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2860: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2870: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2880: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2890: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2900: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2910: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2920: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2930: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2940: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2950: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2960: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2970: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2980: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 2990: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3000: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3010: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3020: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3030: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3040: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3050: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3060: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3070: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3080: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3090: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3100: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3110: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3120: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3130: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3140: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3150: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3160: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3170: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3180: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3190: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3200: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3210: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3220: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3230: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3240: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3250: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3260: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3270: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3280: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3290: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3300: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3310: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3320: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3330: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3340: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3350: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3360: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3370: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3380: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3390: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3400: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3410: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3420: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3430: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3440: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3450: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3460: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3470: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3480: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3490: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3500: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3510: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3520: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3530: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3540: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3550: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3560: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3570: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3580: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3590: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3600: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3610: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3620: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3630: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3640: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3650: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3660: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3670: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3680: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3690: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3700: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3710: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3720: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3730: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3740: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3750: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3760: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3770: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3780: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3790: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3800: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3810: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3820: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3830: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3840: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3850: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3860: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3870: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3880: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3890: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3900: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3910: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3920: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3930: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3940: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3950: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3960: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3970: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3980: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 3990: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4000: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4010: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4020: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4030: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4040: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4050: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4060: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4070: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4080: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4090: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4100: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4110: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4120: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4130: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4140: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4150: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4160: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4170: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4180: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4190: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4200: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4210: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4220: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4230: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4240: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4250: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4260: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4270: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4280: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4290: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4300: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4310: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4320: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4330: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4340: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4350: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4360: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4370: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4380: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4390: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4400: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4410: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4420: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4430: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4440: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4450: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4460: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4470: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4480: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4490: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4500: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4510: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4520: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4530: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4540: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4550: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4560: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4570: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4580: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4590: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4600: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4610: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4620: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4630: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4640: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4650: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4660: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4670: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4680: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4690: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4700: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4710: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4720: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4730: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4740: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4750: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4760: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4770: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4780: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4790: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4800: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4810: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4820: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4830: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4840: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4850: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4860: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4870: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4880: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4890: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4900: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4910: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4920: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4930: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4940: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4950: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4960: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4970: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4980: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 4990: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5000: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5010: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5020: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5030: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5040: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5050: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5060: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5070: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5080: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5090: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5100: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5110: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5120: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5130: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5140: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5150: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5160: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5170: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5180: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5190: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5200: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5210: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5220: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5230: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5240: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5250: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5260: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5270: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5280: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5290: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5300: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5310: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5320: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5330: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5340: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5350: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5360: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5370: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5380: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5390: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5400: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5410: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5420: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5430: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5440: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5450: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5460: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5470: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5480: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5490: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5500: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5510: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5520: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5530: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5540: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5550: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5560: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5570: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5580: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5590: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5600: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5610: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5620: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5630: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5640: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5650: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5660: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5670: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5680: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5690: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5700: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5710: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5720: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5730: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5740: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5750: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5760: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5770: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5780: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5790: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5800: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5810: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5820: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5830: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5840: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5850: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5860: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5870: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5880: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5890: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5900: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5910: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5920: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5930: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5940: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5950: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5960: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5970: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5980: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 5990: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6000: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6010: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6020: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6030: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6040: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6050: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6060: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6070: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6080: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6090: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6100: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6110: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6120: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6130: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6140: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6150: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6160: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6170: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6180: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6190: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6200: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6210: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6220: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6230: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6240: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6250: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6260: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6270: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6280: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6290: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6300: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6310: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6320: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6330: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6340: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6350: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6360: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6370: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6380: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6390: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6400: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6410: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6420: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6430: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6440: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6450: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6460: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6470: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6480: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6490: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6500: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6510: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6520: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6530: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6540: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6550: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6560: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6570: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6580: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6590: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6600: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6610: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6620: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6630: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6640: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6650: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6660: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6670: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6680: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6690: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6700: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6710: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6720: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6730: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6740: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6750: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6760: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6770: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6780: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6790: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6800: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6810: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6820: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6830: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6840: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6850: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6860: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6870: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6880: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6890: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6900: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6910: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6920: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6930: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6940: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6950: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6960: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6970: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6980: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 6990: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7000: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7010: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7020: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7030: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7040: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7050: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7060: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7070: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7080: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7090: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7100: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7110: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7120: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7130: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7140: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7150: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7160: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7170: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7180: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7190: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7200: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7210: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7220: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7230: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7240: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7250: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7260: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7270: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7280: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7290: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7300: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7310: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7320: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7330: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7340: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7350: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7360: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7370: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7380: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7390: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7400: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7410: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7420: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7430: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7440: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7450: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7460: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7470: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7480: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7490: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7500: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7510: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7520: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7530: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7540: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7550: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7560: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7570: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7580: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7590: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7600: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7610: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7620: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7630: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7640: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7650: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7660: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7670: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7680: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7690: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7700: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7710: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7720: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7730: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7740: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7750: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7760: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7770: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7780: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7790: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7800: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7810: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7820: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7830: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7840: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7850: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7860: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7870: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7880: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7890: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7900: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7910: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7920: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7930: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7940: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7950: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7960: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7970: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7980: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 7990: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8000: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8010: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8020: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8030: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8040: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8050: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8060: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8070: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8080: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8090: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8100: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8110: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8120: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8130: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8140: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8150: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8160: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8170: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8180: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8190: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8200: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8210: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8220: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8230: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8240: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8250: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8260: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8270: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8280: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8290: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8300: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8310: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8320: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8330: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8340: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8350: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8360: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8370: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8380: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8390: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8400: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8410: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8420: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8430: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8440: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8450: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8460: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8470: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8480: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8490: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8500: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8510: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8520: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8530: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8540: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8550: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8560: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8570: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8580: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8590: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8600: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8610: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8620: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8630: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8640: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8650: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8660: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8670: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8680: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8690: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8700: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8710: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8720: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8730: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8740: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8750: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8760: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8770: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8780: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8790: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8800: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8810: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8820: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8830: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8840: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8850: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8860: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8870: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8880: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8890: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8900: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8910: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8920: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8930: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8940: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8950: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8960: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8970: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8980: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 8990: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9000: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9010: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9020: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9030: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9040: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9050: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9060: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9070: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9080: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9090: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9100: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9110: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9120: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9130: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9140: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9150: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9160: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9170: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9180: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9190: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9200: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9210: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9220: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9230: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9240: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9250: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9260: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9270: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9280: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9290: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9300: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9310: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9320: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9330: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9340: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9350: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9360: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9370: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9380: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9390: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9400: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9410: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9420: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9430: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9440: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9450: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9460: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9470: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9480: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9490: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9500: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9510: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9520: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9530: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9540: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9550: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9560: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9570: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9580: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9590: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9600: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9610: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9620: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9630: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9640: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9650: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9660: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9670: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9680: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9690: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9700: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9710: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9720: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9730: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9740: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9750: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9760: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9770: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9780: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9790: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9800: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9810: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9820: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9830: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9840: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9850: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9860: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9870: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9880: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9890: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9900: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9910: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9920: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9930: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9940: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9950: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9960: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9970: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9980: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n", "Epoch 9990: Loss: 6.502568430732936e-05 Loss_test: 3.3360720408381894e-05\n" ] } ], "source": [ "epochs = 10000\n", "\n", "for epoch in range(epochs):\n", " model.train()\n", " y_pred = model(X_train)\n", " loss = loss_fn(y_pred, y_train)\n", " optimizer.zero_grad()\n", " loss.backward()\n", " optimizer.step()\n", " #print(f\"Epoch {epoch}: Loss: {loss}\")\n", "\n", " model.eval()\n", " with torch.inference_mode():\n", " test_pred = model(X_test)\n", " test_loss = loss_fn(test_pred, y_test)\n", " if epoch % 10 == 0:\n", " print(f\"Epoch {epoch}: Loss: {loss} Loss_test: {test_loss}\") " ] }, { "cell_type": "code", "execution_count": 142, "id": "9524c9c8", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "OrderedDict([('linear.weight', tensor([[0.6999]])),\n", " ('linear.bias', tensor([0.3000]))])" ] }, "execution_count": 142, "metadata": {}, "output_type": "execute_result" } ], "source": [ "model.state_dict()" ] }, { "cell_type": "code", "execution_count": null, "id": "afe93d3e", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": ".venv (3.11.15)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.15" } }, "nbformat": 4, "nbformat_minor": 5 }