final_notebook.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from model_builder import model_builder\n",
    "from neural_network.classes.Callbacks import EarlyStopping\n",
    "from neural_network.classes.LossFunctions import MeanEuclideanDistance\n",
    "from neural_network.classes.Optimizers import *\n",
    "from neural_network.classes.Validation import *\n",
    "import pandas as pd\n",
    "from neural_network.classes.ActivationFunctions import Sigmoid, TanH\n",
    "from neural_network.classes.Validation import TunerHO"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "Importing the dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "dataset_attribute_columns = [\"a1\", \"a2\", \"a3\", \"a4\", \"a5\", \"a6\", \"a7\", \"a8\", \"a9\"]\n",
    "dataset_class_column = [\"target_x\", \"target_y\"]\n",
    "dataset_train = pd.read_csv(\"neural_network/datasets/MLCup/train.csv\", skiprows=7, index_col=0, names= dataset_attribute_columns + dataset_class_column)\n",
    "dataset_test = pd.read_csv(\"neural_network/datasets/MLCup/test.csv\", skiprows=7, index_col=0, names= dataset_attribute_columns + dataset_class_column)\n",
    "\n",
    "train_set_y = dataset_train[dataset_class_column].to_numpy()\n",
    "train_set_x = dataset_train[dataset_attribute_columns].to_numpy()\n",
    "\n",
    "test_set_y = dataset_test[dataset_class_column].to_numpy()\n",
    "test_set_x = dataset_test[dataset_attribute_columns].to_numpy()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "Hyperparameter values for coarse-grained search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "hp = {\"num_hidden_layers\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[2, 3, 4],\n",
    "    unfold=True),\n",
    "    \"neurons_in_layer_1\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[10, 70],\n",
    "    unfold=True),\n",
    "    \"neurons_in_layer_2\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[10, 70],\n",
    "    unfold=True),\n",
    "    \"neurons_in_layer_3\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[0, 10, 70],\n",
    "    unfold=True),\n",
    "    \"neurons_in_layer_4\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[0, 10, 70],\n",
    "    unfold=True),\n",
    "    \"loss_function\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[MeanEuclideanDistance],\n",
    "    unfold=True),\n",
    "    \"optimizer\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[SGD],\n",
    "    unfold=True),\n",
    "    \"learning_rate\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[0.1, 0.01, 0.001],\n",
    "    unfold=True),\n",
    "    \"momentum\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[0.9, 0.5, 0.1],\n",
    "    unfold=True),\n",
    "    \"regularization\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[1e-8, 1e-5, 1e-2],\n",
    "    unfold=True),\n",
    "    \"activation_function\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[Sigmoid, TanH],\n",
    "    unfold=True),\n",
    "    \"batch_size\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[200],\n",
    "    unfold=True),\n",
    "    \"num_epochs\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[1000],\n",
    "    unfold=True),\n",
    "    \"callbacks\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[[EarlyStopping(monitor=\"val_mean_euclidean_distance\", patience=50, mode=\"min\", min_delta=1e-2, restore_best_weight=False)]],\n",
    "    unfold=True)\n",
    "}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "Here we perform a random search with few trials to have some results in short time. Running the whole grid search require much more time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "is_executing": true
    }
   },
   "outputs": [],
   "source": [
    "# tuner = TunerHO(ConfigurationGenerator(hp, mode=\"grid\"), model_builder, val_size=0.25, verbose=True,\n",
    "#                 default_metric=\"val_mean_euclidean_distance\", default_reverse=False, shuffle=True)\n",
    "tuner = TunerHO(ConfigurationGenerator(hp, mode=\"random\", num_trials=16), model_builder, val_size=0.25, verbose=False,\n",
    "                default_metric=\"val_mean_euclidean_distance\", default_reverse=False, shuffle=True)\n",
    "\n",
    "results = tuner.fit(train_set_x, train_set_y)\n",
    "results.sort(metric=\"val_mean_euclidean_distance\", reverse=False)\n",
    "results.dump(\"./coarse_search.pickle\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "Hyperparameter values for fine-grained search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "hp = {\"num_hidden_layers\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[3],\n",
    "    unfold=True),\n",
    "    \"neurons_in_layer_1\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[10, 15, 20],\n",
    "    unfold=True),\n",
    "    \"neurons_in_layer_2\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[10, 15, 20],\n",
    "    unfold=True),\n",
    "    \"neurons_in_layer_3\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[10, 15, 20],\n",
    "    unfold=True),\n",
    "    \"loss_function\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[MeanEuclideanDistance],\n",
    "    unfold=True),\n",
    "    \"optimizer\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[SGD],\n",
    "    unfold=True),\n",
    "    \"learning_rate\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[0.05, 0.03, 0.01, 0.005],\n",
    "    unfold=True),\n",
    "    \"momentum\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[0.6, 0.5, 0.4],\n",
    "    unfold=True),\n",
    "    \"regularization\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[0., 1e-8, 1e-7, 1e-6],\n",
    "    unfold=True),\n",
    "    \"activation_function\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[Sigmoid],\n",
    "    unfold=True),\n",
    "    \"batch_size\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[200],\n",
    "    unfold=True),\n",
    "    \"num_epochs\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[1000],\n",
    "    unfold=True),\n",
    "    \"callbacks\": Hyperparameter(\n",
    "    generator_logic=\"all_from_list\",\n",
    "    generator_space=[[EarlyStopping(monitor=\"val_mean_euclidean_distance\", patience=50, mode=\"min\", min_delta=1e-2, restore_best_weight=False)]],\n",
    "    unfold=True)\n",
    "}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "Again we perform a random search to finish in short time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch  1 mse: 794.4973    mean_euclidean_distance: 27.5897    \n",
      "Epoch  2 mse: 500.6204    mean_euclidean_distance: 21.6338    \n",
      "Epoch  3 mse: 402.0349    mean_euclidean_distance: 19.2146    \n",
      "Epoch  4 mse: 309.6162    mean_euclidean_distance: 16.6249    \n",
      "Epoch  5 mse: 224.7809    mean_euclidean_distance: 13.8366    \n",
      "Epoch  6 mse: 159.1869    mean_euclidean_distance: 11.4284    \n",
      "Epoch  7 mse: 117.5118    mean_euclidean_distance: 9.8099    \n",
      "Epoch  8 mse: 92.5258    mean_euclidean_distance: 8.7643    \n",
      "Epoch  9 mse: 78.0494    mean_euclidean_distance: 8.0966    \n",
      "Epoch  10 mse: 69.9954    mean_euclidean_distance: 7.6799    \n",
      "Epoch  11 mse: 65.7130    mean_euclidean_distance: 7.4275    \n",
      "Epoch  12 mse: 63.4929    mean_euclidean_distance: 7.2766    \n",
      "Epoch  13 mse: 62.3039    mean_euclidean_distance: 7.1836    \n",
      "Epoch  14 mse: 61.5733    mean_euclidean_distance: 7.1211    \n",
      "Epoch  15 mse: 61.0018    mean_euclidean_distance: 7.0728    \n",
      "Epoch  16 mse: 60.4351    mean_euclidean_distance: 7.0290    \n",
      "Epoch  17 mse: 59.7877    mean_euclidean_distance: 6.9840    \n",
      "Epoch  18 mse: 59.0034    mean_euclidean_distance: 6.9333    \n",
      "Epoch  19 mse: 58.0340    mean_euclidean_distance: 6.8731    \n",
      "Epoch  20 mse: 56.8319    mean_euclidean_distance: 6.7997    \n",
      "Epoch  21 mse: 55.3573    mean_euclidean_distance: 6.7092    \n",
      "Epoch  22 mse: 53.6077    mean_euclidean_distance: 6.5996    \n",
      "Epoch  23 mse: 51.6547    mean_euclidean_distance: 6.4731    \n",
      "Epoch  24 mse: 49.6357    mean_euclidean_distance: 6.3362    \n",
      "Epoch  25 mse: 47.6781    mean_euclidean_distance: 6.1963    \n",
      "Epoch  26 mse: 45.8394    mean_euclidean_distance: 6.0582    \n",
      "Epoch  27 mse: 44.1217    mean_euclidean_distance: 5.9239    \n",
      "Epoch  28 mse: 42.5137    mean_euclidean_distance: 5.7948    \n",
      "Epoch  29 mse: 41.0106    mean_euclidean_distance: 5.6719    \n",
      "Epoch  30 mse: 39.6160    mean_euclidean_distance: 5.5565    \n",
      "Epoch  31 mse: 38.3353    mean_euclidean_distance: 5.4493    \n",
      "Epoch  32 mse: 37.1705    mean_euclidean_distance: 5.3508    \n",
      "Epoch  33 mse: 36.1195    mean_euclidean_distance: 5.2607    \n",
      "Epoch  34 mse: 35.1735    mean_euclidean_distance: 5.1784    \n",
      "Epoch  35 mse: 34.3216    mean_euclidean_distance: 5.1028    \n",
      "Epoch  36 mse: 33.5542    mean_euclidean_distance: 5.0330    \n",
      "Epoch  37 mse: 32.8581    mean_euclidean_distance: 4.9680    \n",
      "Epoch  38 mse: 32.2230    mean_euclidean_distance: 4.9070    \n",
      "Epoch  39 mse: 31.6405    mean_euclidean_distance: 4.8494    \n",
      "Epoch  40 mse: 31.1057    mean_euclidean_distance: 4.7948    \n",
      "Epoch  41 mse: 30.6129    mean_euclidean_distance: 4.7429    \n",
      "Epoch  42 mse: 30.1551    mean_euclidean_distance: 4.6935    \n",
      "Epoch  43 mse: 29.7262    mean_euclidean_distance: 4.6464    \n",
      "Epoch  44 mse: 29.3214    mean_euclidean_distance: 4.6014    \n",
      "Epoch  45 mse: 28.9375    mean_euclidean_distance: 4.5585    \n",
      "Epoch  46 mse: 28.5727    mean_euclidean_distance: 4.5175    \n",
      "Epoch  47 mse: 28.2259    mean_euclidean_distance: 4.4782    \n",
      "Epoch  48 mse: 27.8923    mean_euclidean_distance: 4.4406    \n",
      "Epoch  49 mse: 27.5674    mean_euclidean_distance: 4.4046    \n",
      "Epoch  50 mse: 27.2495    mean_euclidean_distance: 4.3701    \n",
      "Epoch  51 mse: 26.9385    mean_euclidean_distance: 4.3369    \n",
      "Epoch  52 mse: 26.6340    mean_euclidean_distance: 4.3050    \n",
      "Epoch  53 mse: 26.3348    mean_euclidean_distance: 4.2742    \n",
      "Epoch  54 mse: 26.0400    mean_euclidean_distance: 4.2444    \n",
      "Epoch  55 mse: 25.7488    mean_euclidean_distance: 4.2156    \n",
      "Epoch  56 mse: 25.4606    mean_euclidean_distance: 4.1876    \n",
      "Epoch  57 mse: 25.1750    mean_euclidean_distance: 4.1604    \n",
      "Epoch  58 mse: 24.8913    mean_euclidean_distance: 4.1337    \n",
      "Epoch  59 mse: 24.6093    mean_euclidean_distance: 4.1076    \n",
      "Epoch  60 mse: 24.3292    mean_euclidean_distance: 4.0820    \n",
      "Epoch  61 mse: 24.0478    mean_euclidean_distance: 4.0566    \n",
      "Epoch  62 mse: 23.7622    mean_euclidean_distance: 4.0314    \n",
      "Epoch  63 mse: 23.4720    mean_euclidean_distance: 4.0064    \n",
      "Epoch  64 mse: 23.1786    mean_euclidean_distance: 3.9813    \n",
      "Epoch  65 mse: 22.8822    mean_euclidean_distance: 3.9561    \n",
      "Epoch  66 mse: 22.5809    mean_euclidean_distance: 3.9307    \n",
      "Epoch  67 mse: 22.2729    mean_euclidean_distance: 3.9048    \n",
      "Epoch  68 mse: 21.9566    mean_euclidean_distance: 3.8784    \n",
      "Epoch  69 mse: 21.6331    mean_euclidean_distance: 3.8514    \n",
      "Epoch  70 mse: 21.3021    mean_euclidean_distance: 3.8234    \n",
      "Epoch  71 mse: 20.9619    mean_euclidean_distance: 3.7944    \n",
      "Epoch  72 mse: 20.6098    mean_euclidean_distance: 3.7641    \n",
      "Epoch  73 mse: 20.2513    mean_euclidean_distance: 3.7325    \n",
      "Epoch  74 mse: 19.8708    mean_euclidean_distance: 3.6990    \n",
      "Epoch  75 mse: 19.4689    mean_euclidean_distance: 3.6635    \n",
      "Epoch  76 mse: 19.0390    mean_euclidean_distance: 3.6253    \n",
      "Epoch  77 mse: 18.5750    mean_euclidean_distance: 3.5840    \n",
      "Epoch  78 mse: 18.0740    mean_euclidean_distance: 3.5389    \n",
      "Epoch  79 mse: 17.5342    mean_euclidean_distance: 3.4895    \n",
      "Epoch  80 mse: 16.9576    mean_euclidean_distance: 3.4357    \n",
      "Epoch  81 mse: 16.3524    mean_euclidean_distance: 3.3775    \n",
      "Epoch  82 mse: 15.7380    mean_euclidean_distance: 3.3158    \n",
      "Epoch  83 mse: 15.1256    mean_euclidean_distance: 3.2516    \n",
      "Epoch  84 mse: 14.5308    mean_euclidean_distance: 3.1863    \n",
      "Epoch  85 mse: 13.9611    mean_euclidean_distance: 3.1211    \n",
      "Epoch  86 mse: 13.4229    mean_euclidean_distance: 3.0569    \n",
      "Epoch  87 mse: 12.9151    mean_euclidean_distance: 2.9940    \n",
      "Epoch  88 mse: 12.4354    mean_euclidean_distance: 2.9327    \n",
      "Epoch  89 mse: 11.9814    mean_euclidean_distance: 2.8731    \n",
      "Epoch  90 mse: 11.5513    mean_euclidean_distance: 2.8156    \n",
      "Epoch  91 mse: 11.1496    mean_euclidean_distance: 2.7603    \n",
      "Epoch  92 mse: 10.7671    mean_euclidean_distance: 2.7073    \n",
      "Epoch  93 mse: 10.3974    mean_euclidean_distance: 2.6564    \n",
      "Epoch  94 mse: 10.0474    mean_euclidean_distance: 2.6077    \n",
      "Epoch  95 mse: 9.7213    mean_euclidean_distance: 2.5615    \n",
      "Epoch  96 mse: 9.4195    mean_euclidean_distance: 2.5179    \n",
      "Epoch  97 mse: 9.1309    mean_euclidean_distance: 2.4769    \n",
      "Epoch  98 mse: 8.8569    mean_euclidean_distance: 2.4381    \n",
      "Epoch  99 mse: 8.6070    mean_euclidean_distance: 2.4011    \n",
      "Epoch  100 mse: 8.3772    mean_euclidean_distance: 2.3662    \n",
      "Epoch  101 mse: 8.1604    mean_euclidean_distance: 2.3335    \n",
      "Epoch  102 mse: 7.9574    mean_euclidean_distance: 2.3027    \n",
      "Epoch  103 mse: 7.7679    mean_euclidean_distance: 2.2739    \n",
      "Epoch  104 mse: 7.5918    mean_euclidean_distance: 2.2468    \n",
      "Epoch  105 mse: 7.4272    mean_euclidean_distance: 2.2213    \n",
      "Epoch  106 mse: 7.2729    mean_euclidean_distance: 2.1974    \n",
      "Epoch  107 mse: 7.1282    mean_euclidean_distance: 2.1748    \n",
      "Epoch  108 mse: 6.9934    mean_euclidean_distance: 2.1535    \n",
      "Epoch  109 mse: 6.8684    mean_euclidean_distance: 2.1335    \n",
      "Epoch  110 mse: 6.7527    mean_euclidean_distance: 2.1147    \n",
      "Epoch  111 mse: 6.6455    mean_euclidean_distance: 2.0970    \n",
      "Epoch  112 mse: 6.5460    mean_euclidean_distance: 2.0803    \n",
      "Epoch  113 mse: 6.4529    mean_euclidean_distance: 2.0645    \n",
      "Epoch  114 mse: 6.3650    mean_euclidean_distance: 2.0494    \n",
      "Epoch  115 mse: 6.2816    mean_euclidean_distance: 2.0350    \n",
      "Epoch  116 mse: 6.2020    mean_euclidean_distance: 2.0212    \n",
      "Epoch  117 mse: 6.1263    mean_euclidean_distance: 2.0080    \n",
      "Epoch  118 mse: 6.0545    mean_euclidean_distance: 1.9953    \n",
      "Epoch  119 mse: 5.9860    mean_euclidean_distance: 1.9833    \n",
      "Epoch  120 mse: 5.9201    mean_euclidean_distance: 1.9717    \n",
      "Epoch  121 mse: 5.8565    mean_euclidean_distance: 1.9606    \n",
      "Epoch  122 mse: 5.7972    mean_euclidean_distance: 1.9499    \n",
      "Epoch  123 mse: 5.7392    mean_euclidean_distance: 1.9395    \n",
      "Epoch  124 mse: 5.6825    mean_euclidean_distance: 1.9294    \n",
      "Epoch  125 mse: 5.6275    mean_euclidean_distance: 1.9196    \n",
      "Epoch  126 mse: 5.5747    mean_euclidean_distance: 1.9100    \n",
      "Epoch  127 mse: 5.5241    mean_euclidean_distance: 1.9007    \n",
      "Epoch  128 mse: 5.4757    mean_euclidean_distance: 1.8916    \n",
      "Epoch  129 mse: 5.4290    mean_euclidean_distance: 1.8827    \n",
      "Epoch  130 mse: 5.3838    mean_euclidean_distance: 1.8740    \n",
      "Epoch  131 mse: 5.3397    mean_euclidean_distance: 1.8654    \n",
      "Epoch  132 mse: 5.2966    mean_euclidean_distance: 1.8571    \n",
      "Epoch  133 mse: 5.2544    mean_euclidean_distance: 1.8489    \n",
      "Epoch  134 mse: 5.2131    mean_euclidean_distance: 1.8408    \n",
      "Epoch  135 mse: 5.1725    mean_euclidean_distance: 1.8329    \n",
      "Epoch  136 mse: 5.1327    mean_euclidean_distance: 1.8252    \n",
      "Epoch  137 mse: 5.0944    mean_euclidean_distance: 1.8176    \n",
      "Epoch  138 mse: 5.0575    mean_euclidean_distance: 1.8101    \n",
      "Epoch  139 mse: 5.0214    mean_euclidean_distance: 1.8028    \n",
      "Epoch  140 mse: 4.9859    mean_euclidean_distance: 1.7956    \n",
      "Epoch  141 mse: 4.9510    mean_euclidean_distance: 1.7886    \n",
      "Epoch  142 mse: 4.9168    mean_euclidean_distance: 1.7816    \n",
      "Epoch  143 mse: 4.8834    mean_euclidean_distance: 1.7748    \n",
      "Epoch  144 mse: 4.8505    mean_euclidean_distance: 1.7682    \n",
      "Epoch  145 mse: 4.8186    mean_euclidean_distance: 1.7617    \n",
      "Epoch  146 mse: 4.7880    mean_euclidean_distance: 1.7554    \n",
      "Epoch  147 mse: 4.7585    mean_euclidean_distance: 1.7493    \n",
      "Epoch  148 mse: 4.7301    mean_euclidean_distance: 1.7433    \n",
      "Epoch  149 mse: 4.7024    mean_euclidean_distance: 1.7376    \n",
      "Epoch  150 mse: 4.6755    mean_euclidean_distance: 1.7319    \n",
      "Epoch  151 mse: 4.6492    mean_euclidean_distance: 1.7264    \n",
      "Epoch  152 mse: 4.6237    mean_euclidean_distance: 1.7211    \n",
      "Epoch  153 mse: 4.5987    mean_euclidean_distance: 1.7158    \n",
      "Epoch  154 mse: 4.5740    mean_euclidean_distance: 1.7107    \n",
      "Epoch  155 mse: 4.5502    mean_euclidean_distance: 1.7058    \n",
      "Epoch  156 mse: 4.5274    mean_euclidean_distance: 1.7010    \n",
      "Epoch  157 mse: 4.5055    mean_euclidean_distance: 1.6963    \n",
      "Epoch  158 mse: 4.4844    mean_euclidean_distance: 1.6918    \n",
      "Epoch  159 mse: 4.4643    mean_euclidean_distance: 1.6873    \n",
      "Epoch  160 mse: 4.4453    mean_euclidean_distance: 1.6831    \n",
      "Epoch  161 mse: 4.4268    mean_euclidean_distance: 1.6789    \n",
      "Epoch  162 mse: 4.4086    mean_euclidean_distance: 1.6748    \n",
      "Epoch  163 mse: 4.3908    mean_euclidean_distance: 1.6708    \n",
      "Epoch  164 mse: 4.3732    mean_euclidean_distance: 1.6668    \n",
      "Epoch  165 mse: 4.3560    mean_euclidean_distance: 1.6629    \n",
      "Epoch  166 mse: 4.3390    mean_euclidean_distance: 1.6591    \n",
      "Epoch  167 mse: 4.3221    mean_euclidean_distance: 1.6554    \n",
      "Epoch  168 mse: 4.3054    mean_euclidean_distance: 1.6516    \n",
      "Epoch  169 mse: 4.2889    mean_euclidean_distance: 1.6480    \n",
      "Epoch  170 mse: 4.2726    mean_euclidean_distance: 1.6443    \n",
      "Epoch  171 mse: 4.2565    mean_euclidean_distance: 1.6407    \n",
      "Epoch  172 mse: 4.2407    mean_euclidean_distance: 1.6372    \n",
      "Epoch  173 mse: 4.2251    mean_euclidean_distance: 1.6336    \n",
      "Epoch  174 mse: 4.2099    mean_euclidean_distance: 1.6302    \n",
      "Epoch  175 mse: 4.1953    mean_euclidean_distance: 1.6267    \n",
      "Epoch  176 mse: 4.1811    mean_euclidean_distance: 1.6234    \n",
      "Epoch  177 mse: 4.1671    mean_euclidean_distance: 1.6200    \n",
      "Epoch  178 mse: 4.1533    mean_euclidean_distance: 1.6167    \n",
      "Epoch  179 mse: 4.1398    mean_euclidean_distance: 1.6135    \n",
      "Epoch  180 mse: 4.1267    mean_euclidean_distance: 1.6102    \n",
      "Epoch  181 mse: 4.1140    mean_euclidean_distance: 1.6071    \n",
      "Epoch  182 mse: 4.1017    mean_euclidean_distance: 1.6039    \n",
      "Epoch  183 mse: 4.0898    mean_euclidean_distance: 1.6008    \n",
      "Epoch  184 mse: 4.0781    mean_euclidean_distance: 1.5977    \n",
      "Epoch  185 mse: 4.0667    mean_euclidean_distance: 1.5947    \n",
      "Epoch  186 mse: 4.0555    mean_euclidean_distance: 1.5916    \n",
      "Epoch  187 mse: 4.0445    mean_euclidean_distance: 1.5886    \n",
      "Epoch  188 mse: 4.0345    mean_euclidean_distance: 1.5856    \n",
      "Epoch  189 mse: 4.0243    mean_euclidean_distance: 1.5827    \n",
      "Epoch  190 mse: 4.0143    mean_euclidean_distance: 1.5799    \n",
      "Epoch  191 mse: 4.0045    mean_euclidean_distance: 1.5771    \n",
      "Epoch  192 mse: 3.9949    mean_euclidean_distance: 1.5744    \n",
      "Epoch  193 mse: 3.9855    mean_euclidean_distance: 1.5717    \n",
      "Epoch  194 mse: 3.9764    mean_euclidean_distance: 1.5690    \n",
      "Epoch  195 mse: 3.9674    mean_euclidean_distance: 1.5664    \n",
      "Epoch  196 mse: 3.9587    mean_euclidean_distance: 1.5639    \n",
      "Epoch  197 mse: 3.9503    mean_euclidean_distance: 1.5613    \n",
      "Epoch  198 mse: 3.9420    mean_euclidean_distance: 1.5589    \n",
      "Epoch  199 mse: 3.9339    mean_euclidean_distance: 1.5564    \n",
      "Epoch  200 mse: 3.9259    mean_euclidean_distance: 1.5541    \n",
      "Epoch  201 mse: 3.9181    mean_euclidean_distance: 1.5517    \n",
      "Epoch  202 mse: 3.9105    mean_euclidean_distance: 1.5494    \n",
      "Epoch  203 mse: 3.9031    mean_euclidean_distance: 1.5471    \n",
      "Epoch  204 mse: 3.8958    mean_euclidean_distance: 1.5448    \n",
      "Epoch  205 mse: 3.8887    mean_euclidean_distance: 1.5426    \n",
      "Epoch  206 mse: 3.8818    mean_euclidean_distance: 1.5404    \n",
      "Epoch  207 mse: 3.8751    mean_euclidean_distance: 1.5382    \n",
      "Epoch  208 mse: 3.8686    mean_euclidean_distance: 1.5360    \n",
      "Epoch  209 mse: 3.8622    mean_euclidean_distance: 1.5339    \n",
      "Epoch  210 mse: 3.8559    mean_euclidean_distance: 1.5319    \n",
      "Epoch  211 mse: 3.8499    mean_euclidean_distance: 1.5299    \n",
      "Epoch  212 mse: 3.8441    mean_euclidean_distance: 1.5280    \n",
      "Epoch  213 mse: 3.8385    mean_euclidean_distance: 1.5261    \n",
      "Epoch  214 mse: 3.8330    mean_euclidean_distance: 1.5243    \n",
      "Epoch  215 mse: 3.8277    mean_euclidean_distance: 1.5225    \n",
      "Epoch  216 mse: 3.8224    mean_euclidean_distance: 1.5208    \n",
      "Epoch  217 mse: 3.8174    mean_euclidean_distance: 1.5191    \n",
      "Epoch  218 mse: 3.8124    mean_euclidean_distance: 1.5174    \n",
      "Epoch  219 mse: 3.8077    mean_euclidean_distance: 1.5158    \n",
      "Epoch  220 mse: 3.8031    mean_euclidean_distance: 1.5142    \n",
      "Epoch  221 mse: 3.7987    mean_euclidean_distance: 1.5127    \n",
      "Epoch  222 mse: 3.7943    mean_euclidean_distance: 1.5112    \n",
      "Epoch  223 mse: 3.7900    mean_euclidean_distance: 1.5097    \n",
      "Epoch  224 mse: 3.7858    mean_euclidean_distance: 1.5083    \n",
      "Epoch  225 mse: 3.7817    mean_euclidean_distance: 1.5069    \n",
      "Epoch  226 mse: 3.7776    mean_euclidean_distance: 1.5055    \n",
      "Epoch  227 mse: 3.7737    mean_euclidean_distance: 1.5042    \n",
      "Epoch  228 mse: 3.7698    mean_euclidean_distance: 1.5029    \n",
      "Epoch  229 mse: 3.7660    mean_euclidean_distance: 1.5016    \n",
      "Epoch  230 mse: 3.7623    mean_euclidean_distance: 1.5003    \n",
      "Epoch  231 mse: 3.7587    mean_euclidean_distance: 1.4991    \n",
      "Epoch  232 mse: 3.7552    mean_euclidean_distance: 1.4979    \n",
      "Epoch  233 mse: 3.7517    mean_euclidean_distance: 1.4967    \n",
      "Epoch  234 mse: 3.7484    mean_euclidean_distance: 1.4956    \n",
      "Epoch  235 mse: 3.7452    mean_euclidean_distance: 1.4944    \n",
      "Epoch  236 mse: 3.7420    mean_euclidean_distance: 1.4933    \n",
      "Epoch  237 mse: 3.7389    mean_euclidean_distance: 1.4923    \n",
      "Epoch  238 mse: 3.7358    mean_euclidean_distance: 1.4912    \n",
      "Epoch  239 mse: 3.7328    mean_euclidean_distance: 1.4902    \n",
      "Epoch  240 mse: 3.7298    mean_euclidean_distance: 1.4891    \n",
      "Epoch  241 mse: 3.7269    mean_euclidean_distance: 1.4881    \n",
      "Epoch  242 mse: 3.7240    mean_euclidean_distance: 1.4871    \n",
      "Epoch  243 mse: 3.7211    mean_euclidean_distance: 1.4861    \n",
      "Epoch  244 mse: 3.7183    mean_euclidean_distance: 1.4852    \n",
      "Epoch  245 mse: 3.7156    mean_euclidean_distance: 1.4842    \n",
      "Epoch  246 mse: 3.7129    mean_euclidean_distance: 1.4833    \n",
      "Epoch  247 mse: 3.7102    mean_euclidean_distance: 1.4823    \n",
      "Epoch  248 mse: 3.7076    mean_euclidean_distance: 1.4814    \n",
      "Epoch  249 mse: 3.7050    mean_euclidean_distance: 1.4805    \n",
      "Epoch  250 mse: 3.7025    mean_euclidean_distance: 1.4796    \n",
      "Epoch  251 mse: 3.7001    mean_euclidean_distance: 1.4788    \n",
      "Epoch  252 mse: 3.6977    mean_euclidean_distance: 1.4779    \n",
      "Epoch  253 mse: 3.6953    mean_euclidean_distance: 1.4771    \n",
      "Epoch  254 mse: 3.6931    mean_euclidean_distance: 1.4762    \n",
      "Epoch  255 mse: 3.6908    mean_euclidean_distance: 1.4754    \n",
      "Epoch  256 mse: 3.6886    mean_euclidean_distance: 1.4746    \n",
      "Epoch  257 mse: 3.6865    mean_euclidean_distance: 1.4738    \n",
      "Epoch  258 mse: 3.6843    mean_euclidean_distance: 1.4730    \n",
      "Epoch  259 mse: 3.6822    mean_euclidean_distance: 1.4722    \n",
      "Epoch  260 mse: 3.6801    mean_euclidean_distance: 1.4715    \n",
      "Epoch  261 mse: 3.6781    mean_euclidean_distance: 1.4707    \n",
      "Epoch  262 mse: 3.6761    mean_euclidean_distance: 1.4700    \n",
      "Epoch  263 mse: 3.6741    mean_euclidean_distance: 1.4692    \n",
      "Epoch  264 mse: 3.6722    mean_euclidean_distance: 1.4685    \n",
      "Epoch  265 mse: 3.6703    mean_euclidean_distance: 1.4678    \n",
      "Epoch  266 mse: 3.6684    mean_euclidean_distance: 1.4671    \n",
      "Epoch  267 mse: 3.6665    mean_euclidean_distance: 1.4664    \n",
      "Epoch  268 mse: 3.6647    mean_euclidean_distance: 1.4658    \n",
      "Epoch  269 mse: 3.6629    mean_euclidean_distance: 1.4651    \n",
      "Epoch  270 mse: 3.6611    mean_euclidean_distance: 1.4644    \n",
      "Epoch  271 mse: 3.6593    mean_euclidean_distance: 1.4638    \n",
      "Epoch  272 mse: 3.6576    mean_euclidean_distance: 1.4631    \n",
      "Epoch  273 mse: 3.6559    mean_euclidean_distance: 1.4625    \n",
      "Epoch  274 mse: 3.6542    mean_euclidean_distance: 1.4618    \n",
      "Epoch  275 mse: 3.6525    mean_euclidean_distance: 1.4612    \n",
      "Epoch  276 mse: 3.6508    mean_euclidean_distance: 1.4606    \n",
      "Epoch  277 mse: 3.6492    mean_euclidean_distance: 1.4600    \n",
      "Epoch  278 mse: 3.6475    mean_euclidean_distance: 1.4593    \n",
      "Epoch  279 mse: 3.6459    mean_euclidean_distance: 1.4587    \n",
      "Epoch  280 mse: 3.6443    mean_euclidean_distance: 1.4581    \n",
      "Epoch  281 mse: 3.6427    mean_euclidean_distance: 1.4575    \n",
      "Epoch  282 mse: 3.6411    mean_euclidean_distance: 1.4570    \n",
      "Epoch  283 mse: 3.6395    mean_euclidean_distance: 1.4564    \n",
      "Epoch  284 mse: 3.6380    mean_euclidean_distance: 1.4558    \n",
      "Epoch  285 mse: 3.6364    mean_euclidean_distance: 1.4552    \n",
      "Epoch  286 mse: 3.6349    mean_euclidean_distance: 1.4547    \n",
      "Epoch  287 mse: 3.6333    mean_euclidean_distance: 1.4541    \n",
      "Epoch  288 mse: 3.6318    mean_euclidean_distance: 1.4536    \n",
      "Epoch  289 mse: 3.6303    mean_euclidean_distance: 1.4530    \n",
      "Epoch  290 mse: 3.6287    mean_euclidean_distance: 1.4525    \n",
      "Epoch  291 mse: 3.6272    mean_euclidean_distance: 1.4519    \n",
      "Epoch  292 mse: 3.6257    mean_euclidean_distance: 1.4514    \n",
      "Epoch  293 mse: 3.6242    mean_euclidean_distance: 1.4509    \n",
      "Epoch  294 mse: 3.6227    mean_euclidean_distance: 1.4504    \n",
      "Epoch  295 mse: 3.6212    mean_euclidean_distance: 1.4498    \n",
      "Epoch  296 mse: 3.6197    mean_euclidean_distance: 1.4493    \n",
      "Epoch  297 mse: 3.6181    mean_euclidean_distance: 1.4488    \n",
      "Epoch  298 mse: 3.6166    mean_euclidean_distance: 1.4483    \n",
      "Epoch  299 mse: 3.6151    mean_euclidean_distance: 1.4478    \n",
      "Epoch  300 mse: 3.6136    mean_euclidean_distance: 1.4473    \n",
      "Epoch  301 mse: 3.6121    mean_euclidean_distance: 1.4468    \n",
      "Epoch  302 mse: 3.6107    mean_euclidean_distance: 1.4463    \n",
      "Epoch  303 mse: 3.6093    mean_euclidean_distance: 1.4458    \n",
      "Epoch  304 mse: 3.6081    mean_euclidean_distance: 1.4453    \n",
      "Epoch  305 mse: 3.6067    mean_euclidean_distance: 1.4449    \n",
      "Epoch  306 mse: 3.6052    mean_euclidean_distance: 1.4444    \n",
      "Epoch  307 mse: 3.6037    mean_euclidean_distance: 1.4439    \n",
      "Epoch  308 mse: 3.6022    mean_euclidean_distance: 1.4434    \n",
      "Epoch  309 mse: 3.6008    mean_euclidean_distance: 1.4430    \n",
      "Epoch  310 mse: 3.5995    mean_euclidean_distance: 1.4425    \n",
      "Epoch  311 mse: 3.5981    mean_euclidean_distance: 1.4421    \n",
      "Epoch  312 mse: 3.5967    mean_euclidean_distance: 1.4416    \n",
      "Epoch  313 mse: 3.5954    mean_euclidean_distance: 1.4412    \n",
      "Epoch  314 mse: 3.5940    mean_euclidean_distance: 1.4407    \n",
      "Epoch  315 mse: 3.5927    mean_euclidean_distance: 1.4403    \n",
      "Epoch  316 mse: 3.5914    mean_euclidean_distance: 1.4398    \n",
      "Epoch  317 mse: 3.5901    mean_euclidean_distance: 1.4394    \n",
      "Epoch  318 mse: 3.5888    mean_euclidean_distance: 1.4390    \n",
      "Epoch  319 mse: 3.5875    mean_euclidean_distance: 1.4386    \n",
      "Epoch  320 mse: 3.5862    mean_euclidean_distance: 1.4382    \n",
      "Epoch  321 mse: 3.5849    mean_euclidean_distance: 1.4378    \n",
      "Epoch  322 mse: 3.5836    mean_euclidean_distance: 1.4374    \n",
      "Epoch  323 mse: 3.5825    mean_euclidean_distance: 1.4371    \n",
      "Epoch  324 mse: 3.5825    mean_euclidean_distance: 1.4368    \n",
      "Epoch  325 mse: 3.5795    mean_euclidean_distance: 1.4361    \n",
      "Epoch  326 mse: 3.5804    mean_euclidean_distance: 1.4359    \n",
      "Epoch  327 mse: 3.5791    mean_euclidean_distance: 1.4355    \n",
      "Epoch  328 mse: 3.5763    mean_euclidean_distance: 1.4349    \n",
      "Epoch  329 mse: 3.5769    mean_euclidean_distance: 1.4347    \n",
      "Epoch  330 mse: 3.5757    mean_euclidean_distance: 1.4343    \n",
      "Epoch  331 mse: 3.5743    mean_euclidean_distance: 1.4338    \n",
      "Epoch  332 mse: 3.5724    mean_euclidean_distance: 1.4333    \n",
      "Epoch  333 mse: 3.5723    mean_euclidean_distance: 1.4331    \n",
      "Epoch  334 mse: 3.5711    mean_euclidean_distance: 1.4327    \n",
      "Epoch  335 mse: 3.5697    mean_euclidean_distance: 1.4323    \n",
      "Epoch  336 mse: 3.5686    mean_euclidean_distance: 1.4319    \n",
      "Epoch  337 mse: 3.5675    mean_euclidean_distance: 1.4316    \n",
      "Epoch  338 mse: 3.5664    mean_euclidean_distance: 1.4312    \n",
      "Epoch  339 mse: 3.5653    mean_euclidean_distance: 1.4308    \n",
      "Epoch  340 mse: 3.5641    mean_euclidean_distance: 1.4305    \n",
      "Epoch  341 mse: 3.5630    mean_euclidean_distance: 1.4301    \n",
      "Epoch  342 mse: 3.5619    mean_euclidean_distance: 1.4298    \n",
      "Epoch  343 mse: 3.5608    mean_euclidean_distance: 1.4294    \n",
      "Epoch  344 mse: 3.5597    mean_euclidean_distance: 1.4291    \n",
      "Epoch  345 mse: 3.5586    mean_euclidean_distance: 1.4287    \n",
      "Epoch  346 mse: 3.5575    mean_euclidean_distance: 1.4284    \n",
      "Epoch  347 mse: 3.5563    mean_euclidean_distance: 1.4280    \n",
      "Epoch  348 mse: 3.5553    mean_euclidean_distance: 1.4277    \n",
      "Epoch  349 mse: 3.5542    mean_euclidean_distance: 1.4273    \n",
      "Epoch  350 mse: 3.5531    mean_euclidean_distance: 1.4270    \n",
      "Epoch  351 mse: 3.5520    mean_euclidean_distance: 1.4267    \n",
      "Epoch  352 mse: 3.5509    mean_euclidean_distance: 1.4263    \n",
      "Epoch  353 mse: 3.5499    mean_euclidean_distance: 1.4260    \n",
      "Epoch  354 mse: 3.5488    mean_euclidean_distance: 1.4257    \n",
      "Epoch  355 mse: 3.5477    mean_euclidean_distance: 1.4253    \n",
      "Epoch  356 mse: 3.5467    mean_euclidean_distance: 1.4250    \n",
      "Epoch  357 mse: 3.5456    mean_euclidean_distance: 1.4247    \n",
      "Epoch  358 mse: 3.5446    mean_euclidean_distance: 1.4244    \n",
      "Epoch  359 mse: 3.5436    mean_euclidean_distance: 1.4241    \n",
      "Epoch  360 mse: 3.5425    mean_euclidean_distance: 1.4237    \n",
      "Epoch  361 mse: 3.5415    mean_euclidean_distance: 1.4234    \n",
      "Epoch  362 mse: 3.5405    mean_euclidean_distance: 1.4231    \n",
      "Epoch  363 mse: 3.5395    mean_euclidean_distance: 1.4228    \n",
      "Epoch  364 mse: 3.5385    mean_euclidean_distance: 1.4225    \n",
      "Epoch  365 mse: 3.5375    mean_euclidean_distance: 1.4222    \n",
      "Epoch  366 mse: 3.5364    mean_euclidean_distance: 1.4218    \n",
      "Epoch  367 mse: 3.5355    mean_euclidean_distance: 1.4215    \n",
      "Epoch  368 mse: 3.5345    mean_euclidean_distance: 1.4212    \n",
      "Epoch  369 mse: 3.5335    mean_euclidean_distance: 1.4209    \n",
      "Epoch  370 mse: 3.5325    mean_euclidean_distance: 1.4206    \n",
      "Epoch  371 mse: 3.5315    mean_euclidean_distance: 1.4203    \n",
      "Epoch  372 mse: 3.5305    mean_euclidean_distance: 1.4200    \n",
      "Epoch  373 mse: 3.5296    mean_euclidean_distance: 1.4197    \n",
      "Epoch  374 mse: 3.5286    mean_euclidean_distance: 1.4194    \n",
      "Epoch  375 mse: 3.5276    mean_euclidean_distance: 1.4191    \n",
      "Epoch  376 mse: 3.5267    mean_euclidean_distance: 1.4188    \n",
      "Epoch  377 mse: 3.5257    mean_euclidean_distance: 1.4185    \n",
      "Epoch  378 mse: 3.5248    mean_euclidean_distance: 1.4182    \n",
      "Epoch  379 mse: 3.5238    mean_euclidean_distance: 1.4179    \n",
      "Epoch  380 mse: 3.5229    mean_euclidean_distance: 1.4176    \n",
      "Epoch  381 mse: 3.5220    mean_euclidean_distance: 1.4174    \n",
      "Epoch  382 mse: 3.5210    mean_euclidean_distance: 1.4171    \n",
      "Epoch  383 mse: 3.5201    mean_euclidean_distance: 1.4168    \n",
      "Epoch  384 mse: 3.5192    mean_euclidean_distance: 1.4165    \n",
      "Epoch  385 mse: 3.5183    mean_euclidean_distance: 1.4162    \n",
      "Epoch  386 mse: 3.5174    mean_euclidean_distance: 1.4159    \n",
      "Epoch  387 mse: 3.5165    mean_euclidean_distance: 1.4156    \n",
      "Epoch  388 mse: 3.5156    mean_euclidean_distance: 1.4154    \n",
      "Epoch  389 mse: 3.5147    mean_euclidean_distance: 1.4151    \n",
      "Epoch  390 mse: 3.5138    mean_euclidean_distance: 1.4148    \n",
      "Epoch  391 mse: 3.5129    mean_euclidean_distance: 1.4145    \n",
      "Epoch  392 mse: 3.5120    mean_euclidean_distance: 1.4142    \n",
      "Epoch  393 mse: 3.5111    mean_euclidean_distance: 1.4140    \n",
      "Epoch  394 mse: 3.5102    mean_euclidean_distance: 1.4137    \n",
      "Epoch  395 mse: 3.5093    mean_euclidean_distance: 1.4134    \n",
      "Epoch  396 mse: 3.5085    mean_euclidean_distance: 1.4132    \n",
      "Epoch  397 mse: 3.5076    mean_euclidean_distance: 1.4129    \n",
      "Epoch  398 mse: 3.5067    mean_euclidean_distance: 1.4126    \n",
      "Epoch  399 mse: 3.5059    mean_euclidean_distance: 1.4123    \n",
      "Epoch  400 mse: 3.5050    mean_euclidean_distance: 1.4121    \n",
      "Epoch  401 mse: 3.5042    mean_euclidean_distance: 1.4118    \n",
      "Epoch  402 mse: 3.5033    mean_euclidean_distance: 1.4115    \n",
      "Epoch  403 mse: 3.5025    mean_euclidean_distance: 1.4113    \n",
      "Epoch  404 mse: 3.5017    mean_euclidean_distance: 1.4110    \n",
      "Epoch  405 mse: 3.5008    mean_euclidean_distance: 1.4108    \n",
      "Epoch  406 mse: 3.5000    mean_euclidean_distance: 1.4105    \n",
      "Epoch  407 mse: 3.4992    mean_euclidean_distance: 1.4102    \n",
      "Epoch  408 mse: 3.4984    mean_euclidean_distance: 1.4100    \n",
      "Epoch  409 mse: 3.4975    mean_euclidean_distance: 1.4097    \n",
      "Epoch  410 mse: 3.4967    mean_euclidean_distance: 1.4095    \n",
      "Epoch  411 mse: 3.4959    mean_euclidean_distance: 1.4092    \n",
      "Epoch  412 mse: 3.4951    mean_euclidean_distance: 1.4089    \n",
      "Epoch  413 mse: 3.4943    mean_euclidean_distance: 1.4087    \n",
      "Epoch  414 mse: 3.4935    mean_euclidean_distance: 1.4084    \n",
      "Epoch  415 mse: 3.4927    mean_euclidean_distance: 1.4082    \n",
      "Epoch  416 mse: 3.4920    mean_euclidean_distance: 1.4079    \n",
      "Epoch  417 mse: 3.4912    mean_euclidean_distance: 1.4077    \n",
      "Epoch  418 mse: 3.4904    mean_euclidean_distance: 1.4074    \n",
      "Epoch  419 mse: 3.4896    mean_euclidean_distance: 1.4072    \n",
      "Epoch  420 mse: 3.4889    mean_euclidean_distance: 1.4069    \n",
      "Epoch  421 mse: 3.4881    mean_euclidean_distance: 1.4067    \n",
      "Epoch  422 mse: 3.4873    mean_euclidean_distance: 1.4064    \n",
      "Epoch  423 mse: 3.4866    mean_euclidean_distance: 1.4062    \n",
      "Epoch  424 mse: 3.4858    mean_euclidean_distance: 1.4060    \n",
      "Epoch  425 mse: 3.4851    mean_euclidean_distance: 1.4057    \n",
      "Epoch  426 mse: 3.4843    mean_euclidean_distance: 1.4055    \n",
      "Epoch  427 mse: 3.4836    mean_euclidean_distance: 1.4052    \n",
      "Epoch  428 mse: 3.4829    mean_euclidean_distance: 1.4050    \n",
      "Epoch  429 mse: 3.4821    mean_euclidean_distance: 1.4048    \n",
      "Epoch  430 mse: 3.4814    mean_euclidean_distance: 1.4045    \n",
      "Epoch  431 mse: 3.4807    mean_euclidean_distance: 1.4043    \n",
      "Epoch  432 mse: 3.4800    mean_euclidean_distance: 1.4040    \n",
      "Epoch  433 mse: 3.4792    mean_euclidean_distance: 1.4038    \n",
      "Epoch  434 mse: 3.4785    mean_euclidean_distance: 1.4036    \n",
      "Epoch  435 mse: 3.4778    mean_euclidean_distance: 1.4033    \n",
      "Epoch  436 mse: 3.4771    mean_euclidean_distance: 1.4031    \n",
      "Epoch  437 mse: 3.4764    mean_euclidean_distance: 1.4029    \n",
      "Epoch  438 mse: 3.4757    mean_euclidean_distance: 1.4026    \n",
      "Epoch  439 mse: 3.4750    mean_euclidean_distance: 1.4024    \n",
      "Epoch  440 mse: 3.4743    mean_euclidean_distance: 1.4022    \n",
      "Epoch  441 mse: 3.4736    mean_euclidean_distance: 1.4019    \n",
      "Epoch  442 mse: 3.4730    mean_euclidean_distance: 1.4017    \n",
      "Epoch  443 mse: 3.4723    mean_euclidean_distance: 1.4015    \n",
      "Epoch  444 mse: 3.4716    mean_euclidean_distance: 1.4013    \n",
      "Epoch  445 mse: 3.4709    mean_euclidean_distance: 1.4010    \n",
      "Epoch  446 mse: 3.4703    mean_euclidean_distance: 1.4008    \n",
      "Epoch  447 mse: 3.4696    mean_euclidean_distance: 1.4006    \n",
      "Epoch  448 mse: 3.4689    mean_euclidean_distance: 1.4004    \n",
      "Epoch  449 mse: 3.4683    mean_euclidean_distance: 1.4001    \n",
      "Epoch  450 mse: 3.4676    mean_euclidean_distance: 1.3999    \n",
      "Epoch  451 mse: 3.4670    mean_euclidean_distance: 1.3997    \n",
      "Epoch  452 mse: 3.4663    mean_euclidean_distance: 1.3995    \n",
      "Epoch  453 mse: 3.4657    mean_euclidean_distance: 1.3993    \n",
      "Epoch  454 mse: 3.4650    mean_euclidean_distance: 1.3991    \n",
      "Epoch  455 mse: 3.4644    mean_euclidean_distance: 1.3988    \n",
      "Epoch  456 mse: 3.4637    mean_euclidean_distance: 1.3986    \n",
      "Epoch  457 mse: 3.4631    mean_euclidean_distance: 1.3984    \n",
      "Epoch  458 mse: 3.4625    mean_euclidean_distance: 1.3982    \n",
      "Epoch  459 mse: 3.4618    mean_euclidean_distance: 1.3980    \n",
      "Epoch  460 mse: 3.4612    mean_euclidean_distance: 1.3978    \n",
      "Epoch  461 mse: 3.4606    mean_euclidean_distance: 1.3975    \n",
      "Epoch  462 mse: 3.4600    mean_euclidean_distance: 1.3973    \n",
      "Epoch  463 mse: 3.4594    mean_euclidean_distance: 1.3971    \n",
      "Epoch  464 mse: 3.4587    mean_euclidean_distance: 1.3969    \n",
      "Epoch  465 mse: 3.4581    mean_euclidean_distance: 1.3967    \n",
      "Epoch  466 mse: 3.4575    mean_euclidean_distance: 1.3965    \n",
      "Epoch  467 mse: 3.4569    mean_euclidean_distance: 1.3963    \n",
      "Epoch  468 mse: 3.4563    mean_euclidean_distance: 1.3961    \n",
      "Epoch  469 mse: 3.4557    mean_euclidean_distance: 1.3959    \n",
      "Epoch  470 mse: 3.4551    mean_euclidean_distance: 1.3957    \n",
      "Epoch  471 mse: 3.4545    mean_euclidean_distance: 1.3955    \n",
      "Epoch  472 mse: 3.4539    mean_euclidean_distance: 1.3953    \n",
      "Epoch  473 mse: 3.4533    mean_euclidean_distance: 1.3951    \n",
      "Epoch  474 mse: 3.4527    mean_euclidean_distance: 1.3948    \n",
      "Epoch  475 mse: 3.4521    mean_euclidean_distance: 1.3946    \n",
      "Epoch  476 mse: 3.4516    mean_euclidean_distance: 1.3944    \n",
      "Epoch  477 mse: 3.4510    mean_euclidean_distance: 1.3942    \n",
      "Epoch  478 mse: 3.4504    mean_euclidean_distance: 1.3940    \n",
      "Epoch  479 mse: 3.4498    mean_euclidean_distance: 1.3938    \n",
      "Epoch  480 mse: 3.4493    mean_euclidean_distance: 1.3936    \n",
      "Epoch  481 mse: 3.4487    mean_euclidean_distance: 1.3934    \n",
      "Epoch  482 mse: 3.4481    mean_euclidean_distance: 1.3932    \n",
      "Epoch  483 mse: 3.4476    mean_euclidean_distance: 1.3931    \n",
      "Epoch  484 mse: 3.4470    mean_euclidean_distance: 1.3929    \n",
      "Epoch  485 mse: 3.4464    mean_euclidean_distance: 1.3926    \n",
      "Epoch  486 mse: 3.4458    mean_euclidean_distance: 1.3925    \n",
      "Epoch  487 mse: 3.4460    mean_euclidean_distance: 1.3925    \n",
      "Epoch  488 mse: 3.4442    mean_euclidean_distance: 1.3920    \n",
      "Epoch  489 mse: 3.4432    mean_euclidean_distance: 1.3917    \n",
      "Epoch  490 mse: 3.4439    mean_euclidean_distance: 1.3919    \n",
      "Epoch  491 mse: 3.4439    mean_euclidean_distance: 1.3917    \n",
      "Epoch  492 mse: 3.4426    mean_euclidean_distance: 1.3913    \n",
      "Epoch  493 mse: 3.4410    mean_euclidean_distance: 1.3909    \n",
      "Epoch  494 mse: 3.4414    mean_euclidean_distance: 1.3911    \n",
      "Epoch  495 mse: 3.4416    mean_euclidean_distance: 1.3909    \n",
      "Epoch  496 mse: 3.4400    mean_euclidean_distance: 1.3905    \n",
      "Epoch  497 mse: 3.4388    mean_euclidean_distance: 1.3901    \n",
      "Epoch  498 mse: 3.4394    mean_euclidean_distance: 1.3904    \n",
      "Epoch  499 mse: 3.4394    mean_euclidean_distance: 1.3902    \n",
      "Epoch  500 mse: 3.4380    mean_euclidean_distance: 1.3898    \n",
      "Epoch  501 mse: 3.4367    mean_euclidean_distance: 1.3894    \n",
      "Epoch  502 mse: 3.4372    mean_euclidean_distance: 1.3896    \n",
      "Epoch  503 mse: 3.4372    mean_euclidean_distance: 1.3894    \n",
      "Epoch  504 mse: 3.4358    mean_euclidean_distance: 1.3890    \n",
      "Epoch  505 mse: 3.4347    mean_euclidean_distance: 1.3887    \n",
      "Epoch  506 mse: 3.4351    mean_euclidean_distance: 1.3889    \n",
      "Epoch  507 mse: 3.4350    mean_euclidean_distance: 1.3887    \n",
      "Epoch  508 mse: 3.4336    mean_euclidean_distance: 1.3883    \n",
      "Epoch  509 mse: 3.4335    mean_euclidean_distance: 1.3882    \n",
      "Epoch  510 mse: 3.4325    mean_euclidean_distance: 1.3880    \n",
      "Epoch  511 mse: 3.4327    mean_euclidean_distance: 1.3879    \n",
      "Epoch  512 mse: 3.4311    mean_euclidean_distance: 1.3875    \n",
      "Epoch  513 mse: 3.4317    mean_euclidean_distance: 1.3877    \n",
      "Epoch  514 mse: 3.4302    mean_euclidean_distance: 1.3871    \n",
      "Epoch  515 mse: 3.4307    mean_euclidean_distance: 1.3873    \n",
      "Epoch  516 mse: 3.4292    mean_euclidean_distance: 1.3868    \n",
      "Epoch  517 mse: 3.4297    mean_euclidean_distance: 1.3870    \n",
      "Epoch  518 mse: 3.4285    mean_euclidean_distance: 1.3865    \n",
      "Epoch  519 mse: 3.4292    mean_euclidean_distance: 1.3867    \n",
      "Epoch  520 mse: 3.4280    mean_euclidean_distance: 1.3863    \n",
      "Epoch  521 mse: 3.4282    mean_euclidean_distance: 1.3862    \n",
      "Epoch  522 mse: 3.4272    mean_euclidean_distance: 1.3860    \n",
      "Epoch  523 mse: 3.4268    mean_euclidean_distance: 1.3858    \n",
      "Epoch  524 mse: 3.4262    mean_euclidean_distance: 1.3857    \n",
      "Epoch  525 mse: 3.4257    mean_euclidean_distance: 1.3854    \n",
      "Epoch  526 mse: 3.4254    mean_euclidean_distance: 1.3854    \n",
      "Epoch  527 mse: 3.4247    mean_euclidean_distance: 1.3851    \n",
      "Epoch  528 mse: 3.4243    mean_euclidean_distance: 1.3851    \n",
      "Epoch  529 mse: 3.4237    mean_euclidean_distance: 1.3847    \n",
      "Epoch  530 mse: 3.4235    mean_euclidean_distance: 1.3847    \n",
      "Epoch  531 mse: 3.4227    mean_euclidean_distance: 1.3844    \n",
      "Epoch  532 mse: 3.4225    mean_euclidean_distance: 1.3844    \n",
      "Epoch  533 mse: 3.4217    mean_euclidean_distance: 1.3840    \n",
      "Epoch  534 mse: 3.4216    mean_euclidean_distance: 1.3841    \n",
      "Epoch  535 mse: 3.4207    mean_euclidean_distance: 1.3837    \n",
      "Epoch  536 mse: 3.4207    mean_euclidean_distance: 1.3838    \n",
      "Epoch  537 mse: 3.4197    mean_euclidean_distance: 1.3833    \n",
      "Epoch  538 mse: 3.4197    mean_euclidean_distance: 1.3835    \n",
      "Epoch  539 mse: 3.4187    mean_euclidean_distance: 1.3830    \n",
      "Epoch  540 mse: 3.4188    mean_euclidean_distance: 1.3831    \n",
      "Epoch  541 mse: 3.4178    mean_euclidean_distance: 1.3827    \n",
      "Epoch  542 mse: 3.4179    mean_euclidean_distance: 1.3828    \n",
      "Epoch  543 mse: 3.4168    mean_euclidean_distance: 1.3823    \n",
      "Epoch  544 mse: 3.4170    mean_euclidean_distance: 1.3825    \n",
      "Epoch  545 mse: 3.4159    mean_euclidean_distance: 1.3820    \n",
      "Epoch  546 mse: 3.4161    mean_euclidean_distance: 1.3822    \n",
      "Epoch  547 mse: 3.4150    mean_euclidean_distance: 1.3817    \n",
      "Epoch  548 mse: 3.4152    mean_euclidean_distance: 1.3819    \n",
      "Epoch  549 mse: 3.4141    mean_euclidean_distance: 1.3814    \n",
      "Epoch  550 mse: 3.4143    mean_euclidean_distance: 1.3815    \n",
      "Epoch  551 mse: 3.4131    mean_euclidean_distance: 1.3810    \n",
      "Epoch  552 mse: 3.4134    mean_euclidean_distance: 1.3812    \n",
      "Epoch  553 mse: 3.4122    mean_euclidean_distance: 1.3807    \n",
      "Epoch  554 mse: 3.4125    mean_euclidean_distance: 1.3809    \n",
      "Epoch  555 mse: 3.4113    mean_euclidean_distance: 1.3804    \n",
      "Epoch  556 mse: 3.4116    mean_euclidean_distance: 1.3806    \n",
      "Epoch  557 mse: 3.4105    mean_euclidean_distance: 1.3801    \n",
      "Epoch  558 mse: 3.4107    mean_euclidean_distance: 1.3803    \n",
      "Epoch  559 mse: 3.4096    mean_euclidean_distance: 1.3798    \n",
      "Epoch  560 mse: 3.4099    mean_euclidean_distance: 1.3799    \n",
      "Epoch  561 mse: 3.4087    mean_euclidean_distance: 1.3795    \n",
      "Epoch  562 mse: 3.4090    mean_euclidean_distance: 1.3796    \n",
      "Epoch  563 mse: 3.4078    mean_euclidean_distance: 1.3791    \n",
      "Epoch  564 mse: 3.4081    mean_euclidean_distance: 1.3793    \n",
      "Epoch  565 mse: 3.4070    mean_euclidean_distance: 1.3788    \n",
      "Epoch  566 mse: 3.4073    mean_euclidean_distance: 1.3790    \n",
      "Epoch  567 mse: 3.4061    mean_euclidean_distance: 1.3785    \n",
      "Epoch  568 mse: 3.4064    mean_euclidean_distance: 1.3787    \n",
      "Epoch  569 mse: 3.4053    mean_euclidean_distance: 1.3782    \n",
      "Epoch  570 mse: 3.4056    mean_euclidean_distance: 1.3784    \n",
      "Epoch  571 mse: 3.4044    mean_euclidean_distance: 1.3779    \n",
      "Epoch  572 mse: 3.4047    mean_euclidean_distance: 1.3781    \n",
      "Epoch  573 mse: 3.4036    mean_euclidean_distance: 1.3776    \n",
      "Epoch  574 mse: 3.4039    mean_euclidean_distance: 1.3778    \n",
      "Epoch  575 mse: 3.4028    mean_euclidean_distance: 1.3773    \n",
      "Epoch  576 mse: 3.4031    mean_euclidean_distance: 1.3775    \n",
      "Epoch  577 mse: 3.4020    mean_euclidean_distance: 1.3770    \n",
      "Epoch  578 mse: 3.4023    mean_euclidean_distance: 1.3772    \n",
      "Epoch  579 mse: 3.4011    mean_euclidean_distance: 1.3767    \n",
      "Epoch  580 mse: 3.4014    mean_euclidean_distance: 1.3769    \n",
      "Epoch  581 mse: 3.4003    mean_euclidean_distance: 1.3764    \n",
      "Epoch  582 mse: 3.4006    mean_euclidean_distance: 1.3766    \n",
      "Epoch  583 mse: 3.3995    mean_euclidean_distance: 1.3761    \n",
      "Epoch  584 mse: 3.3998    mean_euclidean_distance: 1.3763    \n",
      "Epoch  585 mse: 3.3987    mean_euclidean_distance: 1.3758    \n",
      "Epoch  586 mse: 3.3990    mean_euclidean_distance: 1.3760    \n",
      "Epoch  587 mse: 3.3979    mean_euclidean_distance: 1.3755    \n",
      "Epoch  588 mse: 3.3982    mean_euclidean_distance: 1.3757    \n",
      "Epoch  589 mse: 3.3971    mean_euclidean_distance: 1.3752    \n",
      "Epoch  590 mse: 3.3975    mean_euclidean_distance: 1.3754    \n",
      "Epoch  591 mse: 3.3964    mean_euclidean_distance: 1.3749    \n",
      "Epoch  592 mse: 3.3967    mean_euclidean_distance: 1.3751    \n",
      "Epoch  593 mse: 3.3956    mean_euclidean_distance: 1.3746    \n",
      "Epoch  594 mse: 3.3959    mean_euclidean_distance: 1.3748    \n",
      "Epoch  595 mse: 3.3948    mean_euclidean_distance: 1.3743    \n",
      "Epoch  596 mse: 3.3951    mean_euclidean_distance: 1.3745    \n",
      "Epoch  597 mse: 3.3940    mean_euclidean_distance: 1.3740    \n",
      "Epoch  598 mse: 3.3943    mean_euclidean_distance: 1.3742    \n",
      "Epoch  599 mse: 3.3933    mean_euclidean_distance: 1.3737    \n",
      "Epoch  600 mse: 3.3936    mean_euclidean_distance: 1.3739    \n",
      "Epoch  601 mse: 3.3925    mean_euclidean_distance: 1.3734    \n",
      "Epoch  602 mse: 3.3928    mean_euclidean_distance: 1.3736    \n",
      "Epoch  603 mse: 3.3917    mean_euclidean_distance: 1.3731    \n",
      "Epoch  604 mse: 3.3921    mean_euclidean_distance: 1.3733    \n",
      "Epoch  605 mse: 3.3910    mean_euclidean_distance: 1.3729    \n",
      "Epoch  606 mse: 3.3913    mean_euclidean_distance: 1.3730    \n",
      "Epoch  607 mse: 3.3902    mean_euclidean_distance: 1.3726    \n",
      "Epoch  608 mse: 3.3906    mean_euclidean_distance: 1.3727    \n",
      "Epoch  609 mse: 3.3895    mean_euclidean_distance: 1.3723    \n",
      "Epoch  610 mse: 3.3898    mean_euclidean_distance: 1.3724    \n",
      "Epoch  611 mse: 3.3887    mean_euclidean_distance: 1.3720    \n",
      "Epoch  612 mse: 3.3891    mean_euclidean_distance: 1.3721    \n",
      "Epoch  613 mse: 3.3880    mean_euclidean_distance: 1.3717    \n",
      "Epoch  614 mse: 3.3884    mean_euclidean_distance: 1.3718    \n",
      "Epoch  615 mse: 3.3873    mean_euclidean_distance: 1.3714    \n",
      "Epoch  616 mse: 3.3876    mean_euclidean_distance: 1.3716    \n",
      "Epoch  617 mse: 3.3865    mean_euclidean_distance: 1.3712    \n",
      "Epoch  618 mse: 3.3869    mean_euclidean_distance: 1.3713    \n",
      "Epoch  619 mse: 3.3858    mean_euclidean_distance: 1.3709    \n",
      "Epoch  620 mse: 3.3861    mean_euclidean_distance: 1.3710    \n",
      "Epoch  621 mse: 3.3851    mean_euclidean_distance: 1.3706    \n",
      "Epoch  622 mse: 3.3854    mean_euclidean_distance: 1.3707    \n",
      "Epoch  623 mse: 3.3844    mean_euclidean_distance: 1.3703    \n",
      "Epoch  624 mse: 3.3847    mean_euclidean_distance: 1.3704    \n",
      "Epoch  625 mse: 3.3838    mean_euclidean_distance: 1.3701    \n",
      "Epoch  626 mse: 3.3840    mean_euclidean_distance: 1.3701    \n",
      "Epoch  627 mse: 3.3832    mean_euclidean_distance: 1.3698    \n",
      "Epoch  628 mse: 3.3832    mean_euclidean_distance: 1.3698    \n",
      "Epoch  629 mse: 3.3826    mean_euclidean_distance: 1.3696    \n",
      "Epoch  630 mse: 3.3825    mean_euclidean_distance: 1.3695    \n",
      "Epoch  631 mse: 3.3820    mean_euclidean_distance: 1.3693    \n",
      "Epoch  632 mse: 3.3818    mean_euclidean_distance: 1.3693    \n",
      "Epoch  633 mse: 3.3813    mean_euclidean_distance: 1.3691    \n",
      "Epoch  634 mse: 3.3812    mean_euclidean_distance: 1.3690    \n",
      "Epoch  635 mse: 3.3806    mean_euclidean_distance: 1.3688    \n",
      "Epoch  636 mse: 3.3805    mean_euclidean_distance: 1.3687    \n",
      "Epoch  637 mse: 3.3800    mean_euclidean_distance: 1.3685    \n",
      "Epoch  638 mse: 3.3798    mean_euclidean_distance: 1.3684    \n",
      "Epoch  639 mse: 3.3794    mean_euclidean_distance: 1.3683    \n",
      "Epoch  640 mse: 3.3791    mean_euclidean_distance: 1.3682    \n",
      "Epoch  641 mse: 3.3788    mean_euclidean_distance: 1.3680    \n",
      "Epoch  642 mse: 3.3785    mean_euclidean_distance: 1.3679    \n",
      "Epoch  643 mse: 3.3781    mean_euclidean_distance: 1.3677    \n",
      "Epoch  644 mse: 3.3778    mean_euclidean_distance: 1.3676    \n",
      "Epoch  645 mse: 3.3775    mean_euclidean_distance: 1.3675    \n",
      "Epoch  646 mse: 3.3772    mean_euclidean_distance: 1.3674    \n",
      "Epoch  647 mse: 3.3769    mean_euclidean_distance: 1.3672    \n",
      "Epoch  648 mse: 3.3766    mean_euclidean_distance: 1.3671    \n",
      "Epoch  649 mse: 3.3763    mean_euclidean_distance: 1.3670    \n",
      "Epoch  650 mse: 3.3759    mean_euclidean_distance: 1.3668    \n",
      "Epoch  651 mse: 3.3756    mean_euclidean_distance: 1.3667    \n",
      "Epoch  652 mse: 3.3753    mean_euclidean_distance: 1.3665    \n",
      "Epoch  653 mse: 3.3748    mean_euclidean_distance: 1.3664    \n",
      "Epoch  654 mse: 3.3741    mean_euclidean_distance: 1.3662    \n",
      "Epoch  655 mse: 3.3736    mean_euclidean_distance: 1.3661    \n",
      "Epoch  656 mse: 3.3735    mean_euclidean_distance: 1.3660    \n",
      "Epoch  657 mse: 3.3735    mean_euclidean_distance: 1.3659    \n",
      "Epoch  658 mse: 3.3728    mean_euclidean_distance: 1.3657    \n",
      "Epoch  659 mse: 3.3726    mean_euclidean_distance: 1.3656    \n",
      "Epoch  660 mse: 3.3723    mean_euclidean_distance: 1.3655    \n",
      "Epoch  661 mse: 3.3719    mean_euclidean_distance: 1.3654    \n",
      "Epoch  662 mse: 3.3718    mean_euclidean_distance: 1.3653    \n",
      "Epoch  663 mse: 3.3714    mean_euclidean_distance: 1.3651    \n",
      "Epoch  664 mse: 3.3711    mean_euclidean_distance: 1.3650    \n",
      "Epoch  665 mse: 3.3708    mean_euclidean_distance: 1.3649    \n",
      "Epoch  666 mse: 3.3705    mean_euclidean_distance: 1.3648    \n",
      "Epoch  667 mse: 3.3702    mean_euclidean_distance: 1.3646    \n",
      "Epoch  668 mse: 3.3700    mean_euclidean_distance: 1.3645    \n",
      "Epoch  669 mse: 3.3697    mean_euclidean_distance: 1.3644    \n",
      "Epoch  670 mse: 3.3694    mean_euclidean_distance: 1.3643    \n",
      "Epoch  671 mse: 3.3691    mean_euclidean_distance: 1.3641    \n",
      "Epoch  672 mse: 3.3688    mean_euclidean_distance: 1.3640    \n",
      "Epoch  673 mse: 3.3685    mean_euclidean_distance: 1.3639    \n",
      "Epoch  674 mse: 3.3682    mean_euclidean_distance: 1.3638    \n",
      "Epoch  675 mse: 3.3679    mean_euclidean_distance: 1.3636    \n",
      "Epoch  676 mse: 3.3677    mean_euclidean_distance: 1.3635    \n",
      "Epoch  677 mse: 3.3674    mean_euclidean_distance: 1.3634    \n",
      "Epoch  678 mse: 3.3671    mean_euclidean_distance: 1.3633    \n",
      "Epoch  679 mse: 3.3668    mean_euclidean_distance: 1.3631    \n",
      "Epoch  680 mse: 3.3665    mean_euclidean_distance: 1.3630    \n",
      "Epoch  681 mse: 3.3662    mean_euclidean_distance: 1.3629    \n",
      "Epoch  682 mse: 3.3659    mean_euclidean_distance: 1.3628    \n",
      "Epoch  683 mse: 3.3656    mean_euclidean_distance: 1.3626    \n",
      "Epoch  684 mse: 3.3653    mean_euclidean_distance: 1.3625    \n",
      "Epoch  685 mse: 3.3651    mean_euclidean_distance: 1.3624    \n",
      "Epoch  686 mse: 3.3648    mean_euclidean_distance: 1.3623    \n",
      "Epoch  687 mse: 3.3645    mean_euclidean_distance: 1.3622    \n",
      "Epoch  688 mse: 3.3642    mean_euclidean_distance: 1.3620    \n",
      "Epoch  689 mse: 3.3639    mean_euclidean_distance: 1.3619    \n",
      "Epoch  690 mse: 3.3636    mean_euclidean_distance: 1.3618    \n",
      "Epoch  691 mse: 3.3633    mean_euclidean_distance: 1.3617    \n",
      "Epoch  692 mse: 3.3631    mean_euclidean_distance: 1.3615    \n",
      "Epoch  693 mse: 3.3628    mean_euclidean_distance: 1.3614    \n",
      "Epoch  694 mse: 3.3625    mean_euclidean_distance: 1.3613    \n",
      "Epoch  695 mse: 3.3622    mean_euclidean_distance: 1.3612    \n",
      "Epoch  696 mse: 3.3619    mean_euclidean_distance: 1.3611    \n",
      "Epoch  697 mse: 3.3616    mean_euclidean_distance: 1.3609    \n",
      "Epoch  698 mse: 3.3614    mean_euclidean_distance: 1.3608    \n",
      "Epoch  699 mse: 3.3611    mean_euclidean_distance: 1.3607    \n",
      "Epoch  700 mse: 3.3608    mean_euclidean_distance: 1.3606    \n",
      "Epoch  701 mse: 3.3605    mean_euclidean_distance: 1.3605    \n",
      "Epoch  702 mse: 3.3602    mean_euclidean_distance: 1.3603    \n",
      "Epoch  703 mse: 3.3599    mean_euclidean_distance: 1.3602    \n",
      "Epoch  704 mse: 3.3597    mean_euclidean_distance: 1.3601    \n",
      "Epoch  705 mse: 3.3594    mean_euclidean_distance: 1.3600    \n",
      "Epoch  706 mse: 3.3591    mean_euclidean_distance: 1.3599    \n",
      "Epoch  707 mse: 3.3588    mean_euclidean_distance: 1.3598    \n",
      "Epoch  708 mse: 3.3585    mean_euclidean_distance: 1.3596    \n",
      "Epoch  709 mse: 3.3583    mean_euclidean_distance: 1.3595    \n",
      "Epoch  710 mse: 3.3580    mean_euclidean_distance: 1.3594    \n",
      "Epoch  711 mse: 3.3577    mean_euclidean_distance: 1.3593    \n",
      "Epoch  712 mse: 3.3574    mean_euclidean_distance: 1.3592    \n",
      "Epoch  713 mse: 3.3571    mean_euclidean_distance: 1.3590    \n",
      "Epoch  714 mse: 3.3569    mean_euclidean_distance: 1.3589    \n",
      "Epoch  715 mse: 3.3566    mean_euclidean_distance: 1.3588    \n",
      "Epoch  716 mse: 3.3563    mean_euclidean_distance: 1.3587    \n",
      "Epoch  717 mse: 3.3560    mean_euclidean_distance: 1.3586    \n",
      "Epoch  718 mse: 3.3557    mean_euclidean_distance: 1.3585    \n",
      "Epoch  719 mse: 3.3555    mean_euclidean_distance: 1.3583    \n",
      "Epoch  720 mse: 3.3552    mean_euclidean_distance: 1.3582    \n",
      "Epoch  721 mse: 3.3549    mean_euclidean_distance: 1.3581    \n",
      "Epoch  722 mse: 3.3546    mean_euclidean_distance: 1.3580    \n",
      "Epoch  723 mse: 3.3544    mean_euclidean_distance: 1.3579    \n",
      "Epoch  724 mse: 3.3541    mean_euclidean_distance: 1.3578    \n",
      "Epoch  725 mse: 3.3538    mean_euclidean_distance: 1.3577    \n",
      "Epoch  726 mse: 3.3535    mean_euclidean_distance: 1.3575    \n",
      "Epoch  727 mse: 3.3533    mean_euclidean_distance: 1.3574    \n",
      "Epoch  728 mse: 3.3530    mean_euclidean_distance: 1.3573    \n",
      "Epoch  729 mse: 3.3527    mean_euclidean_distance: 1.3572    \n",
      "Epoch  730 mse: 3.3524    mean_euclidean_distance: 1.3571    \n",
      "Epoch  731 mse: 3.3522    mean_euclidean_distance: 1.3570    \n",
      "Epoch  732 mse: 3.3519    mean_euclidean_distance: 1.3568    \n",
      "Epoch  733 mse: 3.3516    mean_euclidean_distance: 1.3567    \n",
      "Epoch  734 mse: 3.3513    mean_euclidean_distance: 1.3566    \n",
      "Epoch  735 mse: 3.3511    mean_euclidean_distance: 1.3565    \n",
      "Epoch  736 mse: 3.3508    mean_euclidean_distance: 1.3564    \n",
      "Epoch  737 mse: 3.3505    mean_euclidean_distance: 1.3563    \n",
      "Epoch  738 mse: 3.3503    mean_euclidean_distance: 1.3562    \n",
      "Epoch  739 mse: 3.3500    mean_euclidean_distance: 1.3561    \n",
      "Epoch  740 mse: 3.3497    mean_euclidean_distance: 1.3559    \n",
      "Epoch  741 mse: 3.3495    mean_euclidean_distance: 1.3558    \n",
      "Epoch  742 mse: 3.3492    mean_euclidean_distance: 1.3557    \n",
      "Epoch  743 mse: 3.3489    mean_euclidean_distance: 1.3556    \n",
      "Epoch  744 mse: 3.3486    mean_euclidean_distance: 1.3555    \n",
      "Epoch  745 mse: 3.3484    mean_euclidean_distance: 1.3554    \n",
      "Epoch  746 mse: 3.3481    mean_euclidean_distance: 1.3553    \n",
      "Epoch  747 mse: 3.3478    mean_euclidean_distance: 1.3552    \n",
      "Epoch  748 mse: 3.3476    mean_euclidean_distance: 1.3550    \n",
      "Epoch  749 mse: 3.3473    mean_euclidean_distance: 1.3549    \n",
      "Epoch  750 mse: 3.3470    mean_euclidean_distance: 1.3548    \n",
      "Epoch  751 mse: 3.3468    mean_euclidean_distance: 1.3547    \n",
      "Epoch  752 mse: 3.3465    mean_euclidean_distance: 1.3546    \n",
      "Epoch  753 mse: 3.3462    mean_euclidean_distance: 1.3545    \n",
      "Epoch  754 mse: 3.3460    mean_euclidean_distance: 1.3544    \n",
      "Epoch  755 mse: 3.3457    mean_euclidean_distance: 1.3543    \n",
      "Epoch  756 mse: 3.3454    mean_euclidean_distance: 1.3542    \n",
      "Epoch  757 mse: 3.3452    mean_euclidean_distance: 1.3541    \n",
      "Epoch  758 mse: 3.3449    mean_euclidean_distance: 1.3539    \n",
      "Epoch  759 mse: 3.3447    mean_euclidean_distance: 1.3538    \n",
      "Epoch  760 mse: 3.3444    mean_euclidean_distance: 1.3537    \n",
      "Epoch  761 mse: 3.3441    mean_euclidean_distance: 1.3536    \n",
      "Epoch  762 mse: 3.3439    mean_euclidean_distance: 1.3535    \n",
      "Epoch  763 mse: 3.3436    mean_euclidean_distance: 1.3534    \n",
      "Epoch  764 mse: 3.3433    mean_euclidean_distance: 1.3533    \n",
      "Epoch  765 mse: 3.3431    mean_euclidean_distance: 1.3532    \n",
      "Epoch  766 mse: 3.3428    mean_euclidean_distance: 1.3531    \n",
      "Epoch  767 mse: 3.3426    mean_euclidean_distance: 1.3530    \n",
      "Epoch  768 mse: 3.3423    mean_euclidean_distance: 1.3529    \n",
      "Epoch  769 mse: 3.3420    mean_euclidean_distance: 1.3528    \n",
      "Epoch  770 mse: 3.3418    mean_euclidean_distance: 1.3526    \n",
      "Epoch  771 mse: 3.3415    mean_euclidean_distance: 1.3525    \n",
      "Epoch  772 mse: 3.3412    mean_euclidean_distance: 1.3524    \n",
      "Epoch  773 mse: 3.3410    mean_euclidean_distance: 1.3523    \n",
      "Epoch  774 mse: 3.3407    mean_euclidean_distance: 1.3522    \n",
      "Epoch  775 mse: 3.3405    mean_euclidean_distance: 1.3521    \n",
      "Epoch  776 mse: 3.3402    mean_euclidean_distance: 1.3520    \n",
      "Epoch  777 mse: 3.3400    mean_euclidean_distance: 1.3519    \n",
      "Epoch  778 mse: 3.3397    mean_euclidean_distance: 1.3518    \n",
      "Epoch  779 mse: 3.3394    mean_euclidean_distance: 1.3517    \n",
      "Epoch  780 mse: 3.3392    mean_euclidean_distance: 1.3516    \n",
      "Epoch  781 mse: 3.3389    mean_euclidean_distance: 1.3515    \n",
      "Epoch  782 mse: 3.3387    mean_euclidean_distance: 1.3514    \n",
      "Epoch  783 mse: 3.3384    mean_euclidean_distance: 1.3513    \n",
      "Epoch  784 mse: 3.3381    mean_euclidean_distance: 1.3512    \n",
      "Epoch  785 mse: 3.3379    mean_euclidean_distance: 1.3511    \n",
      "Epoch  786 mse: 3.3376    mean_euclidean_distance: 1.3510    \n",
      "Epoch  787 mse: 3.3374    mean_euclidean_distance: 1.3509    \n",
      "Epoch  788 mse: 3.3371    mean_euclidean_distance: 1.3507    \n",
      "Epoch  789 mse: 3.3369    mean_euclidean_distance: 1.3506    \n",
      "Epoch  790 mse: 3.3366    mean_euclidean_distance: 1.3505    \n",
      "Epoch  791 mse: 3.3363    mean_euclidean_distance: 1.3504    \n",
      "Epoch  792 mse: 3.3361    mean_euclidean_distance: 1.3503    \n",
      "Epoch  793 mse: 3.3358    mean_euclidean_distance: 1.3502    \n",
      "Epoch  794 mse: 3.3356    mean_euclidean_distance: 1.3501    \n",
      "Epoch  795 mse: 3.3353    mean_euclidean_distance: 1.3500    \n",
      "Epoch  796 mse: 3.3351    mean_euclidean_distance: 1.3499    \n",
      "Epoch  797 mse: 3.3348    mean_euclidean_distance: 1.3498    \n",
      "Epoch  798 mse: 3.3345    mean_euclidean_distance: 1.3497    \n",
      "Epoch  799 mse: 3.3343    mean_euclidean_distance: 1.3496    \n",
      "Epoch  800 mse: 3.3340    mean_euclidean_distance: 1.3495    \n",
      "Epoch  801 mse: 3.3338    mean_euclidean_distance: 1.3494    \n",
      "Epoch  802 mse: 3.3335    mean_euclidean_distance: 1.3493    \n",
      "Epoch  803 mse: 3.3333    mean_euclidean_distance: 1.3492    \n",
      "Epoch  804 mse: 3.3330    mean_euclidean_distance: 1.3491    \n",
      "Epoch  805 mse: 3.3328    mean_euclidean_distance: 1.3490    \n",
      "Epoch  806 mse: 3.3325    mean_euclidean_distance: 1.3489    \n",
      "Epoch  807 mse: 3.3323    mean_euclidean_distance: 1.3488    \n",
      "Epoch  808 mse: 3.3320    mean_euclidean_distance: 1.3487    \n",
      "Epoch  809 mse: 3.3317    mean_euclidean_distance: 1.3486    \n",
      "Epoch  810 mse: 3.3315    mean_euclidean_distance: 1.3485    \n",
      "Epoch  811 mse: 3.3312    mean_euclidean_distance: 1.3484    \n",
      "Epoch  812 mse: 3.3310    mean_euclidean_distance: 1.3483    \n",
      "Epoch  813 mse: 3.3307    mean_euclidean_distance: 1.3482    \n",
      "Epoch  814 mse: 3.3305    mean_euclidean_distance: 1.3481    \n",
      "Epoch  815 mse: 3.3302    mean_euclidean_distance: 1.3480    \n",
      "Epoch  816 mse: 3.3300    mean_euclidean_distance: 1.3479    \n",
      "Epoch  817 mse: 3.3297    mean_euclidean_distance: 1.3478    \n",
      "Epoch  818 mse: 3.3295    mean_euclidean_distance: 1.3477    \n",
      "Epoch  819 mse: 3.3292    mean_euclidean_distance: 1.3476    \n",
      "Epoch  820 mse: 3.3290    mean_euclidean_distance: 1.3475    \n",
      "Epoch  821 mse: 3.3287    mean_euclidean_distance: 1.3474    \n",
      "Epoch  822 mse: 3.3285    mean_euclidean_distance: 1.3473    \n",
      "Epoch  823 mse: 3.3283    mean_euclidean_distance: 1.3472    \n",
      "Epoch  824 mse: 3.3280    mean_euclidean_distance: 1.3471    \n",
      "Epoch  825 mse: 3.3278    mean_euclidean_distance: 1.3470    \n",
      "Epoch  826 mse: 3.3275    mean_euclidean_distance: 1.3469    \n",
      "Epoch  827 mse: 3.3273    mean_euclidean_distance: 1.3468    \n",
      "Epoch  828 mse: 3.3270    mean_euclidean_distance: 1.3467    \n",
      "Epoch  829 mse: 3.3268    mean_euclidean_distance: 1.3467    \n",
      "Epoch  830 mse: 3.3266    mean_euclidean_distance: 1.3466    \n",
      "Epoch  831 mse: 3.3263    mean_euclidean_distance: 1.3465    \n",
      "Epoch  832 mse: 3.3261    mean_euclidean_distance: 1.3464    \n",
      "Epoch  833 mse: 3.3258    mean_euclidean_distance: 1.3463    \n",
      "Epoch  834 mse: 3.3256    mean_euclidean_distance: 1.3462    \n",
      "Epoch  835 mse: 3.3254    mean_euclidean_distance: 1.3461    \n",
      "Epoch  836 mse: 3.3251    mean_euclidean_distance: 1.3460    \n",
      "Epoch  837 mse: 3.3249    mean_euclidean_distance: 1.3459    \n",
      "Epoch  838 mse: 3.3247    mean_euclidean_distance: 1.3458    \n",
      "Epoch  839 mse: 3.3244    mean_euclidean_distance: 1.3457    \n",
      "Epoch  840 mse: 3.3242    mean_euclidean_distance: 1.3456    \n",
      "Epoch  841 mse: 3.3240    mean_euclidean_distance: 1.3455    \n",
      "Epoch  842 mse: 3.3238    mean_euclidean_distance: 1.3454    \n",
      "Epoch  843 mse: 3.3235    mean_euclidean_distance: 1.3453    \n",
      "Epoch  844 mse: 3.3233    mean_euclidean_distance: 1.3452    \n",
      "Epoch  845 mse: 3.3231    mean_euclidean_distance: 1.3451    \n",
      "Epoch  846 mse: 3.3229    mean_euclidean_distance: 1.3450    \n",
      "Epoch  847 mse: 3.3226    mean_euclidean_distance: 1.3449    \n",
      "Epoch  848 mse: 3.3224    mean_euclidean_distance: 1.3448    \n",
      "Epoch  849 mse: 3.3222    mean_euclidean_distance: 1.3448    \n",
      "Epoch  850 mse: 3.3220    mean_euclidean_distance: 1.3447    \n",
      "Epoch  851 mse: 3.3217    mean_euclidean_distance: 1.3446    \n",
      "Epoch  852 mse: 3.3215    mean_euclidean_distance: 1.3445    \n",
      "Epoch  853 mse: 3.3213    mean_euclidean_distance: 1.3444    \n",
      "Epoch  854 mse: 3.3211    mean_euclidean_distance: 1.3443    \n",
      "Epoch  855 mse: 3.3209    mean_euclidean_distance: 1.3442    \n",
      "Epoch  856 mse: 3.3207    mean_euclidean_distance: 1.3441    \n",
      "Epoch  857 mse: 3.3204    mean_euclidean_distance: 1.3440    \n",
      "Epoch  858 mse: 3.3202    mean_euclidean_distance: 1.3439    \n",
      "Epoch  859 mse: 3.3200    mean_euclidean_distance: 1.3438    \n",
      "Epoch  860 mse: 3.3198    mean_euclidean_distance: 1.3437    \n",
      "Epoch  861 mse: 3.3196    mean_euclidean_distance: 1.3436    \n",
      "Epoch  862 mse: 3.3194    mean_euclidean_distance: 1.3436    \n",
      "Epoch  863 mse: 3.3192    mean_euclidean_distance: 1.3435    \n",
      "Epoch  864 mse: 3.3190    mean_euclidean_distance: 1.3434    \n",
      "Epoch  865 mse: 3.3188    mean_euclidean_distance: 1.3433    \n",
      "Epoch  866 mse: 3.3185    mean_euclidean_distance: 1.3432    \n",
      "Epoch  867 mse: 3.3183    mean_euclidean_distance: 1.3431    \n",
      "Epoch  868 mse: 3.3181    mean_euclidean_distance: 1.3430    \n",
      "Epoch  869 mse: 3.3179    mean_euclidean_distance: 1.3429    \n",
      "Epoch  870 mse: 3.3177    mean_euclidean_distance: 1.3428    \n",
      "Epoch  871 mse: 3.3175    mean_euclidean_distance: 1.3427    \n",
      "Epoch  872 mse: 3.3173    mean_euclidean_distance: 1.3426    \n",
      "Epoch  873 mse: 3.3171    mean_euclidean_distance: 1.3426    \n",
      "Epoch  874 mse: 3.3169    mean_euclidean_distance: 1.3425    \n",
      "Epoch  875 mse: 3.3167    mean_euclidean_distance: 1.3424    \n",
      "Epoch  876 mse: 3.3165    mean_euclidean_distance: 1.3423    \n",
      "Epoch  877 mse: 3.3163    mean_euclidean_distance: 1.3422    \n",
      "Epoch  878 mse: 3.3161    mean_euclidean_distance: 1.3421    \n",
      "Epoch  879 mse: 3.3159    mean_euclidean_distance: 1.3420    \n",
      "Epoch  880 mse: 3.3157    mean_euclidean_distance: 1.3419    \n",
      "Epoch  881 mse: 3.3155    mean_euclidean_distance: 1.3418    \n",
      "Epoch  882 mse: 3.3153    mean_euclidean_distance: 1.3417    \n",
      "Epoch  883 mse: 3.3151    mean_euclidean_distance: 1.3417    \n",
      "Epoch  884 mse: 3.3149    mean_euclidean_distance: 1.3416    \n",
      "Epoch  885 mse: 3.3147    mean_euclidean_distance: 1.3415    \n",
      "Epoch  886 mse: 3.3146    mean_euclidean_distance: 1.3414    \n",
      "Epoch  887 mse: 3.3144    mean_euclidean_distance: 1.3413    \n",
      "Epoch  888 mse: 3.3142    mean_euclidean_distance: 1.3412    \n",
      "Epoch  889 mse: 3.3140    mean_euclidean_distance: 1.3411    \n",
      "Epoch  890 mse: 3.3138    mean_euclidean_distance: 1.3410    \n",
      "Epoch  891 mse: 3.3136    mean_euclidean_distance: 1.3410    \n",
      "Epoch  892 mse: 3.3134    mean_euclidean_distance: 1.3409    \n",
      "Epoch  893 mse: 3.3132    mean_euclidean_distance: 1.3408    \n",
      "Epoch  894 mse: 3.3130    mean_euclidean_distance: 1.3407    \n",
      "Epoch  895 mse: 3.3128    mean_euclidean_distance: 1.3406    \n",
      "Epoch  896 mse: 3.3127    mean_euclidean_distance: 1.3405    \n",
      "Epoch  897 mse: 3.3125    mean_euclidean_distance: 1.3404    \n",
      "Epoch  898 mse: 3.3123    mean_euclidean_distance: 1.3403    \n",
      "Epoch  899 mse: 3.3121    mean_euclidean_distance: 1.3402    \n",
      "Epoch  900 mse: 3.3119    mean_euclidean_distance: 1.3402    \n",
      "Epoch  901 mse: 3.3117    mean_euclidean_distance: 1.3401    \n",
      "Epoch  902 mse: 3.3115    mean_euclidean_distance: 1.3400    \n",
      "Epoch  903 mse: 3.3114    mean_euclidean_distance: 1.3399    \n",
      "Epoch  904 mse: 3.3112    mean_euclidean_distance: 1.3398    \n",
      "Epoch  905 mse: 3.3110    mean_euclidean_distance: 1.3397    \n",
      "Epoch  906 mse: 3.3108    mean_euclidean_distance: 1.3396    \n",
      "Epoch  907 mse: 3.3106    mean_euclidean_distance: 1.3396    \n",
      "Epoch  908 mse: 3.3104    mean_euclidean_distance: 1.3395    \n",
      "Epoch  909 mse: 3.3103    mean_euclidean_distance: 1.3394    \n",
      "Epoch  910 mse: 3.3101    mean_euclidean_distance: 1.3393    \n",
      "Epoch  911 mse: 3.3099    mean_euclidean_distance: 1.3392    \n",
      "Epoch  912 mse: 3.3097    mean_euclidean_distance: 1.3391    \n",
      "Epoch  913 mse: 3.3095    mean_euclidean_distance: 1.3390    \n",
      "Epoch  914 mse: 3.3094    mean_euclidean_distance: 1.3389    \n",
      "Epoch  915 mse: 3.3092    mean_euclidean_distance: 1.3389    \n",
      "Epoch  916 mse: 3.3090    mean_euclidean_distance: 1.3388    \n",
      "Epoch  917 mse: 3.3088    mean_euclidean_distance: 1.3387    \n",
      "Epoch  918 mse: 3.3086    mean_euclidean_distance: 1.3386    \n",
      "Epoch  919 mse: 3.3085    mean_euclidean_distance: 1.3385    \n",
      "Epoch  920 mse: 3.3083    mean_euclidean_distance: 1.3384    \n",
      "Epoch  921 mse: 3.3081    mean_euclidean_distance: 1.3383    \n",
      "Epoch  922 mse: 3.3079    mean_euclidean_distance: 1.3383    \n",
      "Epoch  923 mse: 3.3078    mean_euclidean_distance: 1.3382    \n",
      "Epoch  924 mse: 3.3076    mean_euclidean_distance: 1.3381    \n",
      "Epoch  925 mse: 3.3074    mean_euclidean_distance: 1.3380    \n",
      "Epoch  926 mse: 3.3072    mean_euclidean_distance: 1.3379    \n",
      "Epoch  927 mse: 3.3070    mean_euclidean_distance: 1.3378    \n",
      "Epoch  928 mse: 3.3069    mean_euclidean_distance: 1.3378    \n",
      "Epoch  929 mse: 3.3067    mean_euclidean_distance: 1.3377    \n",
      "Epoch  930 mse: 3.3065    mean_euclidean_distance: 1.3376    \n",
      "Epoch  931 mse: 3.3064    mean_euclidean_distance: 1.3375    \n",
      "Epoch  932 mse: 3.3062    mean_euclidean_distance: 1.3374    \n",
      "Epoch  933 mse: 3.3060    mean_euclidean_distance: 1.3373    \n",
      "Epoch  934 mse: 3.3058    mean_euclidean_distance: 1.3372    \n",
      "Epoch  935 mse: 3.3057    mean_euclidean_distance: 1.3372    \n",
      "Epoch  936 mse: 3.3055    mean_euclidean_distance: 1.3371    \n",
      "Epoch  937 mse: 3.3053    mean_euclidean_distance: 1.3370    \n",
      "Epoch  938 mse: 3.3051    mean_euclidean_distance: 1.3369    \n",
      "Epoch  939 mse: 3.3050    mean_euclidean_distance: 1.3368    \n",
      "Epoch  940 mse: 3.3048    mean_euclidean_distance: 1.3367    \n",
      "Epoch  941 mse: 3.3046    mean_euclidean_distance: 1.3367    \n",
      "Epoch  942 mse: 3.3044    mean_euclidean_distance: 1.3366    \n",
      "Epoch  943 mse: 3.3043    mean_euclidean_distance: 1.3365    \n",
      "Epoch  944 mse: 3.3041    mean_euclidean_distance: 1.3364    \n",
      "Epoch  945 mse: 3.3039    mean_euclidean_distance: 1.3363    \n",
      "Epoch  946 mse: 3.3038    mean_euclidean_distance: 1.3362    \n",
      "Epoch  947 mse: 3.3036    mean_euclidean_distance: 1.3362    \n",
      "Epoch  948 mse: 3.3034    mean_euclidean_distance: 1.3361    \n",
      "Epoch  949 mse: 3.3033    mean_euclidean_distance: 1.3360    \n",
      "Epoch  950 mse: 3.3031    mean_euclidean_distance: 1.3359    \n",
      "Epoch  951 mse: 3.3029    mean_euclidean_distance: 1.3358    \n",
      "Epoch  952 mse: 3.3027    mean_euclidean_distance: 1.3357    \n",
      "Epoch  953 mse: 3.3026    mean_euclidean_distance: 1.3357    \n",
      "Epoch  954 mse: 3.3024    mean_euclidean_distance: 1.3356    \n",
      "Epoch  955 mse: 3.3022    mean_euclidean_distance: 1.3355    \n",
      "Epoch  956 mse: 3.3021    mean_euclidean_distance: 1.3354    \n",
      "Epoch  957 mse: 3.3019    mean_euclidean_distance: 1.3353    \n",
      "Epoch  958 mse: 3.3017    mean_euclidean_distance: 1.3353    \n",
      "Epoch  959 mse: 3.3016    mean_euclidean_distance: 1.3352    \n",
      "Epoch  960 mse: 3.3014    mean_euclidean_distance: 1.3351    \n",
      "Epoch  961 mse: 3.3012    mean_euclidean_distance: 1.3350    \n",
      "Epoch  962 mse: 3.3011    mean_euclidean_distance: 1.3349    \n",
      "Epoch  963 mse: 3.3009    mean_euclidean_distance: 1.3348    \n",
      "Epoch  964 mse: 3.3007    mean_euclidean_distance: 1.3348    \n",
      "Epoch  965 mse: 3.3005    mean_euclidean_distance: 1.3347    \n",
      "Epoch  966 mse: 3.3004    mean_euclidean_distance: 1.3346    \n",
      "Epoch  967 mse: 3.3002    mean_euclidean_distance: 1.3345    \n",
      "Epoch  968 mse: 3.3000    mean_euclidean_distance: 1.3344    \n",
      "Epoch  969 mse: 3.2999    mean_euclidean_distance: 1.3344    \n",
      "Epoch  970 mse: 3.2997    mean_euclidean_distance: 1.3343    \n",
      "Epoch  971 mse: 3.2995    mean_euclidean_distance: 1.3342    \n",
      "Epoch  972 mse: 3.2994    mean_euclidean_distance: 1.3341    \n",
      "Epoch  973 mse: 3.2992    mean_euclidean_distance: 1.3340    \n",
      "Epoch  974 mse: 3.2988    mean_euclidean_distance: 1.3339    \n",
      "Epoch  975 mse: 3.2985    mean_euclidean_distance: 1.3339    \n",
      "Epoch  976 mse: 3.2985    mean_euclidean_distance: 1.3338    \n",
      "Epoch  977 mse: 3.2984    mean_euclidean_distance: 1.3337    \n",
      "Epoch  978 mse: 3.2980    mean_euclidean_distance: 1.3336    \n",
      "Epoch  979 mse: 3.2977    mean_euclidean_distance: 1.3335    \n",
      "Epoch  980 mse: 3.2977    mean_euclidean_distance: 1.3335    \n",
      "Epoch  981 mse: 3.2975    mean_euclidean_distance: 1.3334    \n",
      "Epoch  982 mse: 3.2972    mean_euclidean_distance: 1.3332    \n",
      "Epoch  983 mse: 3.2969    mean_euclidean_distance: 1.3332    \n",
      "Epoch  984 mse: 3.2969    mean_euclidean_distance: 1.3331    \n",
      "Epoch  985 mse: 3.2967    mean_euclidean_distance: 1.3330    \n",
      "Epoch  986 mse: 3.2964    mean_euclidean_distance: 1.3329    \n",
      "Epoch  987 mse: 3.2962    mean_euclidean_distance: 1.3329    \n",
      "Epoch  988 mse: 3.2961    mean_euclidean_distance: 1.3328    \n",
      "Epoch  989 mse: 3.2958    mean_euclidean_distance: 1.3327    \n",
      "Epoch  990 mse: 3.2956    mean_euclidean_distance: 1.3327    \n",
      "Epoch  991 mse: 3.2955    mean_euclidean_distance: 1.3326    \n",
      "Epoch  992 mse: 3.2952    mean_euclidean_distance: 1.3325    \n",
      "Epoch  993 mse: 3.2951    mean_euclidean_distance: 1.3324    \n",
      "Epoch  994 mse: 3.2949    mean_euclidean_distance: 1.3323    \n",
      "Epoch  995 mse: 3.2947    mean_euclidean_distance: 1.3323    \n",
      "Epoch  996 mse: 3.2945    mean_euclidean_distance: 1.3322    \n",
      "Epoch  997 mse: 3.2943    mean_euclidean_distance: 1.3321    \n",
      "Epoch  998 mse: 3.2941    mean_euclidean_distance: 1.3320    \n",
      "Epoch  999 mse: 3.2939    mean_euclidean_distance: 1.3320    \n",
      "Epoch  1000 mse: 3.2937    mean_euclidean_distance: 1.3319    \n",
      "Training error: 1.4271255130398588\n",
      "Validation error: 1.5047785552232131\n",
      "Training error of refit 1.33187760035824\n",
      "Test error 1.3505611591427968\n"
     ]
    }
   ],
   "source": [
    "# tuner = TunerCV(ConfigurationGenerator(hp, mode=\"grid\"), model_builder, n_fold=4, verbose=True,\n",
    "#                 default_metric=\"val_mean_euclidean_distance\", default_reverse=False)\n",
    "tuner = TunerCV(ConfigurationGenerator(hp, mode=\"random\", num_trials=16), model_builder, n_fold=4, verbose=False,\n",
    "                default_metric=\"val_mean_euclidean_distance\", default_reverse=False)\n",
    "\n",
    "val_results = tuner.fit(train_set_x, train_set_y)\n",
    "best_model = tuner.best_model()\n",
    "best_model.verbose = True\n",
    "refit_results = best_model.fit(train_set_x, train_set_y, epochs=1000, batch_size=200)\n",
    "test_result = best_model.evaluate_result(test_set_x, test_set_y)\n",
    "test_result.refit_result = refit_results\n",
    "test_result.validation_results = val_results\n",
    "\n",
    "print(\"Training error:\", test_result.validation_results.list[0].metrics[\"mean_euclidean_distance\"])\n",
    "print(\"Validation error:\", test_result.validation_results.list[0].metrics[\"val_mean_euclidean_distance\"])\n",
    "print(\"Training error of refit\", test_result.refit_result.metrics[\"mean_euclidean_distance\"])\n",
    "print(\"Test error\", test_result.metrics[\"mean_euclidean_distance\"])\n",
    "\n",
    "test_result.dump(\"./test_results.pickle\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "Once the model assessment is done, we merged the train and test set and performed a final model selection with final refit to achive the best performance possible on the ML Cup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "is_executing": true
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training error: 1.372746997676584\n",
      "Validation error: 1.43371104253514\n",
      "Training error of refit: 1.3142635743249733\n"
     ]
    }
   ],
   "source": [
    "full_dataset_x = np.concatenate([train_set_x, test_set_x], axis=0)\n",
    "full_dataset_y = np.concatenate([train_set_y, test_set_y], axis=0)\n",
    "\n",
    "final_val = tuner.fit(full_dataset_x, full_dataset_y)\n",
    "best_model = tuner.best_model()\n",
    "final_refit = best_model.fit(full_dataset_x, full_dataset_y)\n",
    "\n",
    "print(\"Training error:\", final_val.list[0].metrics[\"mean_euclidean_distance\"])\n",
    "print(\"Validation error:\", final_val.list[0].metrics[\"val_mean_euclidean_distance\"])\n",
    "print(\"Training error of refit:\", final_refit.metrics[\"mean_euclidean_distance\"])\n",
    "\n",
    "final_val.dump(\"./final_val_results.pickle\")\n",
    "final_refit.dump(\"./final_refit_results.pickle\")\n",
    "best_model.dump_weights(\"./best_weights.pickle\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "Prediction on the blind test set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "dataset = pd.read_csv(\"neural_network/datasets/ML-CUP22-TS.csv\", skiprows=7, index_col=0, names= dataset_attribute_columns)\n",
    "blind_test_set = dataset[dataset_attribute_columns].to_numpy()\n",
    "\n",
    "prediction = best_model.predict(blind_test_set)\n",
    "df = pd.DataFrame(prediction)\n",
    "df.to_csv(\"./final_prediction.csv\", float_format='%.16f', index=True, header=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.6"
  },
  "vscode": {
   "interpreter": {
    "hash": "916dbcbb3f70747c44a77c7bcd40155683ae19c65e1c03b4aa3499c5328201f1"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}