02-sgd-WS-models-fixed-p-unnormL.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import networkx as nx\n",
    "import scipy.linalg as la\n",
    "from matplotlib import pyplot as plt\n",
    "import fun as f\n",
    "import random, time, math, json, pickle\n",
    "from collections import Counter\n",
    "from SGD import SGD"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "WS_models_p005 = nx.read_gpickle(\"00-Graphs/011220WS-Graphs-fixed-p-005.json\")\n",
    "k005_list = list(WS_models_p005['models_ref'].keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "exp_unnormL_p005 = SGD(ref = k005_list[0], \n",
    "                      solve = \"standard\", \n",
    "                      G_ref = WS_models_p005['models_ref'][k005_list[0]],\n",
    "                      G = WS_models_p005['models'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Eigen-decomposition of reference model with ref param : 10 completed.\n",
      "Eigen-decomposition of the 1100 models completed.\n",
      "took 10.391 minutes.\n",
      "\n",
      "\n",
      "SGD between G(10) and G(k)\n",
      "\n",
      "The spectral distance between G(10) and G(~) is an average  of the SGD between G(10) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(10), G(6)): 0.053859038150862064, took: 0.7053 minutes\n",
      "d(G(10), G(8)): 0.050217367519943365, took: 0.7084 minutes\n",
      "d(G(10), G(10)): 0.04791285160296823, took: 0.7031 minutes\n",
      "d(G(10), G(25)): 0.05731861366219064, took: 0.7098 minutes\n",
      "d(G(10), G(40)): 0.05942304128597567, took: 0.6889 minutes\n",
      "d(G(10), G(55)): 0.06018199662184519, took: 0.6795 minutes\n",
      "d(G(10), G(70)): 0.06102600327958302, took: 0.6863 minutes\n",
      "d(G(10), G(85)): 0.0606218812692241, took: 0.7607 minutes\n",
      "d(G(10), G(100)): 0.060949708637223335, took: 0.7415 minutes\n",
      "d(G(10), G(115)): 0.06084843132050564, took: 0.6633 minutes\n",
      "d(G(10), G(130)): 0.06050764400590895, took: 0.6854 minutes\n",
      "d(G(10), G(145)): 0.06017950905869482, took: 0.6768 minutes\n",
      "d(G(10), G(160)): 0.06033423595341532, took: 0.6801 minutes\n",
      "d(G(10), G(175)): 0.06123481533905131, took: 0.6899 minutes\n",
      "d(G(10), G(190)): 0.060085859826739946, took: 0.7035 minutes\n",
      "d(G(10), G(205)): 0.06136380473927057, took: 0.7056 minutes\n",
      "d(G(10), G(220)): 0.060391412033447514, took: 0.7086 minutes\n",
      "d(G(10), G(235)): 0.060035699488520465, took: 0.7053 minutes\n",
      "d(G(10), G(250)): 0.06032980900241592, took: 0.6702 minutes\n",
      "d(G(10), G(265)): 0.061136147548842196, took: 0.6673 minutes\n",
      "d(G(10), G(280)): 0.060956906375212665, took: 0.7322 minutes\n",
      "d(G(10), G(295)): 0.07391077682185702, took: 0.6483 minutes\n",
      "\n",
      "Process took 15.320513252417246 minutes with an average of 0.6963677691690848 per generation\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(40) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 40 completed.\n",
      "The spectral distance between G(40) and G(~) is an average  of the SGD between G(40) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(40), G(6)): 0.058551258871764766, took: 0.6914 minutes\n",
      "d(G(40), G(8)): 0.059543011301263854, took: 0.6615 minutes\n",
      "d(G(40), G(10)): 0.05925214498624855, took: 0.6564 minutes\n",
      "d(G(40), G(25)): 0.05071336240120598, took: 0.6641 minutes\n",
      "d(G(40), G(40)): 0.04766725414610876, took: 0.6703 minutes\n",
      "d(G(40), G(55)): 0.04964770506283048, took: 0.6652 minutes\n",
      "d(G(40), G(70)): 0.050707679416962394, took: 0.664 minutes\n",
      "d(G(40), G(85)): 0.05067200108040455, took: 0.6546 minutes\n",
      "d(G(40), G(100)): 0.05155635719844019, took: 0.6402 minutes\n",
      "d(G(40), G(115)): 0.05142822217530872, took: 0.6435 minutes\n",
      "d(G(40), G(130)): 0.05147804306292267, took: 0.6618 minutes\n",
      "d(G(40), G(145)): 0.053077825675187956, took: 0.6787 minutes\n",
      "d(G(40), G(160)): 0.05276354563829711, took: 0.6656 minutes\n",
      "d(G(40), G(175)): 0.052697462986828106, took: 0.6573 minutes\n",
      "d(G(40), G(190)): 0.05279900004347304, took: 0.6539 minutes\n",
      "d(G(40), G(205)): 0.05353350552830344, took: 0.6574 minutes\n",
      "d(G(40), G(220)): 0.05285097208426076, took: 0.6558 minutes\n",
      "d(G(40), G(235)): 0.053005567574944144, took: 0.6652 minutes\n",
      "d(G(40), G(250)): 0.05346797059594592, took: 0.6571 minutes\n",
      "d(G(40), G(265)): 0.05382023530186036, took: 0.666 minutes\n",
      "d(G(40), G(280)): 0.05580211618671488, took: 0.6934 minutes\n",
      "d(G(40), G(295)): 0.06916014127172478, took: 0.696 minutes\n",
      "\n",
      "Process took 14.619670915603638 minutes with an average of 0.6645245759776144 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(70) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 70 completed.\n",
      "The spectral distance between G(70) and G(~) is an average  of the SGD between G(70) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(70), G(6)): 0.05882913699159058, took: 0.7146 minutes\n",
      "d(G(70), G(8)): 0.06050737771331839, took: 0.7 minutes\n",
      "d(G(70), G(10)): 0.06072794943511716, took: 0.7083 minutes\n",
      "d(G(70), G(25)): 0.053565069160716086, took: 0.6981 minutes\n",
      "d(G(70), G(40)): 0.04979502185791095, took: 0.7169 minutes\n",
      "d(G(70), G(55)): 0.0476684653011165, took: 0.7002 minutes\n",
      "d(G(70), G(70)): 0.04589992725659792, took: 0.7084 minutes\n",
      "d(G(70), G(85)): 0.046882846256475555, took: 0.712 minutes\n",
      "d(G(70), G(100)): 0.04701020415046466, took: 0.6381 minutes\n",
      "d(G(70), G(115)): 0.04700705056658577, took: 0.641 minutes\n",
      "d(G(70), G(130)): 0.0463679662237418, took: 0.6729 minutes\n",
      "d(G(70), G(145)): 0.047976077409734266, took: 0.6451 minutes\n",
      "d(G(70), G(160)): 0.04820991069916422, took: 0.6561 minutes\n",
      "d(G(70), G(175)): 0.047281887547750374, took: 0.6593 minutes\n",
      "d(G(70), G(190)): 0.04819865889252574, took: 0.6637 minutes\n",
      "d(G(70), G(205)): 0.048392977792949966, took: 0.646 minutes\n",
      "d(G(70), G(220)): 0.04827619873047567, took: 0.6518 minutes\n",
      "d(G(70), G(235)): 0.04821820314881538, took: 0.6338 minutes\n",
      "d(G(70), G(250)): 0.04822785086163032, took: 0.6174 minutes\n",
      "d(G(70), G(265)): 0.048123877007257974, took: 0.6322 minutes\n",
      "d(G(70), G(280)): 0.05195500539340367, took: 0.6136 minutes\n",
      "d(G(70), G(295)): 0.06606111045136644, took: 0.5992 minutes\n",
      "\n",
      "Process took 14.628706920146943 minutes with an average of 0.6649376063635856 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(100) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 100 completed.\n",
      "The spectral distance between G(100) and G(~) is an average  of the SGD between G(100) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(100), G(6)): 0.05882801805299819, took: 0.657 minutes\n",
      "d(G(100), G(8)): 0.05981952163423166, took: 0.695 minutes\n",
      "d(G(100), G(10)): 0.05958069919058941, took: 0.6053 minutes\n",
      "d(G(100), G(25)): 0.05503537341247915, took: 0.5924 minutes\n",
      "d(G(100), G(40)): 0.05089778202178927, took: 0.6374 minutes\n",
      "d(G(100), G(55)): 0.04894041165062946, took: 0.6166 minutes\n",
      "d(G(100), G(70)): 0.04805291439907371, took: 0.6343 minutes\n",
      "d(G(100), G(85)): 0.0479363650255797, took: 0.6153 minutes\n",
      "d(G(100), G(100)): 0.04737978151493241, took: 0.6068 minutes\n",
      "d(G(100), G(115)): 0.04661075408365569, took: 0.5989 minutes\n",
      "d(G(100), G(130)): 0.047419317143932764, took: 0.6092 minutes\n",
      "d(G(100), G(145)): 0.04755389910887059, took: 0.6155 minutes\n",
      "d(G(100), G(160)): 0.04838322406970907, took: 0.6328 minutes\n",
      "d(G(100), G(175)): 0.047924969460847414, took: 0.6394 minutes\n",
      "d(G(100), G(190)): 0.0480808331516406, took: 0.6262 minutes\n",
      "d(G(100), G(205)): 0.048268448820557204, took: 0.6447 minutes\n",
      "d(G(100), G(220)): 0.047649307375843275, took: 0.6283 minutes\n",
      "d(G(100), G(235)): 0.047832523576761356, took: 0.6146 minutes\n",
      "d(G(100), G(250)): 0.04722682234948522, took: 0.6628 minutes\n",
      "d(G(100), G(265)): 0.048348650929209584, took: 0.6543 minutes\n",
      "d(G(100), G(280)): 0.05132518668291005, took: 0.5832 minutes\n",
      "d(G(100), G(295)): 0.06480239428811564, took: 0.583 minutes\n",
      "\n",
      "Process took 13.753163715203604 minutes with an average of 0.625139901674155 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(130) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 130 completed.\n",
      "The spectral distance between G(130) and G(~) is an average  of the SGD between G(130) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(130), G(6)): 0.06041061754395426, took: 0.602 minutes\n",
      "d(G(130), G(8)): 0.06129492708058846, took: 0.6711 minutes\n",
      "d(G(130), G(10)): 0.06080037526937129, took: 0.6121 minutes\n",
      "d(G(130), G(25)): 0.05627444462377406, took: 0.6516 minutes\n",
      "d(G(130), G(40)): 0.05267581127401606, took: 0.621 minutes\n",
      "d(G(130), G(55)): 0.05027643470866366, took: 0.6115 minutes\n",
      "d(G(130), G(70)): 0.04939382383008819, took: 0.5998 minutes\n",
      "d(G(130), G(85)): 0.04885841435492278, took: 0.6164 minutes\n",
      "d(G(130), G(100)): 0.048658545375241787, took: 0.613 minutes\n",
      "d(G(130), G(115)): 0.04797735570035352, took: 0.5916 minutes\n",
      "d(G(130), G(130)): 0.04727350034161182, took: 0.6314 minutes\n",
      "d(G(130), G(145)): 0.048561525117409535, took: 0.6756 minutes\n",
      "d(G(130), G(160)): 0.04920382796555572, took: 0.6421 minutes\n",
      "d(G(130), G(175)): 0.047894818715638346, took: 0.6113 minutes\n",
      "d(G(130), G(190)): 0.049003281658586605, took: 0.6457 minutes\n",
      "d(G(130), G(205)): 0.04830558309951205, took: 0.6225 minutes\n",
      "d(G(130), G(220)): 0.048418097849956016, took: 0.6184 minutes\n",
      "d(G(130), G(235)): 0.04876577380333679, took: 0.6157 minutes\n",
      "d(G(130), G(250)): 0.04859970503567292, took: 0.6147 minutes\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "d(G(130), G(265)): 0.04886749414633812, took: 0.628 minutes\n",
      "d(G(130), G(280)): 0.05253765107378771, took: 0.6287 minutes\n",
      "d(G(130), G(295)): 0.06612166662204176, took: 0.6379 minutes\n",
      "\n",
      "Process took 13.762157833576202 minutes with an average of 0.625546639254599 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(160) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 160 completed.\n",
      "The spectral distance between G(160) and G(~) is an average  of the SGD between G(160) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(160), G(6)): 0.058529504609733864, took: 0.6365 minutes\n",
      "d(G(160), G(8)): 0.06025755057045158, took: 0.6294 minutes\n",
      "d(G(160), G(10)): 0.060370002049649575, took: 0.6371 minutes\n",
      "d(G(160), G(25)): 0.05618922654699172, took: 0.6863 minutes\n",
      "d(G(160), G(40)): 0.05283282898219571, took: 0.6992 minutes\n",
      "d(G(160), G(55)): 0.0514855561015896, took: 0.6479 minutes\n",
      "d(G(160), G(70)): 0.0498817383082236, took: 0.6196 minutes\n",
      "d(G(160), G(85)): 0.04938721918472986, took: 0.6239 minutes\n",
      "d(G(160), G(100)): 0.049728169797872576, took: 0.6081 minutes\n",
      "d(G(160), G(115)): 0.04863567969057862, took: 0.6271 minutes\n",
      "d(G(160), G(130)): 0.048413568856256924, took: 0.6446 minutes\n",
      "d(G(160), G(145)): 0.0480420340918146, took: 0.5911 minutes\n",
      "d(G(160), G(160)): 0.0476917645615289, took: 0.6296 minutes\n",
      "d(G(160), G(175)): 0.048665891460006126, took: 0.667 minutes\n",
      "d(G(160), G(190)): 0.04755214607931521, took: 0.6342 minutes\n",
      "d(G(160), G(205)): 0.04821987366365696, took: 0.6408 minutes\n",
      "d(G(160), G(220)): 0.04765032482760104, took: 0.6255 minutes\n",
      "d(G(160), G(235)): 0.04764887768890433, took: 0.6769 minutes\n",
      "d(G(160), G(250)): 0.048158915033978546, took: 0.6702 minutes\n",
      "d(G(160), G(265)): 0.04939439776155882, took: 0.6638 minutes\n",
      "d(G(160), G(280)): 0.05042437419414317, took: 0.6481 minutes\n",
      "d(G(160), G(295)): 0.06509715038115815, took: 0.6745 minutes\n",
      "\n",
      "Process took 14.181444001197814 minutes with an average of 0.6446061687035994 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(190) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 190 completed.\n",
      "The spectral distance between G(190) and G(~) is an average  of the SGD between G(190) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(190), G(6)): 0.05800386058228897, took: 0.6732 minutes\n",
      "d(G(190), G(8)): 0.05970855211484886, took: 0.6527 minutes\n",
      "d(G(190), G(10)): 0.059344645339677635, took: 0.6682 minutes\n",
      "d(G(190), G(25)): 0.054300431714318205, took: 0.6745 minutes\n",
      "d(G(190), G(40)): 0.05199211768848015, took: 0.6372 minutes\n",
      "d(G(190), G(55)): 0.049803477730299785, took: 0.653 minutes\n",
      "d(G(190), G(70)): 0.04847773963825087, took: 0.6484 minutes\n",
      "d(G(190), G(85)): 0.048344641825050744, took: 0.6557 minutes\n",
      "d(G(190), G(100)): 0.048155091002841675, took: 0.7363 minutes\n",
      "d(G(190), G(115)): 0.047458577882349, took: 0.6124 minutes\n",
      "d(G(190), G(130)): 0.04721632667310128, took: 0.6105 minutes\n",
      "d(G(190), G(145)): 0.04647035546563164, took: 0.6003 minutes\n",
      "d(G(190), G(160)): 0.04649318118768625, took: 0.6248 minutes\n",
      "d(G(190), G(175)): 0.04757380668408152, took: 0.6426 minutes\n",
      "d(G(190), G(190)): 0.04635044001227705, took: 0.6329 minutes\n",
      "d(G(190), G(205)): 0.046853093594905866, took: 0.6599 minutes\n",
      "d(G(190), G(220)): 0.0468949568807722, took: 0.6295 minutes\n",
      "d(G(190), G(235)): 0.04639491664472128, took: 0.6452 minutes\n",
      "d(G(190), G(250)): 0.04691080302621936, took: 0.6427 minutes\n",
      "d(G(190), G(265)): 0.04760653997660011, took: 0.6211 minutes\n",
      "d(G(190), G(280)): 0.04986473668998736, took: 0.6247 minutes\n",
      "d(G(190), G(295)): 0.06412943956905337, took: 0.637 minutes\n",
      "\n",
      "Process took 14.183014301458995 minutes with an average of 0.6446755423690335 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(220) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 220 completed.\n",
      "The spectral distance between G(220) and G(~) is an average  of the SGD between G(220) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(220), G(6)): 0.058614246270891776, took: 0.635 minutes\n",
      "d(G(220), G(8)): 0.06052402612288245, took: 0.6381 minutes\n",
      "d(G(220), G(10)): 0.06073866225753463, took: 0.6443 minutes\n",
      "d(G(220), G(25)): 0.05595747336449344, took: 0.6302 minutes\n",
      "d(G(220), G(40)): 0.052349567748828, took: 0.6216 minutes\n",
      "d(G(220), G(55)): 0.05038521282643646, took: 0.6134 minutes\n",
      "d(G(220), G(70)): 0.048998285104972436, took: 0.6445 minutes\n",
      "d(G(220), G(85)): 0.048575054424616446, took: 0.7255 minutes\n",
      "d(G(220), G(100)): 0.04813817210821849, took: 0.6612 minutes\n",
      "d(G(220), G(115)): 0.04731723452112658, took: 0.6308 minutes\n",
      "d(G(220), G(130)): 0.046695068303682925, took: 0.6164 minutes\n",
      "d(G(220), G(145)): 0.04621756970123326, took: 0.6228 minutes\n",
      "d(G(220), G(160)): 0.04697901510841465, took: 0.6252 minutes\n",
      "d(G(220), G(175)): 0.04694355059700426, took: 0.6008 minutes\n",
      "d(G(220), G(190)): 0.04684485098991427, took: 0.7065 minutes\n",
      "d(G(220), G(205)): 0.046140298150597704, took: 0.8537 minutes\n",
      "d(G(220), G(220)): 0.04593823478583114, took: 0.7138 minutes\n",
      "d(G(220), G(235)): 0.04606180064677018, took: 0.6417 minutes\n",
      "d(G(220), G(250)): 0.04671765397944389, took: 0.6518 minutes\n",
      "d(G(220), G(265)): 0.046750550830854415, took: 0.6481 minutes\n",
      "d(G(220), G(280)): 0.049070861565249896, took: 0.65 minutes\n",
      "d(G(220), G(295)): 0.062353917549997806, took: 0.6741 minutes\n",
      "\n",
      "Process took 14.449517699082692 minutes with an average of 0.6567880467935041 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(250) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 250 completed.\n",
      "The spectral distance between G(250) and G(~) is an average  of the SGD between G(250) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(250), G(6)): 0.05759135528406409, took: 0.66 minutes\n",
      "d(G(250), G(8)): 0.05927847305557295, took: 0.6117 minutes\n",
      "d(G(250), G(10)): 0.05994377971699079, took: 0.6242 minutes\n",
      "d(G(250), G(25)): 0.05610093027529036, took: 0.6189 minutes\n",
      "d(G(250), G(40)): 0.0530126309531533, took: 0.6712 minutes\n",
      "d(G(250), G(55)): 0.05052497840498131, took: 0.6492 minutes\n",
      "d(G(250), G(70)): 0.04917853043862224, took: 0.6384 minutes\n",
      "d(G(250), G(85)): 0.04888753851212057, took: 0.6518 minutes\n",
      "d(G(250), G(100)): 0.048447073532201276, took: 0.6328 minutes\n",
      "d(G(250), G(115)): 0.047237596620859426, took: 0.6173 minutes\n",
      "d(G(250), G(130)): 0.047544168872949176, took: 0.626 minutes\n",
      "d(G(250), G(145)): 0.045813220540735375, took: 0.639 minutes\n",
      "d(G(250), G(160)): 0.04694155924494064, took: 0.6241 minutes\n",
      "d(G(250), G(175)): 0.04698725174373518, took: 0.6347 minutes\n",
      "d(G(250), G(190)): 0.04714933093485054, took: 0.6252 minutes\n",
      "d(G(250), G(205)): 0.04559601820425154, took: 0.6125 minutes\n",
      "d(G(250), G(220)): 0.04583947374484767, took: 0.5787 minutes\n",
      "d(G(250), G(235)): 0.04546676694815532, took: 0.577 minutes\n",
      "d(G(250), G(250)): 0.04485720727570132, took: 0.5996 minutes\n",
      "d(G(250), G(265)): 0.04622548279190317, took: 0.5983 minutes\n",
      "d(G(250), G(280)): 0.04889244322812113, took: 0.5939 minutes\n",
      "d(G(250), G(295)): 0.06247571825504116, took: 0.5898 minutes\n",
      "\n",
      "Process took 13.674704599380494 minutes with an average of 0.6215723361029769 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(280) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 280 completed.\n",
      "The spectral distance between G(280) and G(~) is an average  of the SGD between G(280) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(280), G(6)): 0.05918633915116101, took: 0.6698 minutes\n",
      "d(G(280), G(8)): 0.06040541943809169, took: 0.614 minutes\n",
      "d(G(280), G(10)): 0.06127483707232681, took: 0.6229 minutes\n",
      "d(G(280), G(25)): 0.05838248143153061, took: 0.6303 minutes\n",
      "d(G(280), G(40)): 0.05602230237022602, took: 0.6471 minutes\n",
      "d(G(280), G(55)): 0.05516198965759494, took: 0.7134 minutes\n",
      "d(G(280), G(70)): 0.05358919468378496, took: 0.692 minutes\n",
      "d(G(280), G(85)): 0.0533331222296664, took: 0.6669 minutes\n",
      "d(G(280), G(100)): 0.05305418126672275, took: 0.6312 minutes\n",
      "d(G(280), G(115)): 0.052402574499397045, took: 0.6255 minutes\n",
      "d(G(280), G(130)): 0.052329014407086163, took: 0.6622 minutes\n",
      "d(G(280), G(145)): 0.05080235153757776, took: 0.7036 minutes\n",
      "d(G(280), G(160)): 0.05056661699031894, took: 0.7287 minutes\n",
      "d(G(280), G(175)): 0.051469968137130714, took: 0.676 minutes\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "d(G(280), G(190)): 0.0507358625353573, took: 0.6551 minutes\n",
      "d(G(280), G(205)): 0.050711393813599244, took: 0.6516 minutes\n",
      "d(G(280), G(220)): 0.0504602929445606, took: 0.657 minutes\n",
      "d(G(280), G(235)): 0.049766409425594224, took: 0.6486 minutes\n",
      "d(G(280), G(250)): 0.05007302786177064, took: 0.6516 minutes\n",
      "d(G(280), G(265)): 0.05025919539421222, took: 0.6636 minutes\n",
      "d(G(280), G(280)): 0.048162866184073894, took: 0.6588 minutes\n",
      "d(G(280), G(295)): 0.06030875054769476, took: 0.7008 minutes\n",
      "\n",
      "Process took 14.570868249734243 minutes with an average of 0.6623056189580395 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n"
     ]
    }
   ],
   "source": [
    "sgd_dic_p005 = f.fit_sgd_for_all_ref_models(k005_list[0], k005_list, exp_unnormL_p005, WS_models_p005)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "WS_models_p01 = nx.read_gpickle(\"00-Graphs/011220WS-Graphs-fixed-p-01.json\")\n",
    "k0_list = list(WS_models_p01['models_ref'].keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "exp_unnormL_p01 = SGD(ref = k0_list[0], \n",
    "                      solve = \"standard\", \n",
    "                      G_ref = WS_models_p01['models_ref'][k0_list[0]],\n",
    "                      G = WS_models_p01['models'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Eigen-decomposition of reference model with ref param : 10 completed.\n",
      "Eigen-decomposition of the 1100 models completed.\n",
      "took 6.936 minutes.\n",
      "\n",
      "\n",
      "SGD between G(10) and G(k)\n",
      "\n",
      "The spectral distance between G(10) and G(~) is an average  of the SGD between G(10) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(10), G(6)): 0.05376582197184059, took: 0.6096 minutes\n",
      "d(G(10), G(8)): 0.051165922268483356, took: 0.5997 minutes\n",
      "d(G(10), G(10)): 0.0500863706389966, took: 0.6097 minutes\n",
      "d(G(10), G(25)): 0.056288278777347454, took: 0.6104 minutes\n",
      "d(G(10), G(40)): 0.05837582417923397, took: 0.6266 minutes\n",
      "d(G(10), G(55)): 0.059204434422752, took: 0.633 minutes\n",
      "d(G(10), G(70)): 0.059565949139399395, took: 0.6126 minutes\n",
      "d(G(10), G(85)): 0.05903219239293266, took: 0.6238 minutes\n",
      "d(G(10), G(100)): 0.05964936648532425, took: 0.6069 minutes\n",
      "d(G(10), G(115)): 0.059418706027374577, took: 0.6094 minutes\n",
      "d(G(10), G(130)): 0.05920790376910183, took: 0.6485 minutes\n",
      "d(G(10), G(145)): 0.05962265904532906, took: 0.6202 minutes\n",
      "d(G(10), G(160)): 0.059000405087864624, took: 0.6104 minutes\n",
      "d(G(10), G(175)): 0.05973079843483984, took: 0.6116 minutes\n",
      "d(G(10), G(190)): 0.05891448370851112, took: 0.5886 minutes\n",
      "d(G(10), G(205)): 0.05959096251401788, took: 0.5846 minutes\n",
      "d(G(10), G(220)): 0.059087200372248364, took: 0.5819 minutes\n",
      "d(G(10), G(235)): 0.05950417752620018, took: 0.5848 minutes\n",
      "d(G(10), G(250)): 0.060181027923985615, took: 0.5821 minutes\n",
      "d(G(10), G(265)): 0.05912148108473827, took: 0.5855 minutes\n",
      "d(G(10), G(280)): 0.06032510393168237, took: 0.5781 minutes\n",
      "d(G(10), G(295)): 0.069426114322341, took: 0.5845 minutes\n",
      "\n",
      "Process took 13.302686365445455 minutes with an average of 0.6046555430600139 per generation\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(40) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 40 completed.\n",
      "The spectral distance between G(40) and G(~) is an average  of the SGD between G(40) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(40), G(6)): 0.055569989765994324, took: 0.6 minutes\n",
      "d(G(40), G(8)): 0.05528497998031184, took: 0.5895 minutes\n",
      "d(G(40), G(10)): 0.054955291597987566, took: 0.6007 minutes\n",
      "d(G(40), G(25)): 0.04962271198086499, took: 0.6194 minutes\n",
      "d(G(40), G(40)): 0.046030809095048364, took: 0.6181 minutes\n",
      "d(G(40), G(55)): 0.04719967037708887, took: 0.632 minutes\n",
      "d(G(40), G(70)): 0.04776451880273222, took: 0.6133 minutes\n",
      "d(G(40), G(85)): 0.04826781590608702, took: 0.6791 minutes\n",
      "d(G(40), G(100)): 0.049340600083461646, took: 0.7101 minutes\n",
      "d(G(40), G(115)): 0.048870525515819115, took: 0.6478 minutes\n",
      "d(G(40), G(130)): 0.049469596767024865, took: 0.6255 minutes\n",
      "d(G(40), G(145)): 0.05006329858936998, took: 0.5892 minutes\n",
      "d(G(40), G(160)): 0.0498672566526385, took: 0.5825 minutes\n",
      "d(G(40), G(175)): 0.0496219536930575, took: 0.6039 minutes\n",
      "d(G(40), G(190)): 0.04941619865292893, took: 0.624 minutes\n",
      "d(G(40), G(205)): 0.050519153635636284, took: 0.6182 minutes\n",
      "d(G(40), G(220)): 0.0501833707413643, took: 0.6151 minutes\n",
      "d(G(40), G(235)): 0.05015142542885505, took: 0.6145 minutes\n",
      "d(G(40), G(250)): 0.05124197121506157, took: 0.6551 minutes\n",
      "d(G(40), G(265)): 0.0512110791995449, took: 0.6142 minutes\n",
      "d(G(40), G(280)): 0.054446992788709306, took: 0.6194 minutes\n",
      "d(G(40), G(295)): 0.06570671478175197, took: 0.6235 minutes\n",
      "\n",
      "Process took 13.695539446671804 minutes with an average of 0.622506665460991 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(70) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 70 completed.\n",
      "The spectral distance between G(70) and G(~) is an average  of the SGD between G(70) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(70), G(6)): 0.05624846023669023, took: 0.6382 minutes\n",
      "d(G(70), G(8)): 0.055764897602458535, took: 0.6325 minutes\n",
      "d(G(70), G(10)): 0.05662725581694704, took: 0.6124 minutes\n",
      "d(G(70), G(25)): 0.052634964266496144, took: 0.6145 minutes\n",
      "d(G(70), G(40)): 0.04852380624500897, took: 0.6147 minutes\n",
      "d(G(70), G(55)): 0.04685165603223631, took: 0.6187 minutes\n",
      "d(G(70), G(70)): 0.04519071402306619, took: 0.6237 minutes\n",
      "d(G(70), G(85)): 0.04574108332957826, took: 0.6292 minutes\n",
      "d(G(70), G(100)): 0.04597580866010102, took: 0.6197 minutes\n",
      "d(G(70), G(115)): 0.04641575469884324, took: 0.6019 minutes\n",
      "d(G(70), G(130)): 0.04659142072854159, took: 0.6001 minutes\n",
      "d(G(70), G(145)): 0.04785340379264282, took: 0.6009 minutes\n",
      "d(G(70), G(160)): 0.04814359282528021, took: 0.6464 minutes\n",
      "d(G(70), G(175)): 0.04711936418050656, took: 0.6262 minutes\n",
      "d(G(70), G(190)): 0.047606813515022293, took: 0.6196 minutes\n",
      "d(G(70), G(205)): 0.048037808129046934, took: 0.6322 minutes\n",
      "d(G(70), G(220)): 0.04851231104743156, took: 0.6274 minutes\n",
      "d(G(70), G(235)): 0.04860209538935226, took: 0.6138 minutes\n",
      "d(G(70), G(250)): 0.048901189981336614, took: 0.6125 minutes\n",
      "d(G(70), G(265)): 0.0499197895802152, took: 0.6077 minutes\n",
      "d(G(70), G(280)): 0.053600641769209305, took: 0.6138 minutes\n",
      "d(G(70), G(295)): 0.0661198186001541, took: 0.6087 minutes\n",
      "\n",
      "Process took 13.61505678097407 minutes with an average of 0.6188628633817037 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(100) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 100 completed.\n",
      "The spectral distance between G(100) and G(~) is an average  of the SGD between G(100) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(100), G(6)): 0.05838358685573861, took: 0.6064 minutes\n",
      "d(G(100), G(8)): 0.05801628269880649, took: 0.6218 minutes\n",
      "d(G(100), G(10)): 0.05858063058503089, took: 0.6297 minutes\n",
      "d(G(100), G(25)): 0.055159342257854294, took: 0.6132 minutes\n",
      "d(G(100), G(40)): 0.051723397418887256, took: 0.6162 minutes\n",
      "d(G(100), G(55)): 0.05000374891387724, took: 0.6146 minutes\n",
      "d(G(100), G(70)): 0.04829304237271947, took: 0.6152 minutes\n",
      "d(G(100), G(85)): 0.04726995553067615, took: 0.6174 minutes\n",
      "d(G(100), G(100)): 0.046811475371409735, took: 0.6484 minutes\n",
      "d(G(100), G(115)): 0.04748640071676821, took: 0.6451 minutes\n",
      "d(G(100), G(130)): 0.047228105337961936, took: 0.6653 minutes\n",
      "d(G(100), G(145)): 0.047892203442160414, took: 0.6492 minutes\n",
      "d(G(100), G(160)): 0.048456303360306194, took: 0.6508 minutes\n",
      "d(G(100), G(175)): 0.04798571848882905, took: 0.6091 minutes\n",
      "d(G(100), G(190)): 0.04780417175533893, took: 0.6088 minutes\n",
      "d(G(100), G(205)): 0.048083352093450264, took: 0.6177 minutes\n",
      "d(G(100), G(220)): 0.04836310708077868, took: 0.6121 minutes\n",
      "d(G(100), G(235)): 0.04878835930813283, took: 0.6171 minutes\n",
      "d(G(100), G(250)): 0.048998354164349556, took: 0.6183 minutes\n",
      "d(G(100), G(265)): 0.05038586826750561, took: 0.5996 minutes\n",
      "d(G(100), G(280)): 0.05389349800924359, took: 0.6215 minutes\n",
      "d(G(100), G(295)): 0.06620054134219196, took: 0.6037 minutes\n",
      "\n",
      "Process took 13.701395150025686 minutes with an average of 0.6227815248749473 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(130) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 130 completed.\n",
      "The spectral distance between G(130) and G(~) is an average  of the SGD between G(130) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(130), G(6)): 0.05669269755469611, took: 0.5994 minutes\n",
      "d(G(130), G(8)): 0.055846413758541436, took: 0.6065 minutes\n",
      "d(G(130), G(10)): 0.05638619436252209, took: 0.6138 minutes\n",
      "d(G(130), G(25)): 0.0538867839051092, took: 0.5986 minutes\n",
      "d(G(130), G(40)): 0.05061358366444158, took: 0.6035 minutes\n",
      "d(G(130), G(55)): 0.04871938226045831, took: 0.6083 minutes\n",
      "d(G(130), G(70)): 0.047183815617723154, took: 0.6079 minutes\n",
      "d(G(130), G(85)): 0.04675746300563262, took: 0.5992 minutes\n",
      "d(G(130), G(100)): 0.04639424308729315, took: 0.6162 minutes\n",
      "d(G(130), G(115)): 0.046088356960587884, took: 0.6116 minutes\n",
      "d(G(130), G(130)): 0.04598065207462036, took: 0.6128 minutes\n",
      "d(G(130), G(145)): 0.046874173897455816, took: 0.6077 minutes\n",
      "d(G(130), G(160)): 0.04642667556526562, took: 0.6046 minutes\n",
      "d(G(130), G(175)): 0.04634199924158319, took: 0.5969 minutes\n",
      "d(G(130), G(190)): 0.04653973411379209, took: 0.5988 minutes\n",
      "d(G(130), G(205)): 0.04658395249436925, took: 0.6072 minutes\n",
      "d(G(130), G(220)): 0.04682989293081661, took: 0.6245 minutes\n",
      "d(G(130), G(235)): 0.047173733588005744, took: 0.5988 minutes\n",
      "d(G(130), G(250)): 0.047692260501239626, took: 0.5941 minutes\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "d(G(130), G(265)): 0.04896437337118835, took: 0.615 minutes\n",
      "d(G(130), G(280)): 0.05246899978704124, took: 0.6039 minutes\n",
      "d(G(130), G(295)): 0.06488032882770846, took: 0.6009 minutes\n",
      "\n",
      "Process took 13.33042931954066 minutes with an average of 0.6059211214383442 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(160) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 160 completed.\n",
      "The spectral distance between G(160) and G(~) is an average  of the SGD between G(160) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(160), G(6)): 0.05716401467687083, took: 0.6042 minutes\n",
      "d(G(160), G(8)): 0.05743061168462767, took: 0.5923 minutes\n",
      "d(G(160), G(10)): 0.05788900567900502, took: 0.5657 minutes\n",
      "d(G(160), G(25)): 0.05492521345261436, took: 0.5676 minutes\n",
      "d(G(160), G(40)): 0.05221039061957792, took: 0.5699 minutes\n",
      "d(G(160), G(55)): 0.05025063483316664, took: 0.578 minutes\n",
      "d(G(160), G(70)): 0.04885039387903776, took: 0.6015 minutes\n",
      "d(G(160), G(85)): 0.04766149374913081, took: 0.5928 minutes\n",
      "d(G(160), G(100)): 0.04763458030725843, took: 0.5735 minutes\n",
      "d(G(160), G(115)): 0.047161838583845844, took: 0.5718 minutes\n",
      "d(G(160), G(130)): 0.0468246117934763, took: 0.5805 minutes\n",
      "d(G(160), G(145)): 0.046384553687660215, took: 0.5788 minutes\n",
      "d(G(160), G(160)): 0.04628403940649334, took: 0.5731 minutes\n",
      "d(G(160), G(175)): 0.04719620232150307, took: 0.5732 minutes\n",
      "d(G(160), G(190)): 0.045601726894052605, took: 0.5743 minutes\n",
      "d(G(160), G(205)): 0.04656903530637899, took: 0.5837 minutes\n",
      "d(G(160), G(220)): 0.046348192213329156, took: 0.5815 minutes\n",
      "d(G(160), G(235)): 0.046266746958044294, took: 0.582 minutes\n",
      "d(G(160), G(250)): 0.04774316034783549, took: 0.578 minutes\n",
      "d(G(160), G(265)): 0.04839607305190828, took: 0.5771 minutes\n",
      "d(G(160), G(280)): 0.0511709867461434, took: 0.579 minutes\n",
      "d(G(160), G(295)): 0.06309137050791155, took: 0.5752 minutes\n",
      "\n",
      "Process took 12.754141783714294 minutes with an average of 0.57972494634715 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(190) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 190 completed.\n",
      "The spectral distance between G(190) and G(~) is an average  of the SGD between G(190) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(190), G(6)): 0.05693509841883105, took: 0.5779 minutes\n",
      "d(G(190), G(8)): 0.05680482742547885, took: 0.5761 minutes\n",
      "d(G(190), G(10)): 0.057231548476617836, took: 0.5791 minutes\n",
      "d(G(190), G(25)): 0.0545662991610504, took: 0.5804 minutes\n",
      "d(G(190), G(40)): 0.05141204545333463, took: 0.5805 minutes\n",
      "d(G(190), G(55)): 0.04989623434799602, took: 0.5775 minutes\n",
      "d(G(190), G(70)): 0.04846503658728968, took: 0.57 minutes\n",
      "d(G(190), G(85)): 0.047523421512187324, took: 0.5758 minutes\n",
      "d(G(190), G(100)): 0.04730088208589192, took: 0.573 minutes\n",
      "d(G(190), G(115)): 0.046750615014681765, took: 0.5689 minutes\n",
      "d(G(190), G(130)): 0.04634792650634639, took: 0.5698 minutes\n",
      "d(G(190), G(145)): 0.046157959179961044, took: 0.5717 minutes\n",
      "d(G(190), G(160)): 0.04557669635204647, took: 0.5848 minutes\n",
      "d(G(190), G(175)): 0.0462576452719842, took: 0.603 minutes\n",
      "d(G(190), G(190)): 0.045297562096553154, took: 0.5974 minutes\n",
      "d(G(190), G(205)): 0.0463056901540422, took: 0.5863 minutes\n",
      "d(G(190), G(220)): 0.045667648409171535, took: 0.5782 minutes\n",
      "d(G(190), G(235)): 0.045622329061517426, took: 0.6101 minutes\n",
      "d(G(190), G(250)): 0.046686939361475124, took: 0.6116 minutes\n",
      "d(G(190), G(265)): 0.048277108630059205, took: 0.6029 minutes\n",
      "d(G(190), G(280)): 0.05146788690484823, took: 0.5894 minutes\n",
      "d(G(190), G(295)): 0.06472010809627074, took: 0.5924 minutes\n",
      "\n",
      "Process took 12.856854383150736 minutes with an average of 0.5843984513571768 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(220) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 220 completed.\n",
      "The spectral distance between G(220) and G(~) is an average  of the SGD between G(220) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(220), G(6)): 0.057496223502450344, took: 0.6275 minutes\n",
      "d(G(220), G(8)): 0.05764848063066708, took: 0.5985 minutes\n",
      "d(G(220), G(10)): 0.058045845187062586, took: 0.5896 minutes\n",
      "d(G(220), G(25)): 0.056089090348864674, took: 0.5913 minutes\n",
      "d(G(220), G(40)): 0.05257452997502716, took: 0.6029 minutes\n",
      "d(G(220), G(55)): 0.05122422419567334, took: 0.6648 minutes\n",
      "d(G(220), G(70)): 0.04925835432012498, took: 0.6095 minutes\n",
      "d(G(220), G(85)): 0.04881975616790306, took: 0.6087 minutes\n",
      "d(G(220), G(100)): 0.04821492942195786, took: 0.5771 minutes\n",
      "d(G(220), G(115)): 0.04805343197869402, took: 0.5796 minutes\n",
      "d(G(220), G(130)): 0.04751688280272159, took: 0.6092 minutes\n",
      "d(G(220), G(145)): 0.04678517467797853, took: 0.6138 minutes\n",
      "d(G(220), G(160)): 0.04596997436540055, took: 0.5811 minutes\n",
      "d(G(220), G(175)): 0.04729111413192841, took: 0.5889 minutes\n",
      "d(G(220), G(190)): 0.046508015174007225, took: 0.5854 minutes\n",
      "d(G(220), G(205)): 0.04619483037972454, took: 0.5881 minutes\n",
      "d(G(220), G(220)): 0.04588047572108003, took: 0.5903 minutes\n",
      "d(G(220), G(235)): 0.046078335747007725, took: 0.6024 minutes\n",
      "d(G(220), G(250)): 0.047182504397033635, took: 0.6261 minutes\n",
      "d(G(220), G(265)): 0.04815815957797651, took: 0.6122 minutes\n",
      "d(G(220), G(280)): 0.051193014486158914, took: 0.6196 minutes\n",
      "d(G(220), G(295)): 0.06416769992174705, took: 0.6123 minutes\n",
      "\n",
      "Process took 13.279262034098307 minutes with an average of 0.6035939140753311 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(250) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 250 completed.\n",
      "The spectral distance between G(250) and G(~) is an average  of the SGD between G(250) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(250), G(6)): 0.05720053326396145, took: 0.6045 minutes\n",
      "d(G(250), G(8)): 0.05702297279000032, took: 0.586 minutes\n",
      "d(G(250), G(10)): 0.05775973535232337, took: 0.5826 minutes\n",
      "d(G(250), G(25)): 0.055559721138327994, took: 0.5778 minutes\n",
      "d(G(250), G(40)): 0.05235101903187501, took: 0.5799 minutes\n",
      "d(G(250), G(55)): 0.05106362394365625, took: 0.5895 minutes\n",
      "d(G(250), G(70)): 0.048926482750735946, took: 0.5848 minutes\n",
      "d(G(250), G(85)): 0.048042739894905505, took: 0.6096 minutes\n",
      "d(G(250), G(100)): 0.0484125213841719, took: 0.5868 minutes\n",
      "d(G(250), G(115)): 0.047663881474478774, took: 0.5871 minutes\n",
      "d(G(250), G(130)): 0.046946918124624155, took: 0.5935 minutes\n",
      "d(G(250), G(145)): 0.04686561933796596, took: 0.5962 minutes\n",
      "d(G(250), G(160)): 0.04648114866808521, took: 0.5785 minutes\n",
      "d(G(250), G(175)): 0.04780820135351119, took: 0.5826 minutes\n",
      "d(G(250), G(190)): 0.04589650956849481, took: 0.6032 minutes\n",
      "d(G(250), G(205)): 0.04676799708159446, took: 0.6557 minutes\n",
      "d(G(250), G(220)): 0.046311035850949374, took: 0.5897 minutes\n",
      "d(G(250), G(235)): 0.04591586395577592, took: 0.5857 minutes\n",
      "d(G(250), G(250)): 0.047018092888183906, took: 0.6027 minutes\n",
      "d(G(250), G(265)): 0.04828778906518219, took: 0.5855 minutes\n",
      "d(G(250), G(280)): 0.05133276810444512, took: 0.5838 minutes\n",
      "d(G(250), G(295)): 0.0633306691708357, took: 0.5826 minutes\n",
      "\n",
      "Process took 13.028440733750662 minutes with an average of 0.5921970927354061 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(280) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 280 completed.\n",
      "The spectral distance between G(280) and G(~) is an average  of the SGD between G(280) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(280), G(6)): 0.057171637123524625, took: 0.5732 minutes\n",
      "d(G(280), G(8)): 0.05823717674183844, took: 0.5703 minutes\n",
      "d(G(280), G(10)): 0.0591709019078124, took: 0.5787 minutes\n",
      "d(G(280), G(25)): 0.0586887570392646, took: 0.5922 minutes\n",
      "d(G(280), G(40)): 0.05629634859834505, took: 0.5942 minutes\n",
      "d(G(280), G(55)): 0.05468794843748836, took: 0.5973 minutes\n",
      "d(G(280), G(70)): 0.05383537286345435, took: 0.5962 minutes\n",
      "d(G(280), G(85)): 0.05335677162108115, took: 0.5881 minutes\n",
      "d(G(280), G(100)): 0.052912093281079535, took: 0.5875 minutes\n",
      "d(G(280), G(115)): 0.0525545285679435, took: 0.6583 minutes\n",
      "d(G(280), G(130)): 0.052056662580062536, took: 0.6929 minutes\n",
      "d(G(280), G(145)): 0.05154598113397056, took: 0.5929 minutes\n",
      "d(G(280), G(160)): 0.05058493118335671, took: 0.5922 minutes\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "d(G(280), G(175)): 0.051457817041833824, took: 0.5962 minutes\n",
      "d(G(280), G(190)): 0.050386761346571746, took: 0.59 minutes\n",
      "d(G(280), G(205)): 0.05087296842436048, took: 0.5845 minutes\n",
      "d(G(280), G(220)): 0.05007992908643502, took: 0.5987 minutes\n",
      "d(G(280), G(235)): 0.05022336795831093, took: 0.5922 minutes\n",
      "d(G(280), G(250)): 0.049917808294892646, took: 0.6004 minutes\n",
      "d(G(280), G(265)): 0.04869258046706088, took: 0.6372 minutes\n",
      "d(G(280), G(280)): 0.047157065023757806, took: 0.6174 minutes\n",
      "d(G(280), G(295)): 0.056761163598721395, took: 0.662 minutes\n",
      "\n",
      "Process took 13.292602717876434 minutes with an average of 0.6042021809202252 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n"
     ]
    }
   ],
   "source": [
    "sgd_dic = f.fit_sgd_for_all_ref_models(k0_list[0], k0_list, exp_unnormL_p01, WS_models_p01)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "exp_unnormL_p05 = SGD(ref = k0_list[0], \n",
    "                      solve = \"standard\", \n",
    "                      G_ref = WS_models_p05['models_ref'][k0_list[0]],\n",
    "                      G = WS_models_p05['models'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "WS_models_p05 = nx.read_gpickle(\"00-Graphs/011220WS-Graphs-fixed-p-05.json\")\n",
    "k0_list = list(WS_models_p09['models_ref'].keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Eigen-decomposition of reference model with ref param : 10 completed.\n",
      "Eigen-decomposition of the 1100 models completed.\n",
      "took 136.808 minutes.\n",
      "\n",
      "\n",
      "SGD between G(10) and G(k)\n",
      "\n",
      "The spectral distance between G(10) and G(~) is an average  of the SGD between G(10) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(10), G(6)): 0.04810732386082299, took: 0.641 minutes\n",
      "d(G(10), G(8)): 0.0476326174919073, took: 0.6055 minutes\n",
      "d(G(10), G(10)): 0.04698668396316223, took: 0.6028 minutes\n",
      "d(G(10), G(25)): 0.04693089281288294, took: 0.6401 minutes\n",
      "d(G(10), G(40)): 0.04710766897234226, took: 0.6462 minutes\n",
      "d(G(10), G(55)): 0.04741771415089668, took: 0.6066 minutes\n",
      "d(G(10), G(70)): 0.04756910817927186, took: 0.6233 minutes\n",
      "d(G(10), G(85)): 0.04713783618546274, took: 0.6277 minutes\n",
      "d(G(10), G(100)): 0.04703527954266949, took: 0.6287 minutes\n",
      "d(G(10), G(115)): 0.04710482344126074, took: 0.6364 minutes\n",
      "d(G(10), G(130)): 0.046938639766985736, took: 0.6166 minutes\n",
      "d(G(10), G(145)): 0.046990658559545734, took: 0.6341 minutes\n",
      "d(G(10), G(160)): 0.047175426644306115, took: 0.6292 minutes\n",
      "d(G(10), G(175)): 0.04752123112859789, took: 0.6491 minutes\n",
      "d(G(10), G(190)): 0.04729058909076352, took: 0.6154 minutes\n",
      "d(G(10), G(205)): 0.04776702672414133, took: 0.6126 minutes\n",
      "d(G(10), G(220)): 0.047591886057166, took: 0.6089 minutes\n",
      "d(G(10), G(235)): 0.04756683252688933, took: 0.6139 minutes\n",
      "d(G(10), G(250)): 0.04868126893323961, took: 0.6124 minutes\n",
      "d(G(10), G(265)): 0.04891967416203521, took: 0.6099 minutes\n",
      "d(G(10), G(280)): 0.04955398057577777, took: 0.5995 minutes\n",
      "d(G(10), G(295)): 0.061670154331597817, took: 0.5958 minutes\n",
      "\n",
      "Process took 13.656126546859742 minutes with an average of 0.6207178915991928 per generation\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(40) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 40 completed.\n",
      "The spectral distance between G(40) and G(~) is an average  of the SGD between G(40) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(40), G(6)): 0.05007477451721179, took: 0.5928 minutes\n",
      "d(G(40), G(8)): 0.04922232832414373, took: 0.5823 minutes\n",
      "d(G(40), G(10)): 0.048734888987426866, took: 0.584 minutes\n",
      "d(G(40), G(25)): 0.04734007231761662, took: 0.5854 minutes\n",
      "d(G(40), G(40)): 0.04641399950745976, took: 0.5909 minutes\n",
      "d(G(40), G(55)): 0.04663328055807483, took: 0.5754 minutes\n",
      "d(G(40), G(70)): 0.047188215041111245, took: 0.5772 minutes\n",
      "d(G(40), G(85)): 0.047131469426467724, took: 0.5743 minutes\n",
      "d(G(40), G(100)): 0.047551514914383544, took: 0.5751 minutes\n",
      "d(G(40), G(115)): 0.04777988682882392, took: 0.5755 minutes\n",
      "d(G(40), G(130)): 0.04741698418007664, took: 0.5775 minutes\n",
      "d(G(40), G(145)): 0.04806390922748044, took: 0.5742 minutes\n",
      "d(G(40), G(160)): 0.04776474195535158, took: 0.5722 minutes\n",
      "d(G(40), G(175)): 0.04833457300243946, took: 0.5765 minutes\n",
      "d(G(40), G(190)): 0.048813794432775524, took: 0.5726 minutes\n",
      "d(G(40), G(205)): 0.049263287401058856, took: 0.5737 minutes\n",
      "d(G(40), G(220)): 0.049381757835488545, took: 0.5738 minutes\n",
      "d(G(40), G(235)): 0.04947197158625276, took: 0.5753 minutes\n",
      "d(G(40), G(250)): 0.05056378573182123, took: 0.5728 minutes\n",
      "d(G(40), G(265)): 0.050594739002181706, took: 0.5705 minutes\n",
      "d(G(40), G(280)): 0.05122002048114197, took: 0.5713 minutes\n",
      "d(G(40), G(295)): 0.0646465622035044, took: 0.574 minutes\n",
      "\n",
      "Process took 12.69736843109131 minutes with an average of 0.5771481306263896 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(70) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 70 completed.\n",
      "The spectral distance between G(70) and G(~) is an average  of the SGD between G(70) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(70), G(6)): 0.049779401678948655, took: 0.5927 minutes\n",
      "d(G(70), G(8)): 0.048565427005171566, took: 0.58 minutes\n",
      "d(G(70), G(10)): 0.04831809494818126, took: 0.5823 minutes\n",
      "d(G(70), G(25)): 0.04665545378521278, took: 0.5911 minutes\n",
      "d(G(70), G(40)): 0.046354291135112954, took: 0.5983 minutes\n",
      "d(G(70), G(55)): 0.0461090341606508, took: 0.5911 minutes\n",
      "d(G(70), G(70)): 0.04624257083429004, took: 0.5861 minutes\n",
      "d(G(70), G(85)): 0.04593316092719516, took: 0.5913 minutes\n",
      "d(G(70), G(100)): 0.04654625359072725, took: 0.5905 minutes\n",
      "d(G(70), G(115)): 0.04684638607900477, took: 0.5919 minutes\n",
      "d(G(70), G(130)): 0.04670558077554178, took: 0.5752 minutes\n",
      "d(G(70), G(145)): 0.04701114423556157, took: 0.6056 minutes\n",
      "d(G(70), G(160)): 0.047964347726560434, took: 0.591 minutes\n",
      "d(G(70), G(175)): 0.047916130016832315, took: 0.5864 minutes\n",
      "d(G(70), G(190)): 0.047976449727305435, took: 0.6039 minutes\n",
      "d(G(70), G(205)): 0.0486898261783054, took: 0.7263 minutes\n",
      "d(G(70), G(220)): 0.04894424745591085, took: 0.6308 minutes\n",
      "d(G(70), G(235)): 0.04881307400031762, took: 0.5803 minutes\n",
      "d(G(70), G(250)): 0.04953807714178621, took: 0.5792 minutes\n",
      "d(G(70), G(265)): 0.05039861232068159, took: 0.5812 minutes\n",
      "d(G(70), G(280)): 0.05039192289787774, took: 0.5767 minutes\n",
      "d(G(70), G(295)): 0.06391265002098993, took: 0.576 minutes\n",
      "\n",
      "Process took 13.108193035920461 minutes with an average of 0.5958160432902249 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(100) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 100 completed.\n",
      "The spectral distance between G(100) and G(~) is an average  of the SGD between G(100) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(100), G(6)): 0.04934933815124199, took: 0.5855 minutes\n",
      "d(G(100), G(8)): 0.04889176164784764, took: 0.6051 minutes\n",
      "d(G(100), G(10)): 0.04879050463900871, took: 0.5827 minutes\n",
      "d(G(100), G(25)): 0.0473142840335524, took: 0.5828 minutes\n",
      "d(G(100), G(40)): 0.04645875561223603, took: 0.5732 minutes\n",
      "d(G(100), G(55)): 0.04613557531369415, took: 0.5821 minutes\n",
      "d(G(100), G(70)): 0.04564298073636564, took: 0.5812 minutes\n",
      "d(G(100), G(85)): 0.045312477930190276, took: 0.5755 minutes\n",
      "d(G(100), G(100)): 0.04544400035958691, took: 0.5729 minutes\n",
      "d(G(100), G(115)): 0.04604673825675855, took: 0.5757 minutes\n",
      "d(G(100), G(130)): 0.046599213833233705, took: 0.5733 minutes\n",
      "d(G(100), G(145)): 0.04659285727486135, took: 0.5762 minutes\n",
      "d(G(100), G(160)): 0.046782755719628755, took: 0.5727 minutes\n",
      "d(G(100), G(175)): 0.0470428825233338, took: 0.5743 minutes\n",
      "d(G(100), G(190)): 0.0471944020285255, took: 0.571 minutes\n",
      "d(G(100), G(205)): 0.04732912068393902, took: 0.5738 minutes\n",
      "d(G(100), G(220)): 0.04734935958482581, took: 0.5666 minutes\n",
      "d(G(100), G(235)): 0.04739485603706293, took: 0.5669 minutes\n",
      "d(G(100), G(250)): 0.04865456541313854, took: 0.5671 minutes\n",
      "d(G(100), G(265)): 0.048750395222296294, took: 0.5692 minutes\n",
      "d(G(100), G(280)): 0.04895310742744611, took: 0.5675 minutes\n",
      "d(G(100), G(295)): 0.061732266687315455, took: 0.58 minutes\n",
      "\n",
      "Process took 12.67553788026174 minutes with an average of 0.5761530086849675 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(130) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 130 completed.\n",
      "The spectral distance between G(130) and G(~) is an average  of the SGD between G(130) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(130), G(6)): 0.05068527632366479, took: 0.5667 minutes\n",
      "d(G(130), G(8)): 0.04996374612323996, took: 0.5696 minutes\n",
      "d(G(130), G(10)): 0.049419636374943156, took: 0.5669 minutes\n",
      "d(G(130), G(25)): 0.0482264208676799, took: 0.5682 minutes\n",
      "d(G(130), G(40)): 0.0483227791601389, took: 0.5704 minutes\n",
      "d(G(130), G(55)): 0.04864323634777886, took: 0.5653 minutes\n",
      "d(G(130), G(70)): 0.04769726235854889, took: 0.5697 minutes\n",
      "d(G(130), G(85)): 0.04689290489457252, took: 0.565 minutes\n",
      "d(G(130), G(100)): 0.047423749470588764, took: 0.5676 minutes\n",
      "d(G(130), G(115)): 0.047006081383475465, took: 0.5751 minutes\n",
      "d(G(130), G(130)): 0.04671962234799927, took: 0.5667 minutes\n",
      "d(G(130), G(145)): 0.047357284040060836, took: 0.5683 minutes\n",
      "d(G(130), G(160)): 0.0474013064274481, took: 0.5676 minutes\n",
      "d(G(130), G(175)): 0.047369048363004075, took: 0.564 minutes\n",
      "d(G(130), G(190)): 0.048041397261224264, took: 0.5655 minutes\n",
      "d(G(130), G(205)): 0.048754817423907186, took: 0.567 minutes\n",
      "d(G(130), G(220)): 0.04896494081634492, took: 0.5667 minutes\n",
      "d(G(130), G(235)): 0.04880261079242106, took: 0.5712 minutes\n",
      "d(G(130), G(250)): 0.04922604974091494, took: 0.5668 minutes\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "d(G(130), G(265)): 0.049694739238449935, took: 0.5832 minutes\n",
      "d(G(130), G(280)): 0.050195406281436254, took: 0.5879 minutes\n",
      "d(G(130), G(295)): 0.06268380871966261, took: 0.5819 minutes\n",
      "\n",
      "Process took 12.541371182600658 minutes with an average of 0.5700568408677072 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(160) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 160 completed.\n",
      "The spectral distance between G(160) and G(~) is an average  of the SGD between G(160) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(160), G(6)): 0.04973423817935118, took: 0.5679 minutes\n",
      "d(G(160), G(8)): 0.04873504309543173, took: 0.5689 minutes\n",
      "d(G(160), G(10)): 0.04837551156422249, took: 0.5713 minutes\n",
      "d(G(160), G(25)): 0.047235271631603376, took: 0.573 minutes\n",
      "d(G(160), G(40)): 0.04722604950386905, took: 0.5725 minutes\n",
      "d(G(160), G(55)): 0.04716605058604445, took: 0.5733 minutes\n",
      "d(G(160), G(70)): 0.04657182573724858, took: 0.5707 minutes\n",
      "d(G(160), G(85)): 0.0461259790788019, took: 0.573 minutes\n",
      "d(G(160), G(100)): 0.046191289037949224, took: 0.5724 minutes\n",
      "d(G(160), G(115)): 0.04589965742687105, took: 0.5735 minutes\n",
      "d(G(160), G(130)): 0.046147092896031944, took: 0.5731 minutes\n",
      "d(G(160), G(145)): 0.04629662544057231, took: 0.5732 minutes\n",
      "d(G(160), G(160)): 0.04646553239699651, took: 0.5791 minutes\n",
      "d(G(160), G(175)): 0.0465423127760901, took: 0.6011 minutes\n",
      "d(G(160), G(190)): 0.047076116328326624, took: 0.5768 minutes\n",
      "d(G(160), G(205)): 0.047279824387330374, took: 0.5794 minutes\n",
      "d(G(160), G(220)): 0.04739682711743875, took: 0.6097 minutes\n",
      "d(G(160), G(235)): 0.0479316969115644, took: 0.57 minutes\n",
      "d(G(160), G(250)): 0.04824828412046272, took: 0.5678 minutes\n",
      "d(G(160), G(265)): 0.048153042220835454, took: 0.5669 minutes\n",
      "d(G(160), G(280)): 0.04886929749917493, took: 0.5677 minutes\n",
      "d(G(160), G(295)): 0.06171686202915007, took: 0.5658 minutes\n",
      "\n",
      "Process took 12.647088436285655 minutes with an average of 0.5748624964193864 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(190) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 190 completed.\n",
      "The spectral distance between G(190) and G(~) is an average  of the SGD between G(190) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(190), G(6)): 0.04897259244122531, took: 0.5674 minutes\n",
      "d(G(190), G(8)): 0.04912088534185919, took: 0.5683 minutes\n",
      "d(G(190), G(10)): 0.04879454395508665, took: 0.5718 minutes\n",
      "d(G(190), G(25)): 0.04863744567330361, took: 0.5714 minutes\n",
      "d(G(190), G(40)): 0.048355722822170454, took: 0.5741 minutes\n",
      "d(G(190), G(55)): 0.04864849019697193, took: 0.5692 minutes\n",
      "d(G(190), G(70)): 0.04814341489243245, took: 0.5686 minutes\n",
      "d(G(190), G(85)): 0.04714294224457967, took: 0.5708 minutes\n",
      "d(G(190), G(100)): 0.04760658831682446, took: 0.5732 minutes\n",
      "d(G(190), G(115)): 0.0473888507549494, took: 0.5699 minutes\n",
      "d(G(190), G(130)): 0.04732047932064028, took: 0.5721 minutes\n",
      "d(G(190), G(145)): 0.04746452726719345, took: 0.5698 minutes\n",
      "d(G(190), G(160)): 0.04710461441598364, took: 0.5695 minutes\n",
      "d(G(190), G(175)): 0.046903530015581965, took: 0.5693 minutes\n",
      "d(G(190), G(190)): 0.0467440478903195, took: 0.575 minutes\n",
      "d(G(190), G(205)): 0.04684181317907274, took: 0.5716 minutes\n",
      "d(G(190), G(220)): 0.046686705739417834, took: 0.5978 minutes\n",
      "d(G(190), G(235)): 0.04706531224049635, took: 0.5822 minutes\n",
      "d(G(190), G(250)): 0.047346374631681024, took: 0.5948 minutes\n",
      "d(G(190), G(265)): 0.04819991721895836, took: 0.5739 minutes\n",
      "d(G(190), G(280)): 0.048831590300668276, took: 0.5752 minutes\n",
      "d(G(190), G(295)): 0.05956490640435164, took: 0.5722 minutes\n",
      "\n",
      "Process took 12.628170498212178 minutes with an average of 0.5740026333115317 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(220) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 220 completed.\n",
      "The spectral distance between G(220) and G(~) is an average  of the SGD between G(220) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(220), G(6)): 0.05002382577415365, took: 0.5726 minutes\n",
      "d(G(220), G(8)): 0.049905374213878216, took: 0.574 minutes\n",
      "d(G(220), G(10)): 0.04943265967505387, took: 0.5766 minutes\n",
      "d(G(220), G(25)): 0.049391209606296824, took: 0.5753 minutes\n",
      "d(G(220), G(40)): 0.04926241753557926, took: 0.5743 minutes\n",
      "d(G(220), G(55)): 0.049225699797731136, took: 0.5986 minutes\n",
      "d(G(220), G(70)): 0.048778830673108314, took: 0.5785 minutes\n",
      "d(G(220), G(85)): 0.04864340311469979, took: 0.5742 minutes\n",
      "d(G(220), G(100)): 0.048597762415960366, took: 0.5718 minutes\n",
      "d(G(220), G(115)): 0.0479438607825709, took: 0.581 minutes\n",
      "d(G(220), G(130)): 0.048017489179224944, took: 0.5822 minutes\n",
      "d(G(220), G(145)): 0.047841639301549964, took: 0.5818 minutes\n",
      "d(G(220), G(160)): 0.04778238169450396, took: 0.5811 minutes\n",
      "d(G(220), G(175)): 0.04788478430721238, took: 0.5804 minutes\n",
      "d(G(220), G(190)): 0.04806191641483847, took: 0.5831 minutes\n",
      "d(G(220), G(205)): 0.048201177983672495, took: 0.5794 minutes\n",
      "d(G(220), G(220)): 0.04830416836794913, took: 0.5719 minutes\n",
      "d(G(220), G(235)): 0.047988790297576946, took: 0.5732 minutes\n",
      "d(G(220), G(250)): 0.048573896089408056, took: 0.5785 minutes\n",
      "d(G(220), G(265)): 0.048915752197229524, took: 0.5711 minutes\n",
      "d(G(220), G(280)): 0.049500302780781186, took: 0.5728 minutes\n",
      "d(G(220), G(295)): 0.060088122441092365, took: 0.5699 minutes\n",
      "\n",
      "Process took 12.702313514550527 minutes with an average of 0.5773745274905001 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(250) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 250 completed.\n",
      "The spectral distance between G(250) and G(~) is an average  of the SGD between G(250) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(250), G(6)): 0.04985625940192261, took: 0.5955 minutes\n",
      "d(G(250), G(8)): 0.049281265076972565, took: 0.5951 minutes\n",
      "d(G(250), G(10)): 0.049141559131366, took: 0.5931 minutes\n",
      "d(G(250), G(25)): 0.048704826844220596, took: 0.592 minutes\n",
      "d(G(250), G(40)): 0.048899581305991244, took: 0.5876 minutes\n",
      "d(G(250), G(55)): 0.04858403398465502, took: 0.5991 minutes\n",
      "d(G(250), G(70)): 0.04847199972552814, took: 0.5935 minutes\n",
      "d(G(250), G(85)): 0.04837216506699654, took: 0.5936 minutes\n",
      "d(G(250), G(100)): 0.04843629828799556, took: 0.5883 minutes\n",
      "d(G(250), G(115)): 0.0483841845374774, took: 0.5957 minutes\n",
      "d(G(250), G(130)): 0.047970977104518656, took: 0.5875 minutes\n",
      "d(G(250), G(145)): 0.04808362408192275, took: 0.5889 minutes\n",
      "d(G(250), G(160)): 0.0478247345937804, took: 0.5955 minutes\n",
      "d(G(250), G(175)): 0.048783437570452365, took: 0.5847 minutes\n",
      "d(G(250), G(190)): 0.04840826085893965, took: 0.5921 minutes\n",
      "d(G(250), G(205)): 0.04860137763957177, took: 0.5923 minutes\n",
      "d(G(250), G(220)): 0.04864327805046703, took: 0.6077 minutes\n",
      "d(G(250), G(235)): 0.048609940390856775, took: 0.6112 minutes\n",
      "d(G(250), G(250)): 0.04878873501578944, took: 0.6115 minutes\n",
      "d(G(250), G(265)): 0.04909867631720338, took: 0.5909 minutes\n",
      "d(G(250), G(280)): 0.04937855942536167, took: 0.5856 minutes\n",
      "d(G(250), G(295)): 0.058565095143920116, took: 0.5841 minutes\n",
      "\n",
      "Process took 13.065697566668193 minutes with an average of 0.5938901151671554 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(280) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 280 completed.\n",
      "The spectral distance between G(280) and G(~) is an average  of the SGD between G(280) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(280), G(6)): 0.05005976199657033, took: 0.5828 minutes\n",
      "d(G(280), G(8)): 0.04978938184994848, took: 0.5875 minutes\n",
      "d(G(280), G(10)): 0.049774141560863495, took: 0.5827 minutes\n",
      "d(G(280), G(25)): 0.049243473585683, took: 0.5956 minutes\n",
      "d(G(280), G(40)): 0.04910674145394412, took: 0.5982 minutes\n",
      "d(G(280), G(55)): 0.04893157820607848, took: 0.5756 minutes\n",
      "d(G(280), G(70)): 0.04853676823226159, took: 0.5795 minutes\n",
      "d(G(280), G(85)): 0.048245479479171995, took: 0.5768 minutes\n",
      "d(G(280), G(100)): 0.047953292121750195, took: 0.5759 minutes\n",
      "d(G(280), G(115)): 0.04727020960316251, took: 0.5738 minutes\n",
      "d(G(280), G(130)): 0.047278882598307204, took: 0.5764 minutes\n",
      "d(G(280), G(145)): 0.047356731141609425, took: 0.5756 minutes\n",
      "d(G(280), G(160)): 0.04713669371695897, took: 0.5723 minutes\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "d(G(280), G(175)): 0.047518162513435644, took: 0.5765 minutes\n",
      "d(G(280), G(190)): 0.04760791107014426, took: 0.5757 minutes\n",
      "d(G(280), G(205)): 0.04738414880028759, took: 0.5749 minutes\n",
      "d(G(280), G(220)): 0.047260294368734794, took: 0.575 minutes\n",
      "d(G(280), G(235)): 0.047639950059809734, took: 0.5749 minutes\n",
      "d(G(280), G(250)): 0.04778306583251448, took: 0.5734 minutes\n",
      "d(G(280), G(265)): 0.047663245438130754, took: 0.5809 minutes\n",
      "d(G(280), G(280)): 0.04747152638285855, took: 0.575 minutes\n",
      "d(G(280), G(295)): 0.05744631664943402, took: 0.5746 minutes\n",
      "\n",
      "Process took 12.733739733695984 minutes with an average of 0.5787992094502304 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n"
     ]
    }
   ],
   "source": [
    "sgd_dic_p05 = f.fit_sgd_for_all_ref_models(k0_list[0], k0_list, exp_unnormL_p05, WS_models_p05)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "WS_models_p09 = nx.read_gpickle(\"00-Graphs/011220WS-Graphs-fixed-p-09.json\")\n",
    "k0_list = list(WS_models_p09['models_ref'].keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "exp_unnormL_p09 = SGD(ref = k0_list[0], \n",
    "                      solve = \"standard\", \n",
    "                      G_ref = WS_models_p09['models_ref'][k0_list[0]],\n",
    "                      G = WS_models_p09['models'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Eigen-decomposition of reference model with ref param : 10 completed.\n",
      "Eigen-decomposition of the 1100 models completed.\n",
      "took 37.946 minutes.\n",
      "\n",
      "\n",
      "SGD between G(10) and G(k)\n",
      "\n",
      "The spectral distance between G(10) and G(~) is an average  of the SGD between G(10) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(10), G(6)): 0.048367556597326195, took: 0.6737 minutes\n",
      "d(G(10), G(8)): 0.047565365923324075, took: 0.8615 minutes\n",
      "d(G(10), G(10)): 0.04663953496885516, took: 0.6856 minutes\n",
      "d(G(10), G(25)): 0.04601386818927683, took: 0.6987 minutes\n",
      "d(G(10), G(40)): 0.04573016551291234, took: 0.6004 minutes\n",
      "d(G(10), G(55)): 0.04593789507806406, took: 0.7973 minutes\n",
      "d(G(10), G(70)): 0.04605226166916636, took: 0.6057 minutes\n",
      "d(G(10), G(85)): 0.045706546261095854, took: 0.7238 minutes\n",
      "d(G(10), G(100)): 0.04591263998357562, took: 0.5711 minutes\n",
      "d(G(10), G(115)): 0.04624537942317427, took: 0.5625 minutes\n",
      "d(G(10), G(130)): 0.04647793791368215, took: 0.5869 minutes\n",
      "d(G(10), G(145)): 0.04648861459105741, took: 0.5592 minutes\n",
      "d(G(10), G(160)): 0.046984399226784275, took: 0.6413 minutes\n",
      "d(G(10), G(175)): 0.04799844954097377, took: 0.7257 minutes\n",
      "d(G(10), G(190)): 0.048362396373563724, took: 0.6683 minutes\n",
      "d(G(10), G(205)): 0.04845681492445274, took: 0.627 minutes\n",
      "d(G(10), G(220)): 0.04912182550990247, took: 0.6772 minutes\n",
      "d(G(10), G(235)): 0.049995210155497204, took: 0.6041 minutes\n",
      "d(G(10), G(250)): 0.05056405275855247, took: 0.592 minutes\n",
      "d(G(10), G(265)): 0.05051350191590792, took: 0.6403 minutes\n",
      "d(G(10), G(280)): 0.04992653846234301, took: 0.5796 minutes\n",
      "d(G(10), G(295)): 0.062375560935884894, took: 0.6862 minutes\n",
      "\n",
      "Process took 14.368671214580536 minutes with an average of 0.6530827527696436 per generation\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(40) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 40 completed.\n",
      "The spectral distance between G(40) and G(~) is an average  of the SGD between G(40) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(40), G(6)): 0.047526708280051455, took: 0.7857 minutes\n",
      "d(G(40), G(8)): 0.046179450918388355, took: 0.6266 minutes\n",
      "d(G(40), G(10)): 0.04579357152845935, took: 0.6318 minutes\n",
      "d(G(40), G(25)): 0.044728916974422966, took: 0.7658 minutes\n",
      "d(G(40), G(40)): 0.044581445193024684, took: 0.618 minutes\n",
      "d(G(40), G(55)): 0.044556031430350765, took: 0.6451 minutes\n",
      "d(G(40), G(70)): 0.04467515156099149, took: 0.6189 minutes\n",
      "d(G(40), G(85)): 0.04461927928792969, took: 0.6805 minutes\n",
      "d(G(40), G(100)): 0.04488619468119823, took: 0.6229 minutes\n",
      "d(G(40), G(115)): 0.04487356275078452, took: 0.6165 minutes\n",
      "d(G(40), G(130)): 0.04530893514056283, took: 0.6091 minutes\n",
      "d(G(40), G(145)): 0.04521322809584298, took: 0.5949 minutes\n",
      "d(G(40), G(160)): 0.04577280870901099, took: 0.6231 minutes\n",
      "d(G(40), G(175)): 0.045988754832065534, took: 0.624 minutes\n",
      "d(G(40), G(190)): 0.0466385328659622, took: 0.6157 minutes\n",
      "d(G(40), G(205)): 0.04687361670832697, took: 0.669 minutes\n",
      "d(G(40), G(220)): 0.04798746489463029, took: 0.6741 minutes\n",
      "d(G(40), G(235)): 0.04834267970662976, took: 0.6064 minutes\n",
      "d(G(40), G(250)): 0.04901084382922547, took: 0.7041 minutes\n",
      "d(G(40), G(265)): 0.048740039246917014, took: 0.8953 minutes\n",
      "d(G(40), G(280)): 0.048737739544729076, took: 0.6761 minutes\n",
      "d(G(40), G(295)): 0.06253933903496241, took: 0.728 minutes\n",
      "\n",
      "Process took 14.631945550441742 minutes with an average of 0.6650658392544948 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(70) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 70 completed.\n",
      "The spectral distance between G(70) and G(~) is an average  of the SGD between G(70) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(70), G(6)): 0.04783910549250777, took: 0.9811 minutes\n",
      "d(G(70), G(8)): 0.04688682340540007, took: 0.9718 minutes\n",
      "d(G(70), G(10)): 0.046207851187025285, took: 0.7636 minutes\n",
      "d(G(70), G(25)): 0.04513347888065371, took: 0.6896 minutes\n",
      "d(G(70), G(40)): 0.04486904435289388, took: 0.7297 minutes\n",
      "d(G(70), G(55)): 0.044565831354638916, took: 0.6901 minutes\n",
      "d(G(70), G(70)): 0.044738390247621974, took: 0.7386 minutes\n",
      "d(G(70), G(85)): 0.045329328339980025, took: 0.7023 minutes\n",
      "d(G(70), G(100)): 0.04478745951414295, took: 0.6542 minutes\n",
      "d(G(70), G(115)): 0.045150698974821865, took: 0.674 minutes\n",
      "d(G(70), G(130)): 0.04534754373345062, took: 0.6319 minutes\n",
      "d(G(70), G(145)): 0.04562382788339194, took: 0.6084 minutes\n",
      "d(G(70), G(160)): 0.046439180115444484, took: 0.6279 minutes\n",
      "d(G(70), G(175)): 0.04750074943696204, took: 0.6317 minutes\n",
      "d(G(70), G(190)): 0.047817075284205465, took: 0.8085 minutes\n",
      "d(G(70), G(205)): 0.04793171104375211, took: 0.6339 minutes\n",
      "d(G(70), G(220)): 0.04878825304422017, took: 0.6051 minutes\n",
      "d(G(70), G(235)): 0.049141754594313115, took: 0.5842 minutes\n",
      "d(G(70), G(250)): 0.049754170421511805, took: 0.6268 minutes\n",
      "d(G(70), G(265)): 0.04947537022556556, took: 0.5994 minutes\n",
      "d(G(70), G(280)): 0.04967001884638579, took: 0.5895 minutes\n",
      "d(G(70), G(295)): 0.06235357518874207, took: 0.6093 minutes\n",
      "\n",
      "Process took 15.152345669269561 minutes with an average of 0.6887124554677443 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(100) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 100 completed.\n",
      "The spectral distance between G(100) and G(~) is an average  of the SGD between G(100) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(100), G(6)): 0.04850902220123961, took: 0.6601 minutes\n",
      "d(G(100), G(8)): 0.04665362932759038, took: 0.6343 minutes\n",
      "d(G(100), G(10)): 0.04659992328030282, took: 0.5706 minutes\n",
      "d(G(100), G(25)): 0.04551886030352723, took: 0.5675 minutes\n",
      "d(G(100), G(40)): 0.04498358594391498, took: 0.5955 minutes\n",
      "d(G(100), G(55)): 0.04449484900285542, took: 0.5763 minutes\n",
      "d(G(100), G(70)): 0.04534530819242236, took: 0.5714 minutes\n",
      "d(G(100), G(85)): 0.04523816960058636, took: 0.5705 minutes\n",
      "d(G(100), G(100)): 0.04498083894109582, took: 0.5722 minutes\n",
      "d(G(100), G(115)): 0.04530051944570992, took: 0.6076 minutes\n",
      "d(G(100), G(130)): 0.04542230152406852, took: 0.5868 minutes\n",
      "d(G(100), G(145)): 0.04593499884369868, took: 0.5639 minutes\n",
      "d(G(100), G(160)): 0.046286257670945935, took: 0.5612 minutes\n",
      "d(G(100), G(175)): 0.04725251480989884, took: 0.5712 minutes\n",
      "d(G(100), G(190)): 0.04744797571725787, took: 0.5607 minutes\n",
      "d(G(100), G(205)): 0.04770085973572494, took: 0.5531 minutes\n",
      "d(G(100), G(220)): 0.048741578272915705, took: 0.5491 minutes\n",
      "d(G(100), G(235)): 0.049345722266228256, took: 0.5457 minutes\n",
      "d(G(100), G(250)): 0.04991320782980524, took: 0.5491 minutes\n",
      "d(G(100), G(265)): 0.0491570224282449, took: 0.5404 minutes\n",
      "d(G(100), G(280)): 0.049319412738081485, took: 0.5423 minutes\n",
      "d(G(100), G(295)): 0.0614551338171164, took: 0.5452 minutes\n",
      "\n",
      "Process took 12.594877700010935 minutes with an average of 0.5724892849271949 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(130) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 130 completed.\n",
      "The spectral distance between G(130) and G(~) is an average  of the SGD between G(130) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(130), G(6)): 0.04828355789843911, took: 0.6918 minutes\n",
      "d(G(130), G(8)): 0.04700273581215161, took: 0.6426 minutes\n",
      "d(G(130), G(10)): 0.04659028716941502, took: 0.6209 minutes\n",
      "d(G(130), G(25)): 0.04581194885549727, took: 0.6497 minutes\n",
      "d(G(130), G(40)): 0.045195182659596975, took: 0.6538 minutes\n",
      "d(G(130), G(55)): 0.045244352612933886, took: 0.7109 minutes\n",
      "d(G(130), G(70)): 0.0452438155736683, took: 0.649 minutes\n",
      "d(G(130), G(85)): 0.04539571228117208, took: 0.64 minutes\n",
      "d(G(130), G(100)): 0.045393131671056214, took: 0.6434 minutes\n",
      "d(G(130), G(115)): 0.04600863249415621, took: 0.6378 minutes\n",
      "d(G(130), G(130)): 0.045891155911371516, took: 0.6355 minutes\n",
      "d(G(130), G(145)): 0.04636883823578114, took: 0.6602 minutes\n",
      "d(G(130), G(160)): 0.04701120272667575, took: 0.6648 minutes\n",
      "d(G(130), G(175)): 0.046840420285750924, took: 0.647 minutes\n",
      "d(G(130), G(190)): 0.04728435269837248, took: 0.6437 minutes\n",
      "d(G(130), G(205)): 0.04770163038944179, took: 0.6429 minutes\n",
      "d(G(130), G(220)): 0.0476092529047443, took: 0.658 minutes\n",
      "d(G(130), G(235)): 0.04861599145719942, took: 0.6351 minutes\n",
      "d(G(130), G(250)): 0.04869964211742478, took: 0.6746 minutes\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "d(G(130), G(265)): 0.04874523768204102, took: 0.6513 minutes\n",
      "d(G(130), G(280)): 0.048455217044207896, took: 0.6483 minutes\n",
      "d(G(130), G(295)): 0.06210998119420485, took: 0.6415 minutes\n",
      "\n",
      "Process took 14.343235651652018 minutes with an average of 0.6519614398479461 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(160) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 160 completed.\n",
      "The spectral distance between G(160) and G(~) is an average  of the SGD between G(160) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(160), G(6)): 0.04883957804879734, took: 0.6412 minutes\n",
      "d(G(160), G(8)): 0.0473821271106694, took: 0.6459 minutes\n",
      "d(G(160), G(10)): 0.047202886994305686, took: 0.5932 minutes\n",
      "d(G(160), G(25)): 0.04672760945529238, took: 0.6044 minutes\n",
      "d(G(160), G(40)): 0.04580193331045169, took: 0.6616 minutes\n",
      "d(G(160), G(55)): 0.04602459411922226, took: 0.6211 minutes\n",
      "d(G(160), G(70)): 0.046679728436466617, took: 0.6276 minutes\n",
      "d(G(160), G(85)): 0.046386992673128985, took: 0.6398 minutes\n",
      "d(G(160), G(100)): 0.04599803690629679, took: 0.687 minutes\n",
      "d(G(160), G(115)): 0.0459199369931262, took: 0.6406 minutes\n",
      "d(G(160), G(130)): 0.04640108534253487, took: 0.6355 minutes\n",
      "d(G(160), G(145)): 0.045954620816266514, took: 0.5987 minutes\n",
      "d(G(160), G(160)): 0.04547657765417586, took: 0.6 minutes\n",
      "d(G(160), G(175)): 0.0462794891063559, took: 0.5685 minutes\n",
      "d(G(160), G(190)): 0.04623407321672554, took: 0.5842 minutes\n",
      "d(G(160), G(205)): 0.04633536875253316, took: 0.5875 minutes\n",
      "d(G(160), G(220)): 0.047629705029969716, took: 0.5904 minutes\n",
      "d(G(160), G(235)): 0.04852105528844106, took: 0.5837 minutes\n",
      "d(G(160), G(250)): 0.049179974835180384, took: 0.6007 minutes\n",
      "d(G(160), G(265)): 0.04900299841796699, took: 0.5835 minutes\n",
      "d(G(160), G(280)): 0.048760345134355225, took: 0.5908 minutes\n",
      "d(G(160), G(295)): 0.0610523277685556, took: 0.5962 minutes\n",
      "\n",
      "Process took 13.482279729843139 minutes with an average of 0.6128262283224047 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(190) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 190 completed.\n",
      "The spectral distance between G(190) and G(~) is an average  of the SGD between G(190) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(190), G(6)): 0.050904698177626925, took: 0.5978 minutes\n",
      "d(G(190), G(8)): 0.05043509811602347, took: 0.579 minutes\n",
      "d(G(190), G(10)): 0.04970588726738549, took: 0.5908 minutes\n",
      "d(G(190), G(25)): 0.049357692940257915, took: 0.5858 minutes\n",
      "d(G(190), G(40)): 0.04885344565931578, took: 0.5604 minutes\n",
      "d(G(190), G(55)): 0.04853585426530242, took: 0.5693 minutes\n",
      "d(G(190), G(70)): 0.04929342813349424, took: 0.5601 minutes\n",
      "d(G(190), G(85)): 0.04941656740403068, took: 0.564 minutes\n",
      "d(G(190), G(100)): 0.048811950253168375, took: 0.5674 minutes\n",
      "d(G(190), G(115)): 0.04859790941242145, took: 0.5837 minutes\n",
      "d(G(190), G(130)): 0.049084717007649915, took: 0.5648 minutes\n",
      "d(G(190), G(145)): 0.048630515692942675, took: 0.6575 minutes\n",
      "d(G(190), G(160)): 0.04819565922452743, took: 0.5612 minutes\n",
      "d(G(190), G(175)): 0.04760693023122689, took: 0.5757 minutes\n",
      "d(G(190), G(190)): 0.04748210807558606, took: 0.5721 minutes\n",
      "d(G(190), G(205)): 0.04750602188794106, took: 0.5683 minutes\n",
      "d(G(190), G(220)): 0.04861649819033511, took: 0.5625 minutes\n",
      "d(G(190), G(235)): 0.049492608291558465, took: 0.5899 minutes\n",
      "d(G(190), G(250)): 0.05078363453430911, took: 0.5733 minutes\n",
      "d(G(190), G(265)): 0.05030292235968139, took: 0.6302 minutes\n",
      "d(G(190), G(280)): 0.05037637445407497, took: 0.5845 minutes\n",
      "d(G(190), G(295)): 0.061753100371403385, took: 0.5746 minutes\n",
      "\n",
      "Process took 12.773201616605123 minutes with an average of 0.5805912828806675 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(220) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 220 completed.\n",
      "The spectral distance between G(220) and G(~) is an average  of the SGD between G(220) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(220), G(6)): 0.04862531832028804, took: 0.6048 minutes\n",
      "d(G(220), G(8)): 0.04807220634053838, took: 0.6281 minutes\n",
      "d(G(220), G(10)): 0.047747468104556726, took: 0.6452 minutes\n",
      "d(G(220), G(25)): 0.04770568712156156, took: 0.5931 minutes\n",
      "d(G(220), G(40)): 0.04718411430740959, took: 0.5759 minutes\n",
      "d(G(220), G(55)): 0.0469359299967265, took: 0.7006 minutes\n",
      "d(G(220), G(70)): 0.047129381781813064, took: 0.6801 minutes\n",
      "d(G(220), G(85)): 0.047068551884325155, took: 0.5921 minutes\n",
      "d(G(220), G(100)): 0.04714787726366827, took: 0.5961 minutes\n",
      "d(G(220), G(115)): 0.046946984727932496, took: 0.6018 minutes\n",
      "d(G(220), G(130)): 0.04699811290668408, took: 0.6135 minutes\n",
      "d(G(220), G(145)): 0.046690973915614276, took: 0.6094 minutes\n",
      "d(G(220), G(160)): 0.04680273422945422, took: 0.6042 minutes\n",
      "d(G(220), G(175)): 0.046233326571285954, took: 0.6622 minutes\n",
      "d(G(220), G(190)): 0.046029202105963084, took: 0.6015 minutes\n",
      "d(G(220), G(205)): 0.046504933652340215, took: 0.5941 minutes\n",
      "d(G(220), G(220)): 0.04718142881593503, took: 0.6004 minutes\n",
      "d(G(220), G(235)): 0.04784639288320561, took: 0.6041 minutes\n",
      "d(G(220), G(250)): 0.04818747079054031, took: 0.571 minutes\n",
      "d(G(220), G(265)): 0.04781585931428169, took: 0.5801 minutes\n",
      "d(G(220), G(280)): 0.04767590231950776, took: 0.5661 minutes\n",
      "d(G(220), G(295)): 0.05835509376523957, took: 0.5621 minutes\n",
      "\n",
      "Process took 13.386900866031647 minutes with an average of 0.608480288404407 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(250) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 250 completed.\n",
      "The spectral distance between G(250) and G(~) is an average  of the SGD between G(250) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(250), G(6)): 0.04990886342845362, took: 0.636 minutes\n",
      "d(G(250), G(8)): 0.04952467656331356, took: 0.6054 minutes\n",
      "d(G(250), G(10)): 0.049645181716875895, took: 0.6157 minutes\n",
      "d(G(250), G(25)): 0.04962006261927374, took: 0.6116 minutes\n",
      "d(G(250), G(40)): 0.04915560290023623, took: 0.5716 minutes\n",
      "d(G(250), G(55)): 0.049322328226732486, took: 0.5871 minutes\n",
      "d(G(250), G(70)): 0.049006446798419166, took: 0.563 minutes\n",
      "d(G(250), G(85)): 0.04913357339358905, took: 0.5495 minutes\n",
      "d(G(250), G(100)): 0.04922498309876154, took: 0.5617 minutes\n",
      "d(G(250), G(115)): 0.049292584766464864, took: 0.5953 minutes\n",
      "d(G(250), G(130)): 0.049309897200750845, took: 0.5976 minutes\n",
      "d(G(250), G(145)): 0.04910488056765794, took: 0.6028 minutes\n",
      "d(G(250), G(160)): 0.04896773432182742, took: 0.6188 minutes\n",
      "d(G(250), G(175)): 0.0486305129224241, took: 0.6035 minutes\n",
      "d(G(250), G(190)): 0.04885523759271933, took: 0.5957 minutes\n",
      "d(G(250), G(205)): 0.04882766004942907, took: 0.5604 minutes\n",
      "d(G(250), G(220)): 0.04827268939997459, took: 0.5903 minutes\n",
      "d(G(250), G(235)): 0.04805823783649084, took: 0.6577 minutes\n",
      "d(G(250), G(250)): 0.04813671207877644, took: 0.6309 minutes\n",
      "d(G(250), G(265)): 0.04857051059235932, took: 0.5809 minutes\n",
      "d(G(250), G(280)): 0.04812631881663652, took: 0.5924 minutes\n",
      "d(G(250), G(295)): 0.05823913673752154, took: 0.5609 minutes\n",
      "\n",
      "Process took 13.089035900433858 minutes with an average of 0.5949468020236854 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "~~~~~~~~~~:~~~~~~~~~~\n",
      "SGD between G(280) and G(k)\n",
      "\n",
      "Eigen-decomposition of reference model with ref param : 280 completed.\n",
      "The spectral distance between G(280) and G(~) is an average  of the SGD between G(280) and the 50 replicate models for the 22 generations.\n",
      "\n",
      "d(G(280), G(6)): 0.051512062006306765, took: 0.5695 minutes\n",
      "d(G(280), G(8)): 0.05098317116318286, took: 0.5571 minutes\n",
      "d(G(280), G(10)): 0.05058789821553687, took: 0.5691 minutes\n",
      "d(G(280), G(25)): 0.05043798785311766, took: 0.5626 minutes\n",
      "d(G(280), G(40)): 0.05016753084716186, took: 0.6044 minutes\n",
      "d(G(280), G(55)): 0.05018019715048205, took: 0.5761 minutes\n",
      "d(G(280), G(70)): 0.05007050140477152, took: 0.6019 minutes\n",
      "d(G(280), G(85)): 0.049676354454136894, took: 0.5591 minutes\n",
      "d(G(280), G(100)): 0.04983354429024661, took: 0.5836 minutes\n",
      "d(G(280), G(115)): 0.05016245023720765, took: 0.5614 minutes\n",
      "d(G(280), G(130)): 0.05024246609798486, took: 0.5738 minutes\n",
      "d(G(280), G(145)): 0.050194008297619115, took: 0.5883 minutes\n",
      "d(G(280), G(160)): 0.04985914635907129, took: 0.6262 minutes\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "d(G(280), G(175)): 0.049218431991056265, took: 0.6266 minutes\n",
      "d(G(280), G(190)): 0.0495851754777184, took: 0.5798 minutes\n",
      "d(G(280), G(205)): 0.04991614432171721, took: 0.5873 minutes\n",
      "d(G(280), G(220)): 0.04889123973306622, took: 0.594 minutes\n",
      "d(G(280), G(235)): 0.04906340544954596, took: 0.6208 minutes\n",
      "d(G(280), G(250)): 0.049538584191134785, took: 0.6618 minutes\n",
      "d(G(280), G(265)): 0.04961879613284717, took: 0.5846 minutes\n",
      "d(G(280), G(280)): 0.048662353327268454, took: 0.5761 minutes\n",
      "d(G(280), G(295)): 0.05954853324179215, took: 0.6261 minutes\n",
      "\n",
      "Process took 12.990374795595805 minutes with an average of 0.5904627541700999 per generation\n",
      "\n",
      "~~~~~~~~~~:~~~~~~~~~~\n"
     ]
    }
   ],
   "source": [
    "sgd_dic_p09 = f.fit_sgd_for_all_ref_models(k0_list[0], k0_list, exp_unnormL_p09, WS_models_p09)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "results_dic = {}\n",
    "results_dic['p005'] = sgd_dic_p005\n",
    "results_dic['p01'] = sgd_dic\n",
    "results_dic['p05'] = sgd_dic_p05\n",
    "results_dic['p09'] = sgd_dic_p09\n",
    "\n",
    "with open('02-Results/02122020results_dic.json', 'wb') as t:\n",
    "    pickle.dump(results_dic, t)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}