MakeDBFunctionalRegions.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Put data together in a pandas dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import seaborn as sns\n",
    "from datetime import datetime\n",
    "from skimage.io import imsave\n",
    "import openpyxl\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "#%plt.style.use(\"v_paper\")\n",
    "import pandas as pd\n",
    "from scipy.io import loadmat\n",
    "%matplotlib inline\n",
    "import seaborn as sns\n",
    "import statsmodels.formula.api as smf\n",
    "import re\n",
    "from statsmodels.stats.anova import anova_lm\n",
    "import os\n",
    "import os.path\n",
    "import statsmodels.api as smapi\n",
    "import sys\n",
    "import warnings\n",
    "from sklearn.linear_model import LinearRegression\n",
    "if not sys.warnoptions:\n",
    "    warnings.simplefilter(\"ignore\")\n",
    "import seaborn as sns\n",
    "import statsmodels as sm\n",
    "import scipy\n",
    "from pathlib import Path"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Import data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "GoodICFiles=pd.read_pickle(\"GoodICsdf.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "RegionNames=pd.read_csv('RegionNames.txt',header=None)[0].to_list()\n",
    "\n",
    "RegionNamesShort=[]\n",
    "RegionSide=[]\n",
    "for j in range(75):\n",
    "    if '_' in RegionNames[j]:\n",
    "        RegionNamesShort.append(RegionNames[j].split('_')[0])\n",
    "        RegionSide.append(RegionNames[j].split('_')[1])\n",
    "    else:\n",
    "        RegionNamesShort.append(RegionNames[j])\n",
    "        RegionSide.append('Both')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "toc-hr-collapsed": true
   },
   "source": [
    "# Let's flatten"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "for j in range(75):\n",
    "    Regionsdf=GoodICFiles.loc[GoodICFiles.index == 0].assign(Side=RegionSide[j]).assign(RegionNames=RegionNamesShort[j]).assign(RegionNum=j)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "    for j in range(75):\n",
    "        Regionsdf=Regionsdf.append(GoodICFiles.loc[GoodICFiles.index == i].assign(Side=RegionSide[j]).assign(RegionNames=RegionNamesShort[j]).assign(RegionNum=j))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "GoodICFiles.loc[GoodICFiles.index==164,'Correspondance']='OL-Center,PPM2-VI,EB-DA,PPM2-VI,PPM2-LW,PPM2-LW,FBlaym,WE-DA,SLP-SMPproj,PLP-DA,SMPl-SIP,SLP-SMPproj,Alpha3,,OL-WE,,,SMPl-SIP,PLP-DA,SMPd,PB-DA,SMPl-SIP,FBlayd,Gamma2,,,,SLP-SMPproj,SLP,Beta2Betap2,,Alphap3,Gamma4,SLP,CLvert,CLvert,,Gamma4,,,SLP-SMPproj,Gamma5,,Gamma3,Gamma4,FBv,,,,,,,Beta1Betap1,Gamma1,,,SLP-SMPproj,SLP-SMPproj,SMPl-SIP,Alpha2,,Beta1Betap1'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "T=GoodICFiles.iloc[0]['Correspondance'].split(',')\n",
    "Th=T[0].split(' ')\n",
    "#T[0]=Th[len(Th)-1]\n",
    "if len(T)==1:\n",
    "        Compdf=GoodICFiles.loc[GoodICFiles.index == 0].assign(CompID=T[0]).assign(CompNum=0)\n",
    "else:\n",
    "    for j in range(len(T)):\n",
    "        Compdf=GoodICFiles.loc[GoodICFiles.index == 0].assign(CompID=T[j]).assign(CompNum=j)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#for i in range(GoodICFiles.shape[0]):\n",
    "for i in range(GoodICFiles.shape[0]):\n",
    "    T=GoodICFiles.iloc[i]['Correspondance'].split(',')\n",
    "    Th=T[0].split(' ')\n",
    "   # T[0]=Th[len(Th)-1]\n",
    "    if len(T)==1:\n",
    "        Compdf=Compdf.append(GoodICFiles.loc[GoodICFiles.index == i].assign(CompID=T[0]).assign(CompNum=0))\n",
    "    else:\n",
    "        for j in range(len(T)):\n",
    "            Compdf=Compdf.append(GoodICFiles.loc[GoodICFiles.index == i].assign(CompID=T[j]).assign(CompNum=j))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf.loc[Compdf['CompID']=='     ','CompID']=''\n",
    "Compdf.loc[Compdf['CompID']==' ','CompID']=''\n",
    "Compdf.loc[Compdf['CompID']=='AMMC','CompID']='AMMC-WE'\n",
    "Compdf.loc[Compdf['CompID']=='AVLPprojlat','CompID']='AVLPprojl'\n",
    "Compdf.loc[Compdf['CompID']=='Alpha3p','CompID']='Alphap3'\n",
    "Compdf.loc[Compdf['CompID']=='Cup','CompID']='PENP-CL'\n",
    "Compdf.loc[Compdf['CompID']=='Ebv','CompID']='EBhalf'\n",
    "Compdf.loc[Compdf['CompID']=='Fbcol','CompID']='FBcol'\n",
    "Compdf.loc[Compdf['CompID']=='Fblayv','CompID']='FBlayv'\n",
    "Compdf.loc[Compdf['CompID']=='Fblaym','CompID']='FBlaym'\n",
    "Compdf.loc[Compdf['CompID']=='Fblayd','CompID']='FBlayd'\n",
    "Compdf.loc[Compdf['CompID']=='CLl','CompID']='CL'\n",
    "Compdf.loc[Compdf['CompID']=='MB-ML','CompID']='MB-ML-Cre'\n",
    "Compdf.loc[Compdf['CompID']=='MB-ML-CRE','CompID']='MB-ML-Cre'\n",
    "Compdf.loc[Compdf['CompID']=='NO-FB-PB','CompID']='NO-PB-FB'\n",
    "Compdf.loc[Compdf['CompID']=='OL-Central','CompID']='OL-Center'\n",
    "Compdf.loc[Compdf['CompID']=='OL-central','CompID']='OL-Center'\n",
    "Compdf.loc[Compdf['CompID']=='OL-center','CompID']='OL-Center'\n",
    "Compdf.loc[Compdf['CompID']=='Other','CompID']='Others'\n",
    "Compdf.loc[Compdf['CompID']=='SIP-SMP','CompID']='SMPl-SIP'\n",
    "Compdf.loc[Compdf['CompID']=='SIP-SMPl','CompID']='SMPl-SIP'\n",
    "Compdf.loc[Compdf['CompID']=='SMP-SIP','CompID']='SMPl-SIP'\n",
    "Compdf.loc[Compdf['CompID']=='VLPprojm','CompID']='AVLPprojm'\n",
    "Compdf.loc[Compdf['CompID']=='AVLPl','CompID']='VLPl'\n",
    "Compdf.loc[Compdf['CompID']=='WE','CompID']='AMMC-WE'\n",
    "Compdf.loc[Compdf['CompID']=='WE-AMMC','CompID']='AMMC-WE'\n",
    "\n",
    "Compdf.loc[Compdf['CompID']=='WE-V','CompID']='WE-DA'\n",
    "\n",
    "Compdf.loc[Compdf['CompID']=='others','CompID']='Others'\n",
    "Compdf.loc[Compdf['CompID']=='turn-dorsal','CompID']='turnd'\n",
    "Compdf.loc[Compdf['CompID']=='SMP-SLPproj','CompID']='SLP-SMPproj'\n",
    "Compdf.loc[Compdf['CompID']=='SMP-SLP-proj','CompID']='SLP-SMPproj'\n",
    "Compdf.loc[Compdf['CompID']=='SMP-SLP','CompID']='SLP-SMP'\n",
    "Compdf.loc[Compdf['CompID']=='Fblow','CompID']='FBlayv'\n",
    "Compdf.loc[Compdf['CompID']=='LAL-GNG','CompID']='LAL-PS'\n",
    "Compdf.loc[Compdf['CompID']=='GNG-PS','CompID']='LAL-PS'\n",
    "Compdf.loc[Compdf['CompID']=='GNG-LAL','CompID']='LAL-PS'\n",
    "Compdf.loc[Compdf['CompID']=='Kcab','CompID']='KCab'\n",
    "Compdf.loc[Compdf['CompID']=='Kcapbp','CompID']='KCapbp'\n",
    "Compdf.loc[Compdf['CompID']=='Lhcrest','CompID']='LHcrest'\n",
    "Compdf.loc[Compdf['CompID']=='beta2','CompID']='Beta2Betap2'\n",
    "Compdf.loc[Compdf['CompID']=='Beta2','CompID']='Beta2Betap2'\n",
    "Compdf.loc[Compdf['CompID']=='Betap2','CompID']='Beta2Betap2'\n",
    "Compdf.loc[Compdf['CompID']=='EB-PB','CompID']='PB-EB'\n",
    "Compdf.loc[Compdf['CompID']=='NO-FB','CompID']='FB-NO'\n",
    "Compdf.loc[Compdf['CompID']=='OL-e','CompID']='LOP'\n",
    "Compdf.loc[Compdf['CompID']=='OL-VMNP','CompID']='OL-Center'\n",
    "Compdf.loc[Compdf['CompID']=='SMPd','CompID']='SIP-SMPd'\n",
    "Compdf.loc[Compdf['CompID']=='Alpha','CompID']='SLP-Alpha'\n",
    "Compdf.loc[Compdf['CompID']=='SCL','CompID']='CL'\n",
    "Compdf.loc[Compdf['CompID']=='Vert','CompID']='CLvert'\n",
    "Compdf.loc[Compdf['CompID']=='vert','CompID']='CLvert'\n",
    "Compdf.loc[Compdf['CompID']=='FLA-CAN-VES-PS','CompID']='LAL-PS'\n",
    "\n",
    "Compdf.loc[Compdf['CompID']=='PENP-SLP','CompID']='PRW-SLP'\n",
    "Compdf.loc[Compdf['CompID']=='GNG-SLP','CompID']='PRW-SLP'\n",
    "Compdf.loc[Compdf['CompID']=='PB-EB-NO','CompID']='PB-EB'\n",
    "Compdf.loc[Compdf['CompID']=='PENP-ICL','CompID']='PENP-CL'\n",
    "Compdf.loc[Compdf['CompID']=='PENP','CompID']='OL-PENP'\n",
    "Compdf.loc[Compdf['CompID']=='PId','CompID']='SMPd-PI'\n",
    "Compdf.loc[Compdf['CompID']=='Beta1','CompID']='Beta1Betap1'\n",
    "Compdf.loc[Compdf['CompID']=='Betap1','CompID']='Beta1Betap1'\n",
    "Compdf.loc[Compdf['CompID']=='SIP-SMP-FB','CompID']=\"FB-SN\"\n",
    "Compdf.loc[Compdf['CompID']=='FB-SP-CL','CompID']=\"FB-SN\"\n",
    "Compdf.loc[Compdf['CompID']=='FB-SLP-CL','CompID']=\"FB-SN\"\n",
    "Compdf.loc[Compdf['CompID']=='Pbfull','CompID']=\"PBfull\"\n",
    "Compdf.loc[Compdf['CompID']=='GNGpl','CompID']=\"IPS-Y\"\n",
    "Compdf.loc[Compdf['CompID']=='PRW-CL','CompID']=\"PENP-CL\"\n",
    "Compdf.loc[Compdf['CompID']=='Clvert','CompID']=\"CLvert\"\n",
    "Compdf.loc[Compdf['CompID']=='GNGslant','CompID']=\"GNG-AMMC\"\n",
    "Compdf.loc[Compdf['CompID']=='GNGslantm','CompID']=\"GNG-AMMC\"\n",
    "Compdf.loc[Compdf['CompID']=='AVLP','CompID']=\"AVLPm\"\n",
    "Compdf.loc[Compdf['CompID']=='Bracket','CompID']=\"PLP-DA\"\n",
    "Compdf.loc[Compdf['CompID']=='POC','CompID']=\"OL-PENP\"\n",
    "Compdf.loc[Compdf['CompID']=='LHcrest','CompID']=\"CL-LH\"\n",
    "Compdf.loc[Compdf['CompID']=='GMGml','CompID']=\"GNGml\"\n",
    "Compdf.loc[(Compdf.CompID == \"EB\") & (Compdf.GAL4 == \"TH\"),'CompID']=\"EB-DA\"\n",
    "Compdf.loc[(Compdf.CompID == \"PLP\") & (Compdf.GAL4 == \"TH\"),'CompID']=\"PLP-DA\"\n",
    "Compdf.loc[(Compdf.CompID == \"PENP-CL\") & (Compdf.GAL4 == \"TH\"),'CompID']=\"PENP-CL-DA\"\n",
    "Compdf.loc[(Compdf.CompID == \"PB\") & (Compdf.GAL4 == \"TH\"),'CompID']=\"PB-DA\"\n",
    "Compdf.loc[(Compdf.CompID == \"PB\") & (Compdf.GAL4 == \"Trh\"),'CompID']=\"PB-DA\"\n",
    "Compdf.loc[(Compdf.CompID == \"PB\") & (Compdf.GAL4 == \"TDC\"),'CompID']=\"PB-DA\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['', '5', 'AL', 'AMMC-PLP', 'AMMC-WE', 'AOTU-BU', 'ATL', 'AVLPd', 'AVLPm', 'AVLPonlyproj', 'AVLPproj', 'AVLPprojl', 'AVLPprojm', 'AVLPshell', 'AVLPsmear', 'Alpha1', 'Alpha2', 'Alpha3', 'Alphap3', 'BU-PBl-EB', 'Beta1Betap1', 'Beta2Betap2', 'CA', 'CL', 'CL-LH', 'CL?', 'CLvert', 'Central', 'DorsalBridge', 'Duck', 'EB', 'EB-DA', 'EBhalf', 'EBquad', 'FB', 'FB-NO', 'FB-SN', 'FBcol', 'FBlayd', 'FBlaym', 'FBlayv', 'FBv', 'FLA v ', 'GNG', 'GNG-AMMC', 'GNG-CL', 'GNGcon', 'GNGl', 'GNGm', 'GNGml', 'GNGp', 'GNGva', 'GNGvw', 'GOR', 'Gamma1', 'Gamma2', 'Gamma3', 'Gamma4', 'Gamma5', 'IB', 'IPS-Y', 'KC', 'KCab', 'KCapbp', 'KCg', 'LAL', 'LAL-CL', 'LAL-PS', 'LAT', 'LH', 'LH-SLP', 'LOP', 'LaT', 'M-Omega', 'MB', 'MB-ML-Cre', 'MultiGl', 'NO', 'NO-Fblayd', 'NO-PB', 'NO-PB-EB', 'NO-PB-FB', 'OL', 'OL-Center', 'OL-FB', 'OL-PENP', 'OL-PLP', 'OL-VLPl', 'OL-WE', 'Others', 'PB', 'PB-DA', 'PB-EB', 'PBfull', 'PENP-CL', 'PENP-CL-DA', 'PENP-LH', 'PENPp', 'PI', 'PI-POC', 'PI-PRW', 'PLP', 'PLP-DA', 'PLP-LH', 'PN', 'PN-KC', 'PNv', 'PPL-SMP', 'PPM2-LW', 'PPM2-VI', 'PPM2-VI ', 'PRW', 'PRW-SLP', 'PVLP', 'SAD', 'SCLtract', 'SIP', 'SIP-FB', 'SIP-SLP', 'SIP-SMPd', 'SIP-SMPm', 'SLP', 'SLP-Alpha', 'SLP-Alphap3', 'SLP-SMP', 'SLP-SMPl', 'SLP-SMPproj', 'SLPsmall', 'SMP', 'SMPd-PI', 'SMPl-SIP', 'SMPm', 'SPS', 'Tracts', 'VLP', 'VLPl', 'WE-DA', 'WPENb', 'turnd', 'vaCells']\n"
     ]
    }
   ],
   "source": [
    "print(sorted(list(pd.unique(Compdf['CompID']))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "    try:\n",
    "        TextCor=GoodICFiles.iloc[i]['TSfile'].replace('TS.mat','GoodICAnnotation.txt').replace('TS','GoodICAnnotation.txt').replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group')\n",
    "        TS=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat'))['TSgoodIC']\n",
    "        with open(TextCor, \"w\") as text_file:\n",
    "            if len(TS)==1:        \n",
    "                text_file.write('') \n",
    "            else:\n",
    "                for j in range(len(TS)):    \n",
    "                    if Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j)]['CompID'].empty:\n",
    "                        text_file.write(',')     \n",
    "                    else:    \n",
    "                        text_file.write(list(Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j)]['CompID'])[0]+',') \n",
    "                        \n",
    "    except:\n",
    "        continue"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "AllCompID=pd.unique(Compdf['CompID'])\n",
    "\n",
    "with open('Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\AllCompID.txt', 'w') as f:\n",
    "    for line in AllCompID:\n",
    "        f.write(line)\n",
    "        f.write('\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf=Compdf.reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "GoodICFiles.to_pickle(\"GoodICsdf.pkl\")\n",
    "Compdf.to_pickle(\"Compdf.pkl\")\n",
    "Regionsdf.to_pickle(\"Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "toc-hr-collapsed": true
   },
   "source": [
    "# Copy time series for sharing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "import shutil"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(264,GoodICFiles.shape[0]):  \n",
    "#for i in range(1):    \n",
    "    original = GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat')\n",
    "    MyID = original.split('\\\\')[-1]\n",
    "    target = r'C:\\Users\\Soso\\Desktop\\TSGoodIC\\{}'.format(MyID)\n",
    "\n",
    "    shutil.copyfile(original, target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "for dirpath, dirnames, filenames in os.walk(\"Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\", topdown = False):\n",
    "    for filename in [f for f in filenames if f.endswith(\"12Regions.mat\")]:\n",
    "        MyID = filename.split('\\\\')[-1]\n",
    "        target = r'C:\\Users\\Soso\\Desktop\\12RegionsTS\\{}'.format(MyID)\n",
    "        shutil.copyfile(dirpath+\"\\\\\"+filename, target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [],
   "source": [
    "for dirpath, dirnames, filenames in os.walk(\"Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\", topdown = False):\n",
    "    for filename in [f for f in filenames if f.endswith(\"TS_LR.mat\")]:\n",
    "        MyID = filename.split('\\\\')[-1]\n",
    "        target = r'C:\\Users\\Soso\\Desktop\\RegionsTS\\{}'.format(MyID)\n",
    "        shutil.copyfile(dirpath+\"\\\\\"+filename, target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "for dirpath, dirnames, filenames in os.walk(r\"C:\\Users\\Soso\\Desktop\\RegionsTS\", topdown = False):\n",
    "    for filename in filenames:\n",
    "        MyID = filename.split('s')[0]\n",
    "        MyID2 =  MyID.split('Tran')[0]\n",
    "        MyID3 =  MyID2.split('Data')[-1]\n",
    "        MyID4 =  MyID3.split('TS_LR')[0]\n",
    "        MyID5 =  MyID4.split('reg')[0]\n",
    "        MyID6 =  MyID5.split('_')[0]\n",
    "        #print(MyID6+\".mat\")\n",
    "        target = r'C:\\Users\\Soso\\Desktop\\RegionsTS\\{}'.format(MyID6+\".mat\")\n",
    "        shutil.move(dirpath+\"\\\\\"+filename, target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "for dirpath, dirnames, filenames in os.walk(\"Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\", topdown = False):\n",
    "    for filename in [f for f in filenames if f.endswith(\"kd.mat\")]:\n",
    "        MyID = filename.split('\\\\')[-1]\n",
    "        target = r'C:\\Users\\Soso\\Desktop\\Regressors\\{}'.format(MyID)\n",
    "        shutil.copyfile(dirpath+\"\\\\\"+filename, target)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Let's regress"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf=pd.read_pickle(\"Compdf.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "Regionsdf=pd.read_pickle(\"Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index([                     'index',                            0,\n",
       "                            'FlyID',               'Templatefile',\n",
       "                           'TSfile',                      'expID',\n",
       "                              'UAS',                       'GAL4',\n",
       "                   'Correspondance',                 'RegionFile',\n",
       "                    'WalkRegressor',             'GroomRegressor',\n",
       "                   'FlailRegressor',              'TurnRegressor',\n",
       "              'ForcedWalkRegressor',        'ForcedTurnRegressor',\n",
       "                               'FR',             'TSlowlimForced',\n",
       "                  'TShighlimForced',              'TSlowlimFlail',\n",
       "                   'TShighlimFlail',               'TSlowlimWalk',\n",
       "                    'TShighlimWalk',                'eye_painted',\n",
       "                    'WalkSubstrate',               '12RegionFile',\n",
       "                             'Side',                'RegionNames',\n",
       "                        'RegionNum',              'CoefTurn_ipsi',\n",
       "                      'R2Turn_ipsi',            'CoefTurn_contra',\n",
       "                  'CoefIpsi_contra',              'R2Turn_contra',\n",
       "                    'R2Ipsi_contra',            'R2ipsi_R2contra',\n",
       "              'Coefipsi_Coefcontra',       'CoeffForcedTurn_ipsi',\n",
       "                'R2ForcedTurn_ipsi',     'CoeffForcedTurn_contra',\n",
       "           'CoeffForcedIpsi_contra',        'R2ForcedTurn_contra',\n",
       "              'R2ForcedIpsi_contra',      'R2Forcedipsi_R2contra',\n",
       "       'CoeffForcedipsi_Coefcontra',                     'R2Walk',\n",
       "                         'CoefWalk'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Regionsdf.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0       \n",
      "0       \n",
      "0       \n",
      "0       \n",
      "0       \n",
      "      ..\n",
      "270     \n",
      "270     \n",
      "270     \n",
      "270     \n",
      "270     \n",
      "Name: RegionFile, Length: 20326, dtype: object\n"
     ]
    }
   ],
   "source": [
    "print(Regionsdf['RegionFile'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Turn components"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf['CoefTurn_ipsi']=np.nan\n",
    "Compdf['R2Turn_ipsi']=np.nan\n",
    "Compdf['CoefTurn_contra']=np.nan\n",
    "Compdf['CoefIpsi_contra']=np.nan\n",
    "Compdf['R2Turn_contra']=np.nan\n",
    "Compdf['R2Ipsi_contra']=np.nan\n",
    "Compdf['L_R']=np.nan\n",
    "Compdf['R2ipsi_R2contra']=np.nan\n",
    "Compdf['Coefipsi_Coefcontra']=np.nan\n",
    "\n",
    "Regionsdf['CoefTurn_ipsi']=np.nan\n",
    "Regionsdf['R2Turn_ipsi']=np.nan\n",
    "Regionsdf['CoefTurn_contra']=np.nan\n",
    "Regionsdf['CoefIpsi_contra']=np.nan\n",
    "Regionsdf['R2Turn_contra']=np.nan\n",
    "Regionsdf['R2Ipsi_contra']=np.nan\n",
    "Regionsdf['R2ipsi_R2contra']=np.nan\n",
    "Regionsdf['Coefipsi_Coefcontra']=np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "k=0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\nsyb7f\\216\\216Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\nsyb7f\\216\\Data216ss1regcdFF2000pointskf171Smith0_4_60TSGoodIC.mat\n",
      "  CompID\n",
      "4     AL\n",
      "       CompID\n",
      "11  AVLPprojm\n",
      "         CompID\n",
      "12  SLP-SMPproj\n",
      "   CompID\n",
      "15     PN\n",
      "      CompID\n",
      "26  SMPl-SIP\n",
      "   CompID\n",
      "29       \n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\100106-GSB2\\100106Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\100106-GSB2\\GSB2_psfproj_dff_kf_169ICs_TSGoodIC.mat\n",
      "        CompID\n",
      "1684  AMMC-PLP\n",
      "     CompID\n",
      "1685  IPS-Y\n",
      "      CompID\n",
      "1686  LAL-PS\n",
      "     CompID\n",
      "1689    SPS\n",
      "     CompID\n",
      "1693     AL\n",
      "     CompID\n",
      "1708     OL\n",
      "     CompID\n",
      "1719     CA\n",
      "       CompID\n",
      "1721  OL-VLPl\n",
      "     CompID\n",
      "1722     PN\n",
      "     CompID\n",
      "1727     OL\n",
      "     CompID\n",
      "1733     OL\n",
      "     CompID\n",
      "1736     PN\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B34-B38\\B35Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B34-B38\\DataB35regdFF1000pointskfc212Smith20_4_86TSGoodIC.mat\n",
      "     CompID\n",
      "2187  PB-EB\n",
      "         CompID\n",
      "2190  AVLPsmear\n",
      "      CompID\n",
      "2192  LAL-PS\n",
      "     CompID\n",
      "2195       \n",
      "     CompID\n",
      "2197     AL\n",
      "     CompID\n",
      "2199    PNv\n",
      "     CompID\n",
      "2202   KCab\n",
      "     CompID\n",
      "2206       \n",
      "     CompID\n",
      "2208     PN\n",
      "     CompID\n",
      "2209     CL\n",
      "     CompID\n",
      "2210   KCab\n",
      "     CompID\n",
      "2214    PNv\n",
      "     CompID\n",
      "2216       \n",
      "     CompID\n",
      "2218       \n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B34-B38\\B36Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B34-B38\\DataB36regdFF1000pointskfc202Smith20_4_84TSGoodIC.mat\n",
      "     CompID\n",
      "2360       \n",
      "     CompID\n",
      "2361     AL\n",
      "         CompID\n",
      "2364  AVLPsmear\n",
      "     CompID\n",
      "2369       \n",
      "     CompID\n",
      "2373       \n",
      "     CompID\n",
      "2377       \n",
      "     CompID\n",
      "2378     OL\n",
      "     CompID\n",
      "2381     OL\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B34-B38\\B37Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B34-B38\\DataB37ss1reg194TSGoodIC.mat\n",
      "         CompID\n",
      "2525  AVLPsmear\n",
      "       CompID\n",
      "2526  OL-PENP\n",
      "        CompID\n",
      "2527  GNG-AMMC\n",
      "     CompID\n",
      "2530  PB-EB\n",
      "     CompID\n",
      "2532    PNv\n",
      "     CompID\n",
      "2533   KCab\n",
      "     CompID\n",
      "2534   KCab\n",
      "     CompID\n",
      "2537     AL\n",
      "     CompID\n",
      "2539     IB\n",
      "        CompID\n",
      "2544  SMPl-SIP\n",
      "       CompID\n",
      "2545  AMMC-WE\n",
      "     CompID\n",
      "2546  PN-KC\n",
      "     CompID\n",
      "2547     PN\n",
      "     CompID\n",
      "2549     PN\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B34-B38\\B38Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B34-B38\\DataB38ss1reg180TSGoodIC.mat\n",
      "         CompID\n",
      "2690  AVLPsmear\n",
      "     CompID\n",
      "2693    SPS\n",
      "        CompID\n",
      "2697  GNG-AMMC\n",
      "     CompID\n",
      "2699    PNv\n",
      "        CompID\n",
      "2700  SMPl-SIP\n",
      "         CompID\n",
      "2702  BU-PBl-EB\n",
      "     CompID\n",
      "2703     PN\n",
      "     CompID\n",
      "2705     PN\n",
      "     CompID\n",
      "2706   KCab\n",
      "     CompID\n",
      "2711     AL\n",
      "     CompID\n",
      "2712   KCab\n",
      "     CompID\n",
      "2713     PN\n",
      "     CompID\n",
      "2714    SPS\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B39-44\\B39Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B39-44\\DataB39reg296Smith20_4_160TSGoodIC.mat\n",
      "       CompID\n",
      "2860  AMMC-WE\n",
      "     CompID\n",
      "2868       \n",
      "     CompID\n",
      "2876    PNv\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B39-44\\B40Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B39-44\\DataB40ss1reg284TSGoodIC.mat\n",
      "         CompID\n",
      "3026  AVLPsmear\n",
      "       CompID\n",
      "3040  AMMC-WE\n",
      "        CompID\n",
      "3041  GNG-AMMC\n",
      "     CompID\n",
      "3051   KCab\n",
      "     CompID\n",
      "3057     PN\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B39-44\\B41Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B39-44\\DataB41ss1regcdFF4000pointskf238TSGoodIC.mat\n",
      "        CompID\n",
      "3197  AMMC-PLP\n",
      "     CompID\n",
      "3201  AVLPm\n",
      "     CompID\n",
      "3204     AL\n",
      "     CompID\n",
      "3207   KCab\n",
      "     CompID\n",
      "3209    PNv\n",
      "     CompID\n",
      "3211  PN-KC\n",
      "        CompID\n",
      "3215  GNG-AMMC\n",
      "     CompID\n",
      "3218     OL\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B39-44\\B43Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B39-44\\DataB43reg202TSGoodIC.mat\n",
      "     CompID\n",
      "3533  AVLPm\n",
      "       CompID\n",
      "3535  AMMC-WE\n",
      "     CompID\n",
      "3536   KCab\n",
      "     CompID\n",
      "3541     AL\n",
      "     CompID\n",
      "3547     PN\n",
      "     CompID\n",
      "3554  PN-KC\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B180-B184\\B180Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B180-B184\\DataB180ss1reg262TSGoodIC.mat\n",
      "     CompID\n",
      "3874  PN-KC\n",
      "     CompID\n",
      "3875   KCab\n",
      "     CompID\n",
      "3878   VLPl\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B180-B184\\B182Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B180-B184\\DataB182ss1reg350TSGoodIC.mat\n",
      "     CompID\n",
      "4034  IPS-Y\n",
      "     CompID\n",
      "4042   KCab\n",
      "      CompID\n",
      "4043  KCapbp\n",
      "     CompID\n",
      "4044  FBcol\n",
      "     CompID\n",
      "4045     PI\n",
      "     CompID\n",
      "4048   KCab\n",
      "     CompID\n",
      "4055     OL\n",
      "     CompID\n",
      "4056   VLPl\n",
      "           CompID\n",
      "4064  SLP-SMPproj\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B180-B184\\B183Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B180-B184\\DataB183ss1reg282TSGoodIC.mat\n",
      "      CompID\n",
      "4207  LAL-PS\n",
      "      CompID\n",
      "4211  KCapbp\n",
      "     CompID\n",
      "4218   KCab\n",
      "     CompID\n",
      "4222  PN-KC\n",
      "     CompID\n",
      "4224     OL\n",
      "     CompID\n",
      "4237  FBcol\n",
      "     CompID\n",
      "4240       \n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B192-B197\\B193Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B192-B197\\DataB193ss1222TSGoodIC.mat\n",
      "     CompID\n",
      "4875  GNGml\n",
      "     CompID\n",
      "4880     OL\n",
      "         CompID\n",
      "4881  AVLPprojm\n",
      "      CompID\n",
      "4892  KCapbp\n",
      "     CompID\n",
      "4895  PN-KC\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B192-B197\\B194Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B192-B197\\DataB194ss1244TSGoodIC.mat\n",
      "     CompID\n",
      "5043   GNGm\n",
      "     CompID\n",
      "5048    SPS\n",
      "      CompID\n",
      "5051  KCapbp\n",
      "     CompID\n",
      "5052     AL\n",
      "     CompID\n",
      "5057  PN-KC\n",
      "     CompID\n",
      "5065    PNv\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6F\\GSB5-100234\\100234Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6F\\GSB5-100234\\GSB5_psfproj_dff_kf_350ICs_TSGoodIC.mat\n",
      "      CompID\n",
      "6226  LAL-PS\n",
      "     CompID\n",
      "6234  IPS-Y\n",
      "      CompID\n",
      "6238  KCapbp\n",
      "     CompID\n",
      "6240   KCab\n",
      "     CompID\n",
      "6245     AL\n",
      "     CompID\n",
      "6246   KCab\n",
      "       CompID\n",
      "6249  PENP-CL\n",
      "     CompID\n",
      "6260    PNv\n",
      "       CompID\n",
      "6276  PRW-SLP\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6F\\GSB7-100609\\100609Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6F\\GSB7-100609\\GSB7_psfproj_dff_kf_232ICs_TSGoodIC.mat\n",
      "     CompID\n",
      "6559     PN\n",
      "     CompID\n",
      "6560  IPS-Y\n",
      "      CompID\n",
      "6565  OL-PLP\n",
      "     CompID\n",
      "6570       \n",
      "     CompID\n",
      "6572    PNv\n",
      "         CompID\n",
      "6576  AVLPsmear\n",
      "     CompID\n",
      "6577       \n",
      "     CompID\n",
      "6580     PN\n",
      "     CompID\n",
      "6586  FBcol\n",
      "     CompID\n",
      "6587   KCab\n",
      "         CompID\n",
      "6590  AVLPprojm\n",
      "     CompID\n",
      "6593     PN\n",
      "     CompID\n",
      "6599     AL\n",
      "        CompID\n",
      "6603  AMMC-PLP\n",
      "        CompID\n",
      "6607  AMMC-PLP\n",
      "        CompID\n",
      "6610  GNG-AMMC\n",
      "     CompID\n",
      "6614     PN\n",
      "     CompID\n",
      "6617   KCab\n",
      "        CompID\n",
      "6621  AMMC-PLP\n",
      "        CompID\n",
      "6636  SMPl-SIP\n",
      "           CompID\n",
      "6638  SLP-SMPproj\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6s\\GSB1-981\\981Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6s\\GSB1-981\\GSB1_psfproj_dff_kf_799ICs_TSGoodIC.mat\n",
      "         CompID\n",
      "6726  AVLPsmear\n",
      "     CompID\n",
      "6729    SPS\n",
      "      CompID\n",
      "6730  LAL-PS\n",
      "     CompID\n",
      "6731   VLPl\n",
      "       CompID\n",
      "6734  PRW-SLP\n",
      "     CompID\n",
      "6738     AL\n",
      "       CompID\n",
      "6740  AMMC-WE\n",
      "     CompID\n",
      "6742    PNv\n",
      "       CompID\n",
      "6746  AMMC-WE\n",
      "     CompID\n",
      "6747   VLPl\n",
      "       CompID\n",
      "6748  AMMC-WE\n",
      "     CompID\n",
      "6755  IPS-Y\n",
      "       CompID\n",
      "6757  AMMC-WE\n",
      "     CompID\n",
      "6759   VLPl\n",
      "     CompID\n",
      "6761   VLPl\n",
      "        CompID\n",
      "6764  AMMC-PLP\n",
      "     CompID\n",
      "6766  AVLPm\n",
      "       CompID\n",
      "6770  AMMC-WE\n",
      "        CompID\n",
      "6771  AMMC-PLP\n",
      "     CompID\n",
      "6775     CL\n",
      "     CompID\n",
      "6777   VLPl\n",
      "         CompID\n",
      "6778  AVLPsmear\n",
      "     CompID\n",
      "6780     PN\n",
      "     CompID\n",
      "6787  GNGml\n",
      "      CompID\n",
      "6792  CLvert\n",
      "      CompID\n",
      "6797  OL-PLP\n",
      "     CompID\n",
      "6811     CL\n",
      "     CompID\n",
      "6814  FBcol\n",
      "     CompID\n",
      "6815   VLPl\n",
      "     CompID\n",
      "6821    PNv\n",
      "     CompID\n",
      "6824     OL\n",
      "     CompID\n",
      "6827    PNv\n",
      "     CompID\n",
      "6831    PNv\n",
      "     CompID\n",
      "6832     PN\n",
      "     CompID\n",
      "6841     PN\n",
      "     CompID\n",
      "6852     PN\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\GMR6s\\GSB3_100133\\100133Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\GMR6s\\GSB3_100133\\GSB3_psfproj_dff_kf_599ICs_TSGoodIC.mat\n",
      "     CompID\n",
      "7399   VLPl\n",
      "     CompID\n",
      "7410   GNGm\n",
      "        CompID\n",
      "7416  AMMC-PLP\n",
      "     CompID\n",
      "7417    PNv\n",
      "     CompID\n",
      "7418    PNv\n",
      "     CompID\n",
      "7420     AL\n",
      "     CompID\n",
      "7423  AVLPm\n",
      "     CompID\n",
      "7425    KCg\n",
      "     CompID\n",
      "7429    PLP\n",
      "     CompID\n",
      "7431     PN\n",
      "     CompID\n",
      "7432  IPS-Y\n",
      "     CompID\n",
      "7433   KCab\n",
      "     CompID\n",
      "7438   KCab\n",
      "     CompID\n",
      "7447     PN\n",
      "     CompID\n",
      "7449   KCab\n",
      "     CompID\n",
      "7450    PNv\n",
      "     CompID\n",
      "7452     AL\n",
      "           CompID\n",
      "7458  SLP-SMPproj\n",
      "     CompID\n",
      "7462       \n",
      "     CompID\n",
      "7473     PN\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\7s\\B991-B1002\\B993Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\7s\\B991-B1002\\DataB993ss1reg238TSGoodIC.mat\n",
      "     CompID\n",
      "7908    SPS\n",
      "      CompID\n",
      "7910  OL-PLP\n",
      "     CompID\n",
      "7912  AVLPm\n",
      "      CompID\n",
      "7918  LAL-PS\n",
      "     CompID\n",
      "7932     OL\n",
      "     CompID\n",
      "7937     OL\n",
      "     CompID\n",
      "7938     AL\n",
      "     CompID\n",
      "7943     OL\n",
      "     CompID\n",
      "7945     OL\n",
      "     CompID\n",
      "7948     OL\n",
      "     CompID\n",
      "7949       \n",
      "     CompID\n",
      "7950     OL\n",
      "     CompID\n",
      "7951     OL\n",
      "     CompID\n",
      "7953     OL\n",
      "     CompID\n",
      "7958     OL\n",
      "     CompID\n",
      "7960    SLP\n",
      "     CompID\n",
      "7961     OL\n",
      "     CompID\n",
      "7964     OL\n",
      "     CompID\n",
      "7966    PNv\n",
      "     CompID\n",
      "7971     OL\n",
      "     CompID\n",
      "7974   KCab\n",
      "     CompID\n",
      "7976     OL\n",
      "     CompID\n",
      "7978  PN-KC\n",
      "     CompID\n",
      "7985   SMPm\n",
      "     CompID\n",
      "7991       \n",
      "     CompID\n",
      "7994     OL\n",
      "     CompID\n",
      "7996     OL\n",
      "     CompID\n",
      "7997     OL\n",
      "     CompID\n",
      "7999       \n",
      "     CompID\n",
      "8004     OL\n",
      "     CompID\n",
      "8008     OL\n",
      "     CompID\n",
      "8010     OL\n",
      "     CompID\n",
      "8013     OL\n",
      "     CompID\n",
      "8015     OL\n",
      "     CompID\n",
      "8020     OL\n",
      "     CompID\n",
      "8022  FBcol\n",
      "     CompID\n",
      "8024  FBcol\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\GMRNsyb6s\\B1037-B1050\\B1037Dir1_950kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\GMRNsyb6s\\B1037-B1050\\DataB1037ss1reg310TSGoodIC.mat\n",
      "     CompID\n",
      "8408    SPS\n",
      "     CompID\n",
      "8413  GNGml\n",
      "     CompID\n",
      "8414  GNGml\n",
      "     CompID\n",
      "8416  IPS-Y\n",
      "     CompID\n",
      "8419       \n",
      "      CompID\n",
      "8423  LAL-PS\n",
      "     CompID\n",
      "8432   VLPl\n",
      "     CompID\n",
      "8434       \n",
      "     CompID\n",
      "8436  GNGml\n",
      "     CompID\n",
      "8441       \n",
      "     CompID\n",
      "8443     CL\n",
      "     CompID\n",
      "8445     OL\n",
      "     CompID\n",
      "8450     PN\n",
      "     CompID\n",
      "8451     OL\n",
      "     CompID\n",
      "8453   KCab\n",
      "     CompID\n",
      "8455     OL\n",
      "     CompID\n",
      "8460       \n",
      "     CompID\n",
      "8461     OL\n",
      "     CompID\n",
      "8462       \n",
      "     CompID\n",
      "8465     CL\n",
      "     CompID\n",
      "8468   VLPl\n",
      "     CompID\n",
      "8470     OL\n",
      "     CompID\n",
      "8471     OL\n",
      "     CompID\n",
      "8475     OL\n",
      "     CompID\n",
      "8481     OL\n",
      "     CompID\n",
      "8482       \n",
      "     CompID\n",
      "8483  AVLPm\n",
      "     CompID\n",
      "8484       \n",
      "     CompID\n",
      "8485     OL\n",
      "     CompID\n",
      "8487     OL\n",
      "     CompID\n",
      "8489     OL\n",
      "       CompID\n",
      "8490  AMMC-WE\n",
      "     CompID\n",
      "8493  PN-KC\n",
      "     CompID\n",
      "8495     PN\n",
      "     CompID\n",
      "8500     OL\n",
      "     CompID\n",
      "8503     OL\n",
      "     CompID\n",
      "8504    PNv\n",
      "     CompID\n",
      "8506     OL\n",
      "     CompID\n",
      "8508     OL\n",
      "     CompID\n",
      "8510  PN-KC\n",
      "     CompID\n",
      "8512   KCab\n",
      "     CompID\n",
      "8513     OL\n",
      "     CompID\n",
      "8515     OL\n",
      "     CompID\n",
      "8516     OL\n",
      "     CompID\n",
      "8525     OL\n",
      "      CompID\n",
      "8526  KCapbp\n",
      "     CompID\n",
      "8527     OL\n",
      "     CompID\n",
      "8528   SMPm\n",
      "     CompID\n",
      "8529     OL\n",
      "     CompID\n",
      "8530     OL\n",
      "     CompID\n",
      "8533     OL\n",
      "     CompID\n",
      "8534     OL\n",
      "     CompID\n",
      "8538     OL\n",
      "     CompID\n",
      "8539  PB-EB\n",
      "     CompID\n",
      "8541     OL\n",
      "        CompID\n",
      "8542  SMPl-SIP\n",
      "     CompID\n",
      "8544     OL\n",
      "     CompID\n",
      "8548  PN-KC\n",
      "     CompID\n",
      "8550     OL\n",
      "     CompID\n",
      "8553     OL\n",
      "     CompID\n",
      "8556     OL\n",
      "     CompID\n",
      "8557     OL\n",
      "     CompID\n",
      "8559   KCab\n",
      "     CompID\n",
      "8560     OL\n",
      "     CompID\n",
      "8561     OL\n",
      "     CompID\n",
      "8562     OL\n",
      "     CompID\n",
      "8563     OL\n",
      "     CompID\n",
      "8564     OL\n",
      "     CompID\n",
      "8565     OL\n",
      "     CompID\n",
      "8567     OL\n",
      "     CompID\n",
      "8568     OL\n",
      "     CompID\n",
      "8569     PN\n",
      "     CompID\n",
      "8570     OL\n",
      "     CompID\n",
      "8575  FBcol\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\GMRNsyb6s\\B1037-B1050\\B1047Dir1_1500kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\GMRNsyb6s\\B1037-B1050\\DataB1047ss1reg218TSGoodIC.mat\n",
      "     CompID\n",
      "9584     OL\n",
      "     CompID\n",
      "9585     OL\n",
      "     CompID\n",
      "9586     OL\n",
      "     CompID\n",
      "9587     OL\n",
      "     CompID\n",
      "9589     AL\n",
      "     CompID\n",
      "9591   KCab\n",
      "     CompID\n",
      "9595     OL\n",
      "     CompID\n",
      "9598  IPS-Y\n",
      "     CompID\n",
      "9602   KCab\n",
      "     CompID\n",
      "9606     OL\n",
      "     CompID\n",
      "9614    PNv\n",
      "     CompID\n",
      "9618     OL\n",
      "     CompID\n",
      "9627  FBcol\n",
      "     CompID\n",
      "9630     OL\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\358-359-360\\359Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\358-359-360\\Data359ss1reg224TSGoodIC.mat\n",
      "        CompID\n",
      "14102  AMMC-WE\n",
      "      CompID\n",
      "14104     AL\n",
      "       CompID\n",
      "14108  LAL-PS\n",
      "      CompID\n",
      "14109  GNGvw\n",
      "      CompID\n",
      "14123  AVLPm\n",
      "      CompID\n",
      "14126    PNv\n",
      "       CompID\n",
      "14133  PLP-LH\n",
      "      CompID\n",
      "14136  AVLPm\n",
      "      CompID\n",
      "14144     PN\n",
      "      CompID\n",
      "14151     PN\n",
      "            CompID\n",
      "14164  SLP-SMPproj\n",
      "      CompID\n",
      "14176       \n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\368-369\\369Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\368-369\\Data369ss1reg230TSGoodIC.mat\n",
      "      CompID\n",
      "14891     AL\n",
      "      CompID\n",
      "14893  AVLPm\n",
      "      CompID\n",
      "14894    PNv\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\370\\370Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\370\\Data370reg150Smith20_4_64TSGoodIC.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\370\\371Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\370\\Data371ss1regc268Smith20_4_158TSGoodIC.mat\n",
      "      CompID\n",
      "15418     CL\n",
      "      CompID\n",
      "15419     AL\n",
      "       CompID\n",
      "15422  LAL-PS\n",
      "      CompID\n",
      "15423   SMPm\n",
      "      CompID\n",
      "15436     PN\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\370\\372Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\370\\Data372ss1regcdFF2000pointskf300TSGoodIC.mat\n",
      "      CompID\n",
      "15679  AVLPm\n",
      "      CompID\n",
      "15680       \n",
      "      CompID\n",
      "15682     AL\n",
      "      CompID\n",
      "15683     AL\n",
      "       CompID\n",
      "15690  LAL-PS\n",
      "      CompID\n",
      "15695       \n",
      "       CompID\n",
      "15698  KCapbp\n",
      "      CompID\n",
      "15700    KCg\n",
      "      CompID\n",
      "15702       \n",
      "      CompID\n",
      "15713     PN\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\B1070\\B1070Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\B1070\\DataB1070ss1reg256TSGoodIC.mat\n",
      "      CompID\n",
      "15943       \n",
      "      CompID\n",
      "15944  IPS-Y\n",
      "      CompID\n",
      "15953     AL\n",
      "      CompID\n",
      "15964  AVLPm\n",
      "      CompID\n",
      "15966     OL\n",
      "      CompID\n",
      "15970    PLP\n",
      "      CompID\n",
      "15971     OL\n",
      "      CompID\n",
      "15976     CL\n",
      "      CompID\n",
      "15985   VLPl\n",
      "       CompID\n",
      "15993  KCapbp\n",
      "      CompID\n",
      "15998    PNv\n",
      "      CompID\n",
      "16000  FBcol\n",
      "      CompID\n",
      "16011     PN\n",
      "      CompID\n",
      "16019     OL\n",
      "      CompID\n",
      "16032     PN\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\B1125-B1129\\B1125Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\B1125-B1129\\DataB1125ss1reg356TSGoodIC.mat\n",
      "      CompID\n",
      "16207   VLPl\n",
      "      CompID\n",
      "16210  AVLPm\n",
      "        CompID\n",
      "16215  AMMC-WE\n",
      "      CompID\n",
      "16220  GNGml\n",
      "       CompID\n",
      "16228  KCapbp\n",
      "      CompID\n",
      "16234     OL\n",
      "      CompID\n",
      "16242     OL\n",
      "         CompID\n",
      "16257  SMPl-SIP\n",
      "      CompID\n",
      "16259       \n",
      "      CompID\n",
      "16266     OL\n",
      "      CompID\n",
      "16278     AL\n",
      "      CompID\n",
      "16304     CL\n",
      "      CompID\n",
      "16309     OL\n",
      "      CompID\n",
      "16389     PN\n",
      "      CompID\n",
      "16406  FBcol\n",
      "      CompID\n",
      "16432    SLP\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\B1125-B1129\\B1126Dir1_1800kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\B1125-B1129\\DataB1126ss1reg332TSGoodIC.mat\n",
      "        CompID\n",
      "16474  PENP-CL\n",
      "      CompID\n",
      "16475  GNGml\n",
      "        CompID\n",
      "16481  PENP-CL\n",
      "      CompID\n",
      "16483  AVLPm\n",
      "      CompID\n",
      "16489   VLPl\n",
      "      CompID\n",
      "16502     OL\n",
      "      CompID\n",
      "16504     AL\n",
      "      CompID\n",
      "16528   VLPl\n",
      "      CompID\n",
      "16547   VLPl\n",
      "      CompID\n",
      "16566       \n",
      "      CompID\n",
      "16595       \n",
      "      CompID\n",
      "16619       \n",
      "      CompID\n",
      "16620       \n",
      "      CompID\n",
      "16635       \n",
      "      CompID\n",
      "16646       \n",
      "      CompID\n",
      "16660       \n",
      "      CompID\n",
      "16683       \n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\B1125-B1129\\B1128Dir1_1500kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\syt6s\\B1125-B1129\\DataB1128ss1reg330TSGoodIC.mat\n",
      "      CompID\n",
      "16995     OL\n",
      "      CompID\n",
      "16996  GNGml\n",
      "        CompID\n",
      "17001  PENP-CL\n",
      "      CompID\n",
      "17002     CL\n",
      "      CompID\n",
      "17009     PN\n",
      "      CompID\n",
      "17010     PN\n",
      "      CompID\n",
      "17012     OL\n",
      "      CompID\n",
      "17017       \n",
      "      CompID\n",
      "17019    PNv\n",
      "        CompID\n",
      "17020  PRW-SLP\n",
      "        CompID\n",
      "17022  PENP-CL\n",
      "       CompID\n",
      "17026  PLP-LH\n",
      "      CompID\n",
      "17029     OL\n",
      "      CompID\n",
      "17031     PN\n",
      "      CompID\n",
      "17032   GNGl\n",
      "      CompID\n",
      "17033    PNv\n",
      "      CompID\n",
      "17034  AVLPm\n",
      "      CompID\n",
      "17038     OL\n",
      "      CompID\n",
      "17039     OL\n",
      "      CompID\n",
      "17040     OL\n",
      "      CompID\n",
      "17043     PN\n",
      "      CompID\n",
      "17055     AL\n",
      "       CompID\n",
      "17056  LAL-PS\n",
      "      CompID\n",
      "17057   VLPl\n",
      "      CompID\n",
      "17060     OL\n",
      "      CompID\n",
      "17062     OL\n",
      "      CompID\n",
      "17063     OL\n",
      "      CompID\n",
      "17068     OL\n",
      "      CompID\n",
      "17073       \n",
      "      CompID\n",
      "17074  PN-KC\n",
      "      CompID\n",
      "17079     OL\n",
      "      CompID\n",
      "17081   GNGl\n",
      "      CompID\n",
      "17082    SPS\n",
      "      CompID\n",
      "17100     PN\n",
      "      CompID\n",
      "17103    SLP\n",
      "      CompID\n",
      "17119     OL\n",
      "      CompID\n",
      "17126    LAL\n",
      "        CompID\n",
      "17138  PENP-CL\n",
      "      CompID\n",
      "17139     CL\n",
      "      CompID\n",
      "17151     OL\n",
      "      CompID\n",
      "17152     OL\n",
      "      CompID\n",
      "17162     OL\n",
      "      CompID\n",
      "17185     OL\n",
      "      CompID\n",
      "17191     OL\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Cha\\773\\773Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Cha\\773\\773ss2onc500regcU15sMpsfkfint184TSGoodIC.mat\n",
      "         CompID\n",
      "17527  SMPl-SIP\n",
      "         CompID\n",
      "17533  AMMC-PLP\n",
      "         CompID\n",
      "17536  AMMC-PLP\n",
      "      CompID\n",
      "17539     PN\n",
      "       CompID\n",
      "17550  Alpha3\n",
      "      CompID\n",
      "17575       \n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Cha\\100160\\100160Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Cha\\100160\\100160ss2onc500reg198TSGoodIC.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Cha\\B1072-B1076\\B1073Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Cha\\B1072-B1076\\DataB1073ss1reg260TSGoodIC.mat\n",
      "      CompID\n",
      "18001  GNGvw\n",
      "          CompID\n",
      "18002  AVLPprojl\n",
      "        CompID\n",
      "18004  PRW-SLP\n",
      "      CompID\n",
      "18006   GNGm\n",
      "      CompID\n",
      "18017     PN\n",
      "      CompID\n",
      "18019     CL\n",
      "       CompID\n",
      "18020  LAL-PS\n",
      "       CompID\n",
      "18023  OL-PLP\n",
      "          CompID\n",
      "18024  AVLPprojl\n",
      "      CompID\n",
      "18029    LOP\n",
      "      CompID\n",
      "18030     PN\n",
      "      CompID\n",
      "18032   VLPl\n",
      "      CompID\n",
      "18035    PNv\n",
      "      CompID\n",
      "18039       \n",
      "      CompID\n",
      "18044       \n",
      "      CompID\n",
      "18046       \n",
      "      CompID\n",
      "18048       \n",
      "      CompID\n",
      "18050    PNv\n",
      "      CompID\n",
      "18054     PN\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Gad\\B140-B141\\B140DirTL-Rkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Gad\\B140-B141\\DataB140ss1reg252TSGoodIC.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\107\\107Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\107\\Data107ss2regcdFF1000pointskf152Smith0_4_60TSGoodIC.mat\n",
      "          CompID\n",
      "24924  OL-Center\n",
      "        CompID\n",
      "24925  PPM2-VI\n",
      "        CompID\n",
      "24928  PPM2-LW\n",
      "      CompID\n",
      "24931  WE-DA\n",
      "       CompID\n",
      "24933  PLP-DA\n",
      "         CompID\n",
      "24934  SMPl-SIP\n",
      "            CompID\n",
      "24935  SLP-SMPproj\n",
      "         CompID\n",
      "24943  SIP-SMPd\n",
      "      CompID\n",
      "24950       \n",
      "            CompID\n",
      "24951  SLP-SMPproj\n",
      "      CompID\n",
      "24952    SLP\n",
      "       CompID\n",
      "24959  CLvert\n",
      "       CompID\n",
      "24961  Gamma4\n",
      "      CompID\n",
      "24963       \n",
      "       CompID\n",
      "24968  Gamma4\n",
      "      CompID\n",
      "24970       \n",
      "      CompID\n",
      "24971       \n",
      "      CompID\n",
      "24972       \n",
      "      CompID\n",
      "24978       \n",
      "      CompID\n",
      "24979       \n",
      "            CompID\n",
      "24980  SLP-SMPproj\n",
      "         CompID\n",
      "24982  SMPl-SIP\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100142\\100142Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100142\\100142ss2oncregcdFF20spsfkf108TSGoodIC.mat\n",
      "      CompID\n",
      "24988  OL-WE\n",
      "        CompID\n",
      "24989  PPM2-VI\n",
      "      CompID\n",
      "24990       \n",
      "        CompID\n",
      "24991  PPM2-LW\n",
      "         CompID\n",
      "24998  SMPl-SIP\n",
      "      CompID\n",
      "25005    SLP\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100404\\100405Dirkd1000_2000kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100404\\100405seriesint252Smith0_4_60TSGoodIC.mat\n",
      "            CompID\n",
      "25085  SLP-SMPproj\n",
      "            CompID\n",
      "25087  SLP-SMPproj\n",
      "        CompID\n",
      "25089  PPM2-VI\n",
      "        CompID\n",
      "25093  PPM2-LW\n",
      "       CompID\n",
      "25101  CLvert\n",
      "      CompID\n",
      "25103       \n",
      "            CompID\n",
      "25104  Beta2Betap2\n",
      "            CompID\n",
      "25105  SLP-SMPproj\n",
      "      CompID\n",
      "25116    PRW\n",
      "      CompID\n",
      "25117       \n",
      "      CompID\n",
      "25137  AVLPm\n",
      "      CompID\n",
      "25148  AVLPm\n",
      "      CompID\n",
      "25153       \n",
      "      CompID\n",
      "25158       \n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100411\\100411Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100411\\100411seriesdffkf240Smith0_4_60TSGoodIC.mat\n",
      "            CompID\n",
      "25169  SLP-SMPproj\n",
      "            CompID\n",
      "25171  SLP-SMPproj\n",
      "        CompID\n",
      "25173  PPM2-LW\n",
      "            CompID\n",
      "25180  SLP-SMPproj\n",
      "            CompID\n",
      "25185  SLP-SMPproj\n",
      "       CompID\n",
      "25187  Gamma5\n",
      "      CompID\n",
      "25203    SMP\n",
      "            CompID\n",
      "25204  SLP-SMPproj\n",
      "      CompID\n",
      "25206       \n",
      "       CompID\n",
      "25211  CLvert\n",
      "        CompID\n",
      "25223  MultiGl\n",
      "      CompID\n",
      "25233       \n",
      "      CompID\n",
      "25235    SLP\n",
      "       CompID\n",
      "25239  Alpha2\n",
      "          CompID\n",
      "25253  AVLPshell\n",
      "      CompID\n",
      "25257  AVLPm\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100455Series\\100455Dirkd1_5000kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100455Series\\Data100455ss2conregdFF20skfconcatcc188TSGoodIC.mat\n",
      "        CompID\n",
      "25262  PPM2-VI\n",
      "      CompID\n",
      "25263  OL-WE\n",
      "        CompID\n",
      "25265  PPM2-LW\n",
      "      CompID\n",
      "25267       \n",
      "      CompID\n",
      "25268       \n",
      "      CompID\n",
      "25270       \n",
      "      CompID\n",
      "25276       \n",
      "        CompID\n",
      "25280  M-Omega\n",
      "      CompID\n",
      "25286    SLP\n",
      "      CompID\n",
      "25295  WE-DA\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100597series\\100597Dir1_9500kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100597series\\Data100597ss2cto30regdFF20skfconcat222Smith0_4_60TSGoodIC.mat\n",
      "      CompID\n",
      "25352       \n",
      "        CompID\n",
      "25354  PPM2-LW\n",
      "      CompID\n",
      "25357       \n",
      "      CompID\n",
      "25360       \n",
      "            CompID\n",
      "25363  SLP-SMPproj\n",
      "            CompID\n",
      "25364  SLP-SMPproj\n",
      "        CompID\n",
      "25365  PPM2-VI\n",
      "      CompID\n",
      "25367    PRW\n",
      "      CompID\n",
      "25368       \n",
      "      CompID\n",
      "25369       \n",
      "            CompID\n",
      "25371  SLP-SMPproj\n",
      "            CompID\n",
      "25378  SLP-SMPproj\n",
      "      CompID\n",
      "25379       \n",
      "            CompID\n",
      "25380  SLP-SMPproj\n",
      "        CompID\n",
      "25383  MultiGl\n",
      "            CompID\n",
      "25387  SLP-SMPproj\n",
      "      CompID\n",
      "25388  AVLPm\n",
      "       CompID\n",
      "25389  PLP-DA\n",
      "       CompID\n",
      "25390  Alpha2\n",
      "            CompID\n",
      "25394  SLP-SMPproj\n",
      "       CompID\n",
      "25395  CLvert\n",
      "          CompID\n",
      "25397  AVLPshell\n",
      "      CompID\n",
      "25407       \n",
      "      CompID\n",
      "25413       \n",
      "      CompID\n",
      "25417    PRW\n",
      "        CompID\n",
      "25418  MultiGl\n",
      "      CompID\n",
      "25421    ATL\n",
      "       CompID\n",
      "25424  FBlaym\n",
      "      CompID\n",
      "25425       \n",
      "            CompID\n",
      "25426  SLP-SMPproj\n",
      "      CompID\n",
      "25430       \n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100621series\\100621ss2seriesDir1_5990kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\100621series\\100621ss2oncregcdFF20skfconcat146TSGoodIC.mat\n",
      "      CompID\n",
      "25447       \n",
      "        CompID\n",
      "25450  PPM2-VI\n",
      "            CompID\n",
      "25451  SLP-SMPproj\n",
      "            CompID\n",
      "25452  SLP-SMPproj\n",
      "       CompID\n",
      "25454  PLP-DA\n",
      "      CompID\n",
      "25455       \n",
      "            CompID\n",
      "25456  SLP-SMPproj\n",
      "       CompID\n",
      "25473  Gamma4\n",
      "       CompID\n",
      "25476  CLvert\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B369-B380\\Fly1\\B370Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B369-B380\\Fly1\\DataB370ss1reg190TSGoodIC.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B369-B380\\Fly2\\B373Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B369-B380\\Fly2\\DataB373ss1reg254TSGoodIC.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B361-B362-forced\\B365Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B361-B362-forced\\DataB365ss1reg206TSGoodIC.mat\n",
      "       CompID\n",
      "27818  Gamma4\n",
      "      CompID\n",
      "27821   SMPm\n",
      "        CompID\n",
      "27823  PPM2-VI\n",
      "      CompID\n",
      "27827    SLP\n",
      "      CompID\n",
      "27828       \n",
      "        CompID\n",
      "27829  Alphap3\n",
      "      CompID\n",
      "27831    SMP\n",
      "         CompID\n",
      "27832  SLP-SMPl\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B97-B98\\B97Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B97-B98\\DataB97ss1reg150TSGoodIC.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B122-B124\\B122Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B122-B124\\DataB122ss1regcdFF4000pointskf146TSGoodIC.mat\n",
      "      CompID\n",
      "28638     OL\n",
      "      CompID\n",
      "28640  AVLPm\n",
      "          CompID\n",
      "28643  AVLPshell\n",
      "      CompID\n",
      "28647  AVLPm\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B122-B124\\B123Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B122-B124\\DataB123ss1regcdFF4000pointskf86TSGoodIC.mat\n",
      "      CompID\n",
      "28723       \n",
      "      CompID\n",
      "28724  AVLPm\n",
      "          CompID\n",
      "28727  AVLPshell\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B122-B124\\B124Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B122-B124\\DataB124ss1reg90TSGoodIC.mat\n",
      "      CompID\n",
      "28812       \n",
      "      CompID\n",
      "28815  AVLPm\n",
      "          CompID\n",
      "28820  AVLPshell\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B151-B152\\B152_700-endTurnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B151-B152\\DataB152ss1regcdFF4000pointskf202TSGoodIC.mat\n",
      "      CompID\n",
      "28996       \n",
      "      CompID\n",
      "28997       \n",
      "          CompID\n",
      "29006  AVLPshell\n",
      "      CompID\n",
      "29011  AVLPm\n",
      "            CompID\n",
      "29012  SLP-SMPproj\n",
      "          CompID\n",
      "29013  AVLPshell\n",
      "      CompID\n",
      "29017       \n",
      "            CompID\n",
      "29021  SLP-SMPproj\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B155-B159\\B155Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B155-B159\\DataB155ss1reg138TSGoodIC.mat\n",
      "      CompID\n",
      "29083       \n",
      "      CompID\n",
      "29087  AVLPm\n",
      "          CompID\n",
      "29088  AVLPshell\n",
      "        CompID\n",
      "29093  SLP-SMP\n",
      "      CompID\n",
      "29103       \n",
      "          CompID\n",
      "29106  AVLPshell\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B155-B159\\B156Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B155-B159\\DataB156ss1reg72TSGoodIC.mat\n",
      "      CompID\n",
      "29175  AVLPm\n",
      "          CompID\n",
      "29179  AVLPshell\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B155-B159\\B158Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B155-B159\\DataB158ss1reg74TSGoodIC.mat\n",
      "      CompID\n",
      "29267  AVLPm\n",
      "          CompID\n",
      "29270  AVLPshell\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B343-B350-forced-and-spont\\B350_1to3000Dirkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B343-B350-forced-and-spont\\DataB350ss1reg156TSGoodIC.mat\n",
      "      CompID\n",
      "29721       \n",
      "      CompID\n",
      "29723  AVLPm\n",
      "      CompID\n",
      "29724       \n",
      "        CompID\n",
      "29730  vaCells\n",
      "      CompID\n",
      "29732       \n",
      "        CompID\n",
      "29734  MultiGl\n",
      "      CompID\n",
      "29736       \n",
      "      CompID\n",
      "29743  CL-LH\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B1061-B1066\\B1066Turnto4600kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B1061-B1066\\DataB1066ss1reg238TSGoodIC.mat\n",
      "      CompID\n",
      "30450  AVLPm\n",
      "      CompID\n",
      "30451       \n",
      "          CompID\n",
      "30454  AVLPshell\n",
      "      CompID\n",
      "30455       \n",
      "      CompID\n",
      "30457       \n",
      "        CompID\n",
      "30465  MultiGl\n",
      "      CompID\n",
      "30468       \n",
      "      CompID\n",
      "30474       \n",
      "      CompID\n",
      "30495       \n",
      "            CompID\n",
      "30498  SLP-SMPproj\n",
      "      CompID\n",
      "30505       \n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B1275-B1276\\B1276Dir1_500kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B1275-B1276\\DataB1276ss1reg134TSGoodIC.mat\n",
      "      CompID\n",
      "30906   GNGl\n",
      "      CompID\n",
      "30907       \n",
      "      CompID\n",
      "30908    PRW\n",
      "      CompID\n",
      "30909  AVLPm\n",
      "        CompID\n",
      "30910  MultiGl\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B217-B219\\B219_1to2000_Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B217-B219\\DataB219ss1reg180TSGoodIC.mat\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [CompID]\n",
      "Index: []\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B266\\B266Turnkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B266\\DataB266ss1reg174TSGoodIC.mat\n",
      "      CompID\n",
      "31181  CL-LH\n",
      "      CompID\n",
      "31183     AL\n",
      "      CompID\n",
      "31187    LOP\n",
      "        CompID\n",
      "31189  OL-PENP\n",
      "      CompID\n",
      "31190       \n",
      "      CompID\n",
      "31192       \n",
      "      CompID\n",
      "31194       \n",
      "      CompID\n",
      "31198   SMPm\n",
      "      CompID\n",
      "31203  FBcol\n",
      "      CompID\n",
      "31206  FBcol\n",
      "      CompID\n",
      "31207  FBcol\n",
      "      CompID\n",
      "31213  FBcol\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B303-B305\\B305Turnkd1-2500kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B303-B305\\DataB305ss1reg122TSGoodIC.mat\n",
      "          CompID\n",
      "31268  OL-Center\n",
      "      CompID\n",
      "31269   VLPl\n",
      "      CompID\n",
      "31271    LOP\n",
      "      CompID\n",
      "31274  FBcol\n",
      "        CompID\n",
      "31275  OL-PENP\n",
      "      CompID\n",
      "31277  FBcol\n",
      "      CompID\n",
      "31284  FBcol\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B695-B697-B698\\B696Turnkd3500-4576kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B695-B697-B698\\DataB696ss1regon172TSGoodIC.mat\n",
      "      CompID\n",
      "31353  CL-LH\n",
      "      CompID\n",
      "31358  FBcol\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B700-B703\\B700Dir100-3100kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B700-B703\\DataB700ss1regon240TSGoodIC.mat\n",
      "      CompID\n",
      "31437  CL-LH\n",
      "        CompID\n",
      "31438  MultiGl\n",
      "      CompID\n",
      "31440    LOP\n",
      "      CompID\n",
      "31441  FBcol\n",
      "      CompID\n",
      "31445  FBcol\n",
      "      CompID\n",
      "31448  FBcol\n",
      "      CompID\n",
      "31450  FBcol\n",
      "      CompID\n",
      "31452  FBcol\n",
      "      CompID\n",
      "31458  FBcol\n",
      "      CompID\n",
      "31464   SMPm\n",
      "      CompID\n",
      "31465  FBcol\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B1250-54\\B1252_400_1670Dirkd.mat\n"
     ]
    }
   ],
   "source": [
    "for i in range(GoodICFiles.shape[0]):    \n",
    "#for i in range(167,168):\n",
    "    try:\n",
    "        if GoodICFiles.iloc[i]['TurnRegressor'] != '':  \n",
    "            print(GoodICFiles.iloc[i]['TurnRegressor'])\n",
    "            L_R=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC_L_Rratio.mat'))['L_Rratio']\n",
    "            TS=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat'))['TSgoodIC']\n",
    "            print(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat'))\n",
    "            RegressorL=loadmat(GoodICFiles.iloc[i]['TurnRegressor'])['Leftkd']\n",
    "            RegressorR=loadmat(GoodICFiles.iloc[i]['TurnRegressor'])['Rightkd']\n",
    "\n",
    "            # Fix dimension mismatches\n",
    "            if RegressorL.shape[0]<RegressorL.shape[1]:\n",
    "                RegressorR=RegressorR.T\n",
    "                RegressorL=RegressorL.T    \n",
    "            if TS.shape[0]>TS.shape[1]:\n",
    "                TS=TS.T            \n",
    "            if TS.shape[1]==(RegressorL.shape[0]+2):\n",
    "                TS=TS[:,1:RegressorL.shape[0]+1]\n",
    "            if TS.shape[1]==(RegressorL.shape[0]+1):\n",
    "                TS=TS[:,1:RegressorL.shape[0]]            \n",
    "            if TS.shape[1]==(RegressorL.shape[0]+3):\n",
    "                TS=TS[:,2:RegressorL.shape[0]-1]    \n",
    "            if TS.shape[1]==(RegressorL.shape[0]-1):\n",
    "                RegressorL=RegressorL[1:RegressorL.shape[0]]    \n",
    "                RegressorR=RegressorR[1:RegressorR.shape[0]]\n",
    "            if TS.shape[1]==(RegressorL.shape[0]-2):\n",
    "                RegressorL=RegressorL[1:RegressorL.shape[0]-1]   \n",
    "                RegressorR=RegressorR[1:RegressorR.shape[0]-1] \n",
    "            if TS.shape[1]==(RegressorL.shape[0]-3):\n",
    "                RegressorL=RegressorL[2:RegressorL.shape[0]-1] \n",
    "                RegressorR=RegressorR[2:RegressorR.shape[0]-1] \n",
    "            if TS.shape[1]==(RegressorL.shape[0]-4):\n",
    "                RegressorL=RegressorL[2:RegressorL.shape[0]-2]  \n",
    "                RegressorR=RegressorR[2:RegressorR.shape[0]-2]  \n",
    "            if TS.shape[1]!=(RegressorL.shape[0]):    \n",
    "                TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimWalk']):int(GoodICFiles.iloc[i]['TShighlimWalk']+1)]\n",
    "            if TS.shape[1]==(RegressorL.shape[0]-1):\n",
    "                RegressorL=RegressorL[1:RegressorL.shape[0]]  \n",
    "                RegressorR=RegressorR[1:RegressorR.shape[0]]  \n",
    "            if TS.shape[1]==(RegressorL.shape[0]+2):\n",
    "                TS=TS[:,1:RegressorL.shape[0]+1]\n",
    "            if TS.shape[1]==(RegressorL.shape[0]+1):\n",
    "                TS=TS[:,0:RegressorL.shape[0]] \n",
    "\n",
    "            Mrl=np.nanmax(np.nanmax(abs(RegressorL.T)))\n",
    "            Mrr=np.nanmax(np.nanmax(abs(RegressorR.T)))            \n",
    "            \n",
    "            if len(L_R[0])==1:\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['CoefTurnipsi']=np.nan\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['R2Turnipsi']=np.nan\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['CoefTurncontra']=np.nan\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['R2Turncontra']=np.nan        \n",
    "                k=k+1\n",
    "            else:\n",
    "                RegressorL=RegressorL/Mrl\n",
    "                RegressorR=RegressorR/Mrr                \n",
    "#                 plt.plot(RegressorL)\n",
    "#                 plt.plot(RegressorR)\n",
    "#                 plt.show()\n",
    "                dfLmRreg=pd.DataFrame(data=np.vstack((np.squeeze(RegressorL.T),np.squeeze(RegressorR.T))).T, index=range(TS.shape[1]), columns=['L','R'])\n",
    "\n",
    "                resultLmRreg = smf.ols(formula=\"L ~ R\", data=dfLmRreg).fit() \n",
    "                \n",
    "                \n",
    "                for j in range(len(TS)):\n",
    "                    \n",
    "                    if ('flip' in GoodICFiles.iloc[i]['Templatefile'] or 'Flip' in GoodICFiles.iloc[i]['Templatefile']):\n",
    "                        L_R[0,j]=1/L_R[0,j]\n",
    "\n",
    "                    dfL=pd.DataFrame(data=np.vstack((TS[j,:],np.squeeze(RegressorL.T))).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                    resultL = smf.ols(formula=\"TS ~ Reg\", data=dfL).fit()\n",
    "                    dfR=pd.DataFrame(data=np.vstack((TS[j,:],np.squeeze(RegressorR.T))).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                    resultR = smf.ols(formula=\"TS ~ Reg\", data=dfR).fit()\n",
    "                    dfLmR=pd.DataFrame(data=np.vstack((TS[j,:],np.squeeze(RegressorL.T)-np.squeeze(RegressorR.T))).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                    resultLmR = smf.ols(formula=\"TS ~ Reg\", data=dfLmR).fit()                    \n",
    "\n",
    "                    if L_R[0,j]>1.5:\n",
    "                        print(Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CompID']])\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['L_R']]=L_R[0,j]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefTurn_ipsi']]=resultL.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Turn_ipsi']]=resultL.rsquared\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefTurn_contra']]=resultR.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Turn_contra']]=resultR.rsquared\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefIpsi_contra']]=resultLmR.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Ipsi_contra']]=resultLmR.rsquared\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['Coefipsi_Coefcontra']]=-resultR.params[1]+resultL.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ipsi_R2contra']]=-resultR.rsquared+resultL.rsquared   \n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Ipsi_contra']]=-resultLmR.rsquared\n",
    "\n",
    "                    if L_R[0,j]<(1/1.5):\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['L_R']]=L_R[0,j]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefTurn_ipsi']]=resultR.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Turn_ipsi']]=resultR.rsquared\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefTurn_contra']]=resultL.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Turn_contra']]=resultL.rsquared\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefIpsi_contra']]=-resultLmR.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['Coefipsi_Coefcontra']]=resultR.params[1]-resultL.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ipsi_R2contra']]=resultR.rsquared-resultL.rsquared\n",
    "\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Ipsi_contra']]=resultLmR.rsquared\n",
    "\n",
    "#                     if resultLmRreg.params[1]>0:\n",
    "#                         Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefTurn_ipsi']]=np.nan\n",
    "#                         Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Turn_ipsi']]=np.nan\n",
    "#                         Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefTurn_contra']]=np.nan\n",
    "#                         Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Turn_contra']]=np.nan\n",
    "#                         Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefIpsi-contra']]=np.nan\n",
    "#                         Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['Coefipsi-Coefcontra']]=np.nan\n",
    "#                         Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ipsi-R2contra']]=np.nan\n",
    "\n",
    "#                         Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Ipsi-contra']]=np.nan\n",
    "\n",
    "\n",
    "                    k=k+1\n",
    "\n",
    "                del TS\n",
    "    except:\n",
    "            continue   \n",
    "                    # Regress here, cross corr..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf['CoefForcedTurn_ipsi']=np.nan\n",
    "Compdf['R2ForcedTurn_ipsi']=np.nan\n",
    "Compdf['CoeffForcedTurn_contra']=np.nan\n",
    "Compdf['CoeffForcedIpsi_contra']=np.nan\n",
    "Compdf['R2ForcedTurn_contra']=np.nan\n",
    "Compdf['R2ForcedIpsi_contra']=np.nan\n",
    "Compdf['L_RForced']=np.nan\n",
    "Compdf['R2Forcedipsi_R2contra']=np.nan\n",
    "Compdf['CoeffForcedipsi_Coefcontra']=np.nan\n",
    "\n",
    "Regionsdf['CoeffForcedTurn_ipsi']=np.nan\n",
    "Regionsdf['R2ForcedTurn_ipsi']=np.nan\n",
    "Regionsdf['CoeffForcedTurn_contra']=np.nan\n",
    "Regionsdf['CoeffForcedIpsi_contra']=np.nan\n",
    "Regionsdf['R2ForcedTurn_contra']=np.nan\n",
    "Regionsdf['R2ForcedIpsi_contra']=np.nan\n",
    "Regionsdf['R2Forcedipsi_R2contra']=np.nan\n",
    "Regionsdf['CoeffForcedipsi_Coefcontra']=np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\GMRNsyb6s\\B322-B323\\B322ForcedLRkd.mat\n",
      "      R2ForcedIpsi_contra\n",
      "7062             0.336983\n",
      "      R2ForcedIpsi_contra\n",
      "7065             0.000358\n",
      "      R2ForcedIpsi_contra\n",
      "7068             0.146402\n",
      "      R2ForcedIpsi_contra\n",
      "7069             0.096325\n",
      "      R2ForcedIpsi_contra\n",
      "7071             0.266632\n",
      "      R2ForcedIpsi_contra\n",
      "7073             0.011974\n",
      "      R2ForcedIpsi_contra\n",
      "7075             0.032891\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\GMRNsyb6s\\B1037-B1050\\B1043ForcedLR2_1077kd.mat\n",
      "      R2ForcedIpsi_contra\n",
      "8912             0.263918\n",
      "      R2ForcedIpsi_contra\n",
      "8915             0.126462\n",
      "      R2ForcedIpsi_contra\n",
      "8916             0.243649\n",
      "      R2ForcedIpsi_contra\n",
      "8918             0.051614\n",
      "      R2ForcedIpsi_contra\n",
      "8919             0.104435\n",
      "      R2ForcedIpsi_contra\n",
      "8920             0.214089\n",
      "      R2ForcedIpsi_contra\n",
      "8922             0.113721\n",
      "      R2ForcedIpsi_contra\n",
      "8924             0.047147\n",
      "      R2ForcedIpsi_contra\n",
      "8926             0.116525\n",
      "      R2ForcedIpsi_contra\n",
      "8929             0.186539\n",
      "      R2ForcedIpsi_contra\n",
      "8932             0.016746\n",
      "      R2ForcedIpsi_contra\n",
      "8934              0.01976\n",
      "      R2ForcedIpsi_contra\n",
      "8935             0.037621\n",
      "      R2ForcedIpsi_contra\n",
      "8938             0.082128\n",
      "      R2ForcedIpsi_contra\n",
      "8939             0.028905\n",
      "      R2ForcedIpsi_contra\n",
      "8940             0.216847\n",
      "      R2ForcedIpsi_contra\n",
      "8943             0.034818\n",
      "      R2ForcedIpsi_contra\n",
      "8944             0.314166\n",
      "      R2ForcedIpsi_contra\n",
      "8947             0.279555\n",
      "      R2ForcedIpsi_contra\n",
      "8949             0.096284\n",
      "      R2ForcedIpsi_contra\n",
      "8950             0.026425\n",
      "      R2ForcedIpsi_contra\n",
      "8958             0.060278\n",
      "      R2ForcedIpsi_contra\n",
      "8966             0.008839\n",
      "      R2ForcedIpsi_contra\n",
      "8968             0.042794\n",
      "      R2ForcedIpsi_contra\n",
      "8973             0.041608\n",
      "      R2ForcedIpsi_contra\n",
      "8977             0.003042\n",
      "      R2ForcedIpsi_contra\n",
      "8980             0.067541\n",
      "      R2ForcedIpsi_contra\n",
      "8991             0.119924\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B677-B679\\B677ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "11265             0.019024\n",
      "       R2ForcedIpsi_contra\n",
      "11266              0.01793\n",
      "       R2ForcedIpsi_contra\n",
      "11267             0.014347\n",
      "       R2ForcedIpsi_contra\n",
      "11269             0.003707\n",
      "       R2ForcedIpsi_contra\n",
      "11270             0.023205\n",
      "       R2ForcedIpsi_contra\n",
      "11273             0.011403\n",
      "       R2ForcedIpsi_contra\n",
      "11274             0.289012\n",
      "       R2ForcedIpsi_contra\n",
      "11275             0.014237\n",
      "       R2ForcedIpsi_contra\n",
      "11278             0.038324\n",
      "       R2ForcedIpsi_contra\n",
      "11279             0.014969\n",
      "       R2ForcedIpsi_contra\n",
      "11280             0.105741\n",
      "       R2ForcedIpsi_contra\n",
      "11281             0.019415\n",
      "       R2ForcedIpsi_contra\n",
      "11285             0.115517\n",
      "       R2ForcedIpsi_contra\n",
      "11287             0.003942\n",
      "       R2ForcedIpsi_contra\n",
      "11288             0.034166\n",
      "       R2ForcedIpsi_contra\n",
      "11293             0.002034\n",
      "       R2ForcedIpsi_contra\n",
      "11295             0.003803\n",
      "       R2ForcedIpsi_contra\n",
      "11296             0.013989\n",
      "       R2ForcedIpsi_contra\n",
      "11300               0.0033\n",
      "       R2ForcedIpsi_contra\n",
      "11302             0.167157\n",
      "       R2ForcedIpsi_contra\n",
      "11303             0.025363\n",
      "       R2ForcedIpsi_contra\n",
      "11304             0.066206\n",
      "       R2ForcedIpsi_contra\n",
      "11305              0.00591\n",
      "       R2ForcedIpsi_contra\n",
      "11306             0.028875\n",
      "       R2ForcedIpsi_contra\n",
      "11308             0.045329\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B902-B905\\B903ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "12281              0.10181\n",
      "       R2ForcedIpsi_contra\n",
      "12282             0.171342\n",
      "       R2ForcedIpsi_contra\n",
      "12283             0.157606\n",
      "       R2ForcedIpsi_contra\n",
      "12284             0.150181\n",
      "       R2ForcedIpsi_contra\n",
      "12285             0.044717\n",
      "       R2ForcedIpsi_contra\n",
      "12286             0.045636\n",
      "       R2ForcedIpsi_contra\n",
      "12288             0.037227\n",
      "       R2ForcedIpsi_contra\n",
      "12289             0.013418\n",
      "       R2ForcedIpsi_contra\n",
      "12290             0.008886\n",
      "       R2ForcedIpsi_contra\n",
      "12291             0.011294\n",
      "       R2ForcedIpsi_contra\n",
      "12292             0.023313\n",
      "       R2ForcedIpsi_contra\n",
      "12293             0.168568\n",
      "       R2ForcedIpsi_contra\n",
      "12295             0.012587\n",
      "       R2ForcedIpsi_contra\n",
      "12296             0.041993\n",
      "       R2ForcedIpsi_contra\n",
      "12299             0.202562\n",
      "       R2ForcedIpsi_contra\n",
      "12300             0.132586\n",
      "       R2ForcedIpsi_contra\n",
      "12301             0.000949\n",
      "       R2ForcedIpsi_contra\n",
      "12302             0.099582\n",
      "       R2ForcedIpsi_contra\n",
      "12305             0.250397\n",
      "       R2ForcedIpsi_contra\n",
      "12306             0.045891\n",
      "       R2ForcedIpsi_contra\n",
      "12307             0.132489\n",
      "       R2ForcedIpsi_contra\n",
      "12308             0.086147\n",
      "       R2ForcedIpsi_contra\n",
      "12310              0.11326\n",
      "       R2ForcedIpsi_contra\n",
      "12312             0.068145\n",
      "       R2ForcedIpsi_contra\n",
      "12313              0.12645\n",
      "       R2ForcedIpsi_contra\n",
      "12316             0.102786\n",
      "       R2ForcedIpsi_contra\n",
      "12320             0.061291\n",
      "       R2ForcedIpsi_contra\n",
      "12321             0.020877\n",
      "       R2ForcedIpsi_contra\n",
      "12323             0.028905\n",
      "       R2ForcedIpsi_contra\n",
      "12324             0.163436\n",
      "       R2ForcedIpsi_contra\n",
      "12325             0.008133\n",
      "       R2ForcedIpsi_contra\n",
      "12327              0.29993\n",
      "       R2ForcedIpsi_contra\n",
      "12328             0.089056\n",
      "       R2ForcedIpsi_contra\n",
      "12329             0.039949\n",
      "       R2ForcedIpsi_contra\n",
      "12330             0.016038\n",
      "       R2ForcedIpsi_contra\n",
      "12335             0.149239\n",
      "       R2ForcedIpsi_contra\n",
      "12336             0.008131\n",
      "       R2ForcedIpsi_contra\n",
      "12338             0.368021\n",
      "       R2ForcedIpsi_contra\n",
      "12342             0.129237\n",
      "       R2ForcedIpsi_contra\n",
      "12343             0.004806\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B902-B905\\B905ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "12449             0.093775\n",
      "       R2ForcedIpsi_contra\n",
      "12450             0.107525\n",
      "       R2ForcedIpsi_contra\n",
      "12451             0.131259\n",
      "       R2ForcedIpsi_contra\n",
      "12453             0.142823\n",
      "       R2ForcedIpsi_contra\n",
      "12456             0.073072\n",
      "       R2ForcedIpsi_contra\n",
      "12457             0.012486\n",
      "       R2ForcedIpsi_contra\n",
      "12458               0.0193\n",
      "       R2ForcedIpsi_contra\n",
      "12459             0.190015\n",
      "       R2ForcedIpsi_contra\n",
      "12460               0.0765\n",
      "       R2ForcedIpsi_contra\n",
      "12461             0.000279\n",
      "       R2ForcedIpsi_contra\n",
      "12462             0.006638\n",
      "       R2ForcedIpsi_contra\n",
      "12463             0.099882\n",
      "       R2ForcedIpsi_contra\n",
      "12464             0.124871\n",
      "       R2ForcedIpsi_contra\n",
      "12465             0.057175\n",
      "       R2ForcedIpsi_contra\n",
      "12466             0.045114\n",
      "       R2ForcedIpsi_contra\n",
      "12467             0.127857\n",
      "       R2ForcedIpsi_contra\n",
      "12469             0.026422\n",
      "       R2ForcedIpsi_contra\n",
      "12470             0.171901\n",
      "       R2ForcedIpsi_contra\n",
      "12471             0.024808\n",
      "       R2ForcedIpsi_contra\n",
      "12473             0.032694\n",
      "       R2ForcedIpsi_contra\n",
      "12475              0.07631\n",
      "       R2ForcedIpsi_contra\n",
      "12476             0.015089\n",
      "       R2ForcedIpsi_contra\n",
      "12477             0.059105\n",
      "       R2ForcedIpsi_contra\n",
      "12480             0.003772\n",
      "       R2ForcedIpsi_contra\n",
      "12481             0.078502\n",
      "       R2ForcedIpsi_contra\n",
      "12482             0.055013\n",
      "       R2ForcedIpsi_contra\n",
      "12484              0.00732\n",
      "       R2ForcedIpsi_contra\n",
      "12487             0.006021\n",
      "       R2ForcedIpsi_contra\n",
      "12488             0.034938\n",
      "       R2ForcedIpsi_contra\n",
      "12490             0.023196\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B369-B380\\Fly2\\B377ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "26261             0.327222\n",
      "       R2ForcedIpsi_contra\n",
      "26265              0.03746\n",
      "       R2ForcedIpsi_contra\n",
      "26266             0.324349\n",
      "       R2ForcedIpsi_contra\n",
      "26267             0.032989\n",
      "       R2ForcedIpsi_contra\n",
      "26268              0.33298\n",
      "       R2ForcedIpsi_contra\n",
      "26269             0.335325\n",
      "       R2ForcedIpsi_contra\n",
      "26270             0.194848\n",
      "       R2ForcedIpsi_contra\n",
      "26271             0.254577\n",
      "       R2ForcedIpsi_contra\n",
      "26272             0.060676\n",
      "       R2ForcedIpsi_contra\n",
      "26273             0.101831\n",
      "       R2ForcedIpsi_contra\n",
      "26275             0.025818\n",
      "       R2ForcedIpsi_contra\n",
      "26276             0.151596\n",
      "       R2ForcedIpsi_contra\n",
      "26279             0.115078\n",
      "       R2ForcedIpsi_contra\n",
      "26280             0.094869\n",
      "       R2ForcedIpsi_contra\n",
      "26281             0.102934\n",
      "       R2ForcedIpsi_contra\n",
      "26282             0.029909\n",
      "       R2ForcedIpsi_contra\n",
      "26283             0.035101\n",
      "       R2ForcedIpsi_contra\n",
      "26285             0.026986\n",
      "       R2ForcedIpsi_contra\n",
      "26286             0.001175\n",
      "       R2ForcedIpsi_contra\n",
      "26287             0.009842\n",
      "       R2ForcedIpsi_contra\n",
      "26288             0.005921\n",
      "       R2ForcedIpsi_contra\n",
      "26290             0.009766\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B369-B380\\Fly1\\B378_1_1700ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "26353             0.010832\n",
      "       R2ForcedIpsi_contra\n",
      "26355             0.045608\n",
      "       R2ForcedIpsi_contra\n",
      "26357             0.020218\n",
      "       R2ForcedIpsi_contra\n",
      "26358             0.005874\n",
      "       R2ForcedIpsi_contra\n",
      "26361             0.002913\n",
      "       R2ForcedIpsi_contra\n",
      "26363             0.057171\n",
      "       R2ForcedIpsi_contra\n",
      "26365             0.042993\n",
      "       R2ForcedIpsi_contra\n",
      "26366             0.004916\n",
      "       R2ForcedIpsi_contra\n",
      "26367             0.088956\n",
      "       R2ForcedIpsi_contra\n",
      "26369             0.003474\n",
      "       R2ForcedIpsi_contra\n",
      "26370             0.098966\n",
      "       R2ForcedIpsi_contra\n",
      "26372             0.038389\n",
      "       R2ForcedIpsi_contra\n",
      "26374             0.000315\n",
      "       R2ForcedIpsi_contra\n",
      "26376             0.061551\n",
      "       R2ForcedIpsi_contra\n",
      "26377             0.044821\n",
      "       R2ForcedIpsi_contra\n",
      "26381             0.063222\n",
      "       R2ForcedIpsi_contra\n",
      "26382             0.002383\n",
      "       R2ForcedIpsi_contra\n",
      "26383             0.007088\n",
      "       R2ForcedIpsi_contra\n",
      "26386             0.004538\n",
      "       R2ForcedIpsi_contra\n",
      "26387             0.005574\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B764-b768-forced\\B765ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "26899              0.02324\n",
      "       R2ForcedIpsi_contra\n",
      "26901             0.062628\n",
      "       R2ForcedIpsi_contra\n",
      "26906             0.121822\n",
      "       R2ForcedIpsi_contra\n",
      "26907             0.013216\n",
      "       R2ForcedIpsi_contra\n",
      "26909              0.00282\n",
      "       R2ForcedIpsi_contra\n",
      "26910              0.09574\n",
      "       R2ForcedIpsi_contra\n",
      "26911             0.065249\n",
      "       R2ForcedIpsi_contra\n",
      "26917             0.004444\n",
      "       R2ForcedIpsi_contra\n",
      "26918             0.002267\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B764-b768-forced\\B766ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "26990             0.015095\n",
      "       R2ForcedIpsi_contra\n",
      "26991             0.044371\n",
      "       R2ForcedIpsi_contra\n",
      "26992             0.028757\n",
      "       R2ForcedIpsi_contra\n",
      "26994             0.010496\n",
      "       R2ForcedIpsi_contra\n",
      "26995             0.165142\n",
      "       R2ForcedIpsi_contra\n",
      "26999              0.20085\n",
      "       R2ForcedIpsi_contra\n",
      "27000             0.006902\n",
      "       R2ForcedIpsi_contra\n",
      "27001             0.071957\n",
      "       R2ForcedIpsi_contra\n",
      "27008             0.003362\n",
      "       R2ForcedIpsi_contra\n",
      "27009             0.057616\n",
      "       R2ForcedIpsi_contra\n",
      "27010             0.013391\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B764-b768-forced\\B767ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "27082              0.11566\n",
      "       R2ForcedIpsi_contra\n",
      "27085             0.005952\n",
      "       R2ForcedIpsi_contra\n",
      "27087              0.29469\n",
      "       R2ForcedIpsi_contra\n",
      "27091             0.040087\n",
      "       R2ForcedIpsi_contra\n",
      "27096             0.012149\n",
      "       R2ForcedIpsi_contra\n",
      "27098             0.016079\n",
      "       R2ForcedIpsi_contra\n",
      "27099             0.144811\n",
      "       R2ForcedIpsi_contra\n",
      "27100             0.023259\n",
      "       R2ForcedIpsi_contra\n",
      "27104             0.103449\n",
      "       R2ForcedIpsi_contra\n",
      "27107             0.023042\n",
      "       R2ForcedIpsi_contra\n",
      "27115             0.049777\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TH\\B764-b768-forced\\B768ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "27172             0.096823\n",
      "       R2ForcedIpsi_contra\n",
      "27174             0.157941\n",
      "       R2ForcedIpsi_contra\n",
      "27175             0.545055\n",
      "       R2ForcedIpsi_contra\n",
      "27177             0.000456\n",
      "       R2ForcedIpsi_contra\n",
      "27183              0.01686\n",
      "       R2ForcedIpsi_contra\n",
      "27187             0.086692\n",
      "       R2ForcedIpsi_contra\n",
      "27188               0.0721\n",
      "       R2ForcedIpsi_contra\n",
      "27189             0.000272\n",
      "       R2ForcedIpsi_contra\n",
      "27191              0.12005\n",
      "       R2ForcedIpsi_contra\n",
      "27194             0.033149\n",
      "       R2ForcedIpsi_contra\n",
      "27196             0.027862\n",
      "       R2ForcedIpsi_contra\n",
      "27201             0.064168\n",
      "       R2ForcedIpsi_contra\n",
      "27202             0.005854\n",
      "       R2ForcedIpsi_contra\n",
      "27205             0.004981\n",
      "       R2ForcedIpsi_contra\n",
      "27206             0.013986\n",
      "       R2ForcedIpsi_contra\n",
      "27207             0.229736\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B343-B350-forced-and-spont\\B350ForcedLR3650_3963kd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B351-B358-forced\\B351ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "29812             0.152564\n",
      "       R2ForcedIpsi_contra\n",
      "29816             0.403507\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Trh\\B351-B358-forced\\B352ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "29903             0.002811\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\TDC\\B308-forced\\B308ForcedLRkd.mat\n",
      "       R2ForcedIpsi_contra\n",
      "31518             0.089638\n",
      "       R2ForcedIpsi_contra\n",
      "31519             0.191651\n",
      "       R2ForcedIpsi_contra\n",
      "31521             0.198748\n",
      "       R2ForcedIpsi_contra\n",
      "31522              0.20156\n",
      "       R2ForcedIpsi_contra\n",
      "31523                0.045\n",
      "       R2ForcedIpsi_contra\n",
      "31525             0.220544\n",
      "       R2ForcedIpsi_contra\n",
      "31528             0.181898\n",
      "       R2ForcedIpsi_contra\n",
      "31529             0.153315\n",
      "       R2ForcedIpsi_contra\n",
      "31532             0.039148\n",
      "       R2ForcedIpsi_contra\n",
      "31535             0.073012\n",
      "       R2ForcedIpsi_contra\n",
      "31537             0.107816\n",
      "       R2ForcedIpsi_contra\n",
      "31539             0.028532\n",
      "       R2ForcedIpsi_contra\n",
      "31544             0.083663\n",
      "       R2ForcedIpsi_contra\n",
      "31546             0.039686\n"
     ]
    }
   ],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "    try:\n",
    "        if GoodICFiles.iloc[i]['ForcedTurnRegressor'] != '':    \n",
    "            L_R=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC_L_Rratio.mat'))['L_Rratio']\n",
    "            TS=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat'))['TSgoodIC']\n",
    "\n",
    "\n",
    "            RegressorL=loadmat(GoodICFiles.iloc[i]['ForcedTurnRegressor'])['Leftkd']\n",
    "            RegressorR=loadmat(GoodICFiles.iloc[i]['ForcedTurnRegressor'])['Rightkd']\n",
    "            if RegressorL.shape[0]<RegressorL.shape[1]:\n",
    "                RegressorR=RegressorR.T\n",
    "                RegressorL=RegressorL.T    \n",
    "            if TS.shape[0]>TS.shape[1]:\n",
    "                TS=TS.T            \n",
    "            if TS.shape[1]==(RegressorL.shape[0]+2):\n",
    "                TS=TS[:,1:RegressorL.shape[0]+1]\n",
    "            if TS.shape[1]==(RegressorL.shape[0]+1):\n",
    "                TS=TS[:,1:RegressorL.shape[0]]            \n",
    "            if TS.shape[1]==(RegressorL.shape[0]+3):\n",
    "                TS=TS[:,2:RegressorL.shape[0]-1]    \n",
    "            if TS.shape[1]==(RegressorL.shape[0]-1):\n",
    "                RegressorL=RegressorL[1:RegressorL.shape[0]]    \n",
    "                RegressorR=RegressorR[1:RegressorR.shape[0]]\n",
    "            if TS.shape[1]==(RegressorL.shape[0]-2):\n",
    "                RegressorL=RegressorL[1:RegressorL.shape[0]-1]   \n",
    "                RegressorR=RegressorR[1:RegressorR.shape[0]-1] \n",
    "            if TS.shape[1]==(RegressorL.shape[0]-3):\n",
    "                RegressorL=RegressorL[2:RegressorL.shape[0]-1] \n",
    "                RegressorR=RegressorR[2:RegressorR.shape[0]-1] \n",
    "            if TS.shape[1]==(RegressorL.shape[0]-4):\n",
    "                RegressorL=RegressorL[2:RegressorL.shape[0]-2]  \n",
    "                RegressorR=RegressorR[2:RegressorR.shape[0]-2]  \n",
    "            if TS.shape[1]!=(RegressorL.shape[0]):    \n",
    "                TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimWalk']):int(GoodICFiles.iloc[i]['TShighlimWalk']+1)]\n",
    "            if TS.shape[1]==(RegressorL.shape[0]-1):\n",
    "                RegressorL=RegressorL[1:RegressorL.shape[0]]  \n",
    "                RegressorR=RegressorR[1:RegressorR.shape[0]]  \n",
    "            if TS.shape[1]==(RegressorL.shape[0]+2):\n",
    "                TS=TS[:,1:RegressorL.shape[0]+1]\n",
    "            if TS.shape[1]==(RegressorL.shape[0]+1):\n",
    "                TS=TS[:,0:RegressorL.shape[0]] \n",
    "                \n",
    "            if len(L_R[0])==1:\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['CoefForcedTurnipsi']=np.nan\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['R2ForcedTurnipsi']=np.nan\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['CoefForcedTurncontra']=np.nan\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['R2ForcedTurncontra']=np.nan        \n",
    "                k=k+1\n",
    "            else:\n",
    "                Mrl=np.nanmax(np.nanmax(abs(RegressorL.T)))\n",
    "                Mrr=np.nanmax(np.nanmax(abs(RegressorR.T)))   \n",
    "                RegressorL=RegressorL/Mrl\n",
    "                RegressorR=RegressorR/Mrr   \n",
    "                print(GoodICFiles.iloc[i]['ForcedTurnRegressor'])\n",
    "                for j in range(len(TS)):\n",
    "                    if ('flip' in GoodICFiles.iloc[i]['Templatefile'] or 'Flip' in GoodICFiles.iloc[i]['Templatefile']):\n",
    "                        L_R[0,j]=1/L_R[0,j]\n",
    "                    TS[j,:]=TS[j,:]/max(abs(TS[j,:]))\n",
    "                    dfL=pd.DataFrame(data=np.vstack((TS[j,:],np.squeeze(RegressorL.T))).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                    resultL = smf.ols(formula=\"TS ~ Reg\", data=dfL).fit()\n",
    "                    dfR=pd.DataFrame(data=np.vstack((TS[j,:],np.squeeze(RegressorR.T))).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                    resultR = smf.ols(formula=\"TS ~ Reg\", data=dfR).fit()\n",
    "\n",
    "                    if L_R[0,j]>1.2:\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['L_RForced']]=L_R[0,j]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefForcedTurnipsi']]=resultL.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ForcedTurnipsi']]=resultL.rsquared\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefForcedTurncontra']]=resultR.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ForcedTurncontra']]=resultR.rsquared\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoeffForcedIpsi_contra']]=resultL.params[1]-resultR.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ForcedIpsi_contra']]=resultL.rsquared-resultR.rsquared\n",
    "                    if L_R[0,j]<(1/1.2):\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['L_RForced']]=L_R[0,j]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefForcedTurnipsi']]=resultR.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ForcedTurnipsi']]=resultR.rsquared\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefForcedTurncontra']]=resultL.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ForcedTurncontra']]=resultL.rsquared\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoeffForcedIpsi_contra']]=resultR.params[1]-resultL.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ForcedIpsi_contra']]=resultR.rsquared-resultL.rsquared\n",
    "                        print(abs(Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ForcedIpsi_contra']]))\n",
    "                    k=k+1\n",
    "\n",
    "                del TS\n",
    "    except:\n",
    "        continue   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf.to_pickle(\"CompdfTurn.pkl\")\n",
    "Regionsdf.to_pickle(\"RegionsdfTurn.pkl\")\n",
    "\n",
    "#Compdf.to_pickle(\"Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Compdf.pkl\")\n",
    "#Regionsdf.to_pickle(\"Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Walk Components"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf=pd.read_pickle(\"Compdf.pkl\")\n",
    "Regionsdf=pd.read_pickle(\"Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "GoodICFiles.loc[GoodICFiles.index==0,'TSlowlimWalk']=0\n",
    "GoodICFiles.loc[GoodICFiles.index==0,'TShighlimWalk']=4999\n",
    "GoodICFiles.loc[GoodICFiles.index==126,'TSlowlimWalk']=1\n",
    "GoodICFiles.loc[GoodICFiles.index==130,'TSlowlimWalk']=1\n",
    "GoodICFiles.loc[GoodICFiles.index==130,'TShighlimWalk']=3000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf['CoefWalk']=np.nan\n",
    "Compdf['R2Walk']=np.nan\n",
    "k=0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "269\n",
      "270\n"
     ]
    }
   ],
   "source": [
    "for i in range(269,GoodICFiles.shape[0]):\n",
    "#for i in range(1):\n",
    "   # try:\n",
    "    print(i)\n",
    "    if GoodICFiles.iloc[i]['WalkRegressor'] != '':\n",
    "        original = GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat')\n",
    "        MyID = original.split('\\\\')[-1]\n",
    "        target = r'C:\\Users\\Soso\\Desktop\\TSGoodIC\\{}'.format(MyID)\n",
    "        TS=loadmat(target)['TSgoodIC']\n",
    "        filename=GoodICFiles.iloc[i]['WalkRegressor']\n",
    "        MyID = filename.split('\\\\')[-1]\n",
    "        target = r'C:\\Users\\Soso\\Desktop\\Regressors\\{}'.format(MyID)\n",
    "        Regressor=loadmat(target)['Rkd']\n",
    "\n",
    "        if Regressor.shape[0]<Regressor.shape[1]:\n",
    "            Regressor=Regressor.T\n",
    "        if TS.shape[0]>TS.shape[1]:\n",
    "            TS=TS.T            \n",
    "        if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "            TS=TS[:,1:Regressor.shape[0]+1]\n",
    "        if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "            TS=TS[:,1:Regressor.shape[0]]            \n",
    "        if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "            TS=TS[:,2:Regressor.shape[0]-1]    \n",
    "        if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "            Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "\n",
    "        if TS.shape[1]==(Regressor.shape[0]-2):\n",
    "            Regressor=Regressor[1:Regressor.shape[0]-1]    \n",
    "        if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "            Regressor=Regressor[2:Regressor.shape[0]-1] \n",
    "        if TS.shape[1]==(Regressor.shape[0]-4):\n",
    "            Regressor=Regressor[2:Regressor.shape[0]-2]    \n",
    "        if TS.shape[1]==(Regressor.shape[0]-5):\n",
    "            Regressor=Regressor[2:Regressor.shape[0]-3]                  \n",
    "        if TS.shape[1]==(Regressor.shape[0]+6):\n",
    "            TS=TS[:,3:TS.shape[1]-3]      \n",
    "        if TS.shape[1]!=(Regressor.shape[0]):    \n",
    "            TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimWalk']):int(GoodICFiles.iloc[i]['TShighlimWalk']+1)]\n",
    "        if TS.shape[1]!=(Regressor.shape[0]):    \n",
    "            Regressor=Regressor[int(GoodICFiles.iloc[i]['TSlowlimWalk']):int(GoodICFiles.iloc[i]['TShighlimWalk']+1)]                \n",
    "        if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "            Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "        if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "            TS=TS[:,1:Regressor.shape[0]+1]\n",
    "        if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "            TS=TS[:,0:Regressor.shape[0]] \n",
    "\n",
    "\n",
    "        if len(TS)==1:\n",
    "            Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['CoefWalk']=np.nan\n",
    "            Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['R2Walk']=np.nan\n",
    "            k=k+1\n",
    "        else:\n",
    "            M=np.nanmax(np.nanmax(abs(TS)))\n",
    "            Mr=np.nanmax(np.nanmax(abs(Regressor.T)))\n",
    "\n",
    "            for j in range(len(TS)):\n",
    "                df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T)/Mr)).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                result.summary()\n",
    "                Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefWalk']]=result.params[1]\n",
    "                Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Walk']]=result.rsquared\n",
    "                k=k+1\n",
    "                del df\n",
    "            del TS\n",
    "    #except:\n",
    "        # continue   \n",
    "                  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf.to_pickle(\"Compdf.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf['R2Walkbin']=np.nan\n",
    "Compdf['CoefWalkbin']=np.nan\n",
    "Compdf['R2Walkbinfill']=np.nan\n",
    "Compdf['CoefWalkbinfill']=np.nan\n",
    "Compdf['R2Walkon']=np.nan\n",
    "Compdf['CoefWalkon']=np.nan\n",
    "Compdf['R2Walkoff']=np.nan\n",
    "Compdf['CoefWalkoff']=np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(0,GoodICFiles.shape[0]):\n",
    "\n",
    "    try:\n",
    "        if GoodICFiles.iloc[i]['WalkRegressor'] != '':\n",
    "\n",
    "            TS=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat'))['TSgoodIC']\n",
    "\n",
    "            \n",
    "            try:\n",
    "                Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('kd',''))['R']\n",
    "            except:\n",
    "                try:\n",
    "                    Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('kd',''))['Rwalk']\n",
    "                except:\n",
    "                    try:\n",
    "                        Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('WalkRbinkd','Rbin'))['R']\n",
    "                    except:\n",
    "                        try:\n",
    "                            Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('Rbinkd','Rbin'))['Rbin']\n",
    "                        except:\n",
    "                            Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('kd',''))['Rbin']\n",
    "            \n",
    "            if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                Regressor=Regressor.T\n",
    "            if TS.shape[0]>TS.shape[1]:\n",
    "                TS=TS.T            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,1:Regressor.shape[0]]            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                TS=TS[:,2:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "\n",
    "            if TS.shape[1]==(Regressor.shape[0]-2):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-1] \n",
    "            if TS.shape[1]==(Regressor.shape[0]-4):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-2]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-5):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-3]                  \n",
    "            if TS.shape[1]==(Regressor.shape[0]+6):\n",
    "                TS=TS[:,3:TS.shape[1]-3]   \n",
    "            if TS.shape[1]==(Regressor.shape[0]-11):\n",
    "                Regressor=Regressor[5:Regressor.shape[0]-6]  \n",
    "            if TS.shape[1]<Regressor.shape[0]:    \n",
    "                Regressor=Regressor[int(GoodICFiles.iloc[i]['TSlowlimWalk']):int(GoodICFiles.iloc[i]['TShighlimWalk']+1)]     \n",
    "            if TS.shape[1]>Regressor.shape[0]:    \n",
    "                TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimWalk']):int(GoodICFiles.iloc[i]['TShighlimWalk']+1)]\n",
    "           \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,0:Regressor.shape[0]] \n",
    "\n",
    "            Ron=loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('.mat','Ron_and_Roffkd_and_Rbinfilledkd.mat'))['Ronkd']\n",
    "            Regressor=loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('.mat','Ron_and_Roffkd_and_Rbinfilledkd.mat'))['Rbinkd']\n",
    "            Roff=loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('.mat','Ron_and_Roffkd_and_Rbinfilledkd.mat'))['Roffkd'] \n",
    "\n",
    "            \n",
    "            FR=GoodICFiles.iloc[i]['FR']\n",
    "            if len(TS)!=1 and pd.isnull(FR)==False:                     \n",
    "\n",
    "                M=np.nanmax(np.nanmax(abs(TS)))\n",
    "                for j in range(TS.shape[0]):\n",
    "\n",
    "                        df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T[0:TS.shape[1]]))).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                        result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefWalkbin']]=result.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Walkbin']]=result.rsquared\n",
    "\n",
    "                        df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Ron).T[0:TS.shape[1]])).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                        result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefWalkon']]=result.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Walkon']]=result.rsquared\n",
    "\n",
    "                        df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Roff).T[0:TS.shape[1]])).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                        result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefWalkoff']]=result.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Walkoff']]=result.rsquared\n",
    "\n",
    "\n",
    "                del TS\n",
    "                \n",
    "    except:\n",
    "         continue   \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf.to_pickle(\"Compdf.pkl\")\n",
    "Regionsdf.to_pickle(\"Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Walk Regions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "GoodICFiles=pd.read_pickle(\"GoodICsdf.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "Regionsdf=pd.read_pickle(\"Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "T87_75=loadmat('C:\\\\Users\\\\Soso\\\\Documents\\\\GitHub\\\\FlyLFM\\\\MatlabFiles\\\\CompareConditions\\\\87to75.mat')['VarName3']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "Regionsdf['R2Walk']=np.nan\n",
    "Regionsdf['CoefWalk']=np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "271"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GoodICFiles.shape[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'B41'"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GoodICFiles.iloc[20]['expID']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "216\n",
      "3\n",
      "100761\n",
      "4\n",
      "8\n",
      "103\n",
      "9\n",
      "104\n",
      "11\n",
      "100106\n",
      "13\n",
      "B34\n",
      "14\n",
      "B35\n",
      "15\n",
      "B36\n",
      "16\n",
      "B37\n",
      "17\n",
      "18\n",
      "19\n",
      "20\n",
      "B41\n",
      "21\n",
      "B42\n",
      "22\n",
      "B43\n",
      "24\n",
      "B180\n",
      "25\n",
      "B182\n",
      "26\n",
      "B183\n",
      "29\n",
      "B192\n",
      "30\n",
      "B193\n",
      "31\n",
      "B194\n",
      "32\n",
      "B195\n",
      "33\n",
      "B196\n",
      "41\n",
      "100148\n",
      "42\n",
      "100234\n",
      "44\n",
      "100609\n",
      "45\n",
      "981\n",
      "50\n",
      "100133\n",
      "53\n",
      "B993\n",
      "55\n",
      "57\n",
      "B1037\n",
      "64\n",
      "B1047\n",
      "95\n",
      "247\n",
      "96\n",
      "249\n",
      "98\n",
      "101\n",
      "369\n",
      "102\n",
      "370\n",
      "103\n",
      "104\n",
      "372\n",
      "105\n",
      "107\n",
      "108\n",
      "110\n",
      "113\n",
      "100160\n",
      "117\n",
      "B1073\n",
      "119\n",
      "B1075\n",
      "121\n",
      "B1080\n",
      "123\n",
      "B1090\n",
      "126\n",
      "B66\n",
      "128\n",
      "B70\n",
      "130\n",
      "131\n",
      "B75\n",
      "132\n",
      "B99\n",
      "133\n",
      "B100\n",
      "134\n",
      "B167\n",
      "137\n",
      "B175\n",
      "138\n",
      "B176\n",
      "140\n",
      "B116\n",
      "141\n",
      "B117\n",
      "142\n",
      "143\n",
      "B126\n",
      "147\n",
      "B153\n",
      "149\n",
      "B130\n",
      "151\n",
      "B132\n",
      "153\n",
      "B134\n",
      "154\n",
      "B140\n",
      "164\n",
      "107\n",
      "165\n",
      "100142\n",
      "167\n",
      "168\n",
      "169\n",
      "100455\n",
      "170\n",
      "100597\n",
      "171\n",
      "100621\n",
      "173\n",
      "B370\n",
      "176\n",
      "B373\n",
      "182\n",
      "46\n",
      "191\n",
      "B1054\n",
      "202\n",
      "194\n",
      "205\n",
      "206\n",
      "B97\n",
      "207\n",
      "B122\n",
      "208\n",
      "B123\n",
      "209\n",
      "B124\n",
      "211\n",
      "B152\n",
      "212\n",
      "B155\n",
      "213\n",
      "B156\n",
      "214\n",
      "B158\n",
      "220\n",
      "228\n",
      "B1065\n",
      "229\n",
      "B1066\n",
      "234\n",
      "239\n",
      "B219\n",
      "240\n",
      "B266\n",
      "242\n",
      "B305\n",
      "244\n",
      "B696\n",
      "246\n",
      "B700\n",
      "257\n",
      "B1252\n",
      "258\n",
      "B1253\n",
      "268\n",
      "B1269\n"
     ]
    }
   ],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "#for i in range(2):    \n",
    "    try:\n",
    "        if GoodICFiles.iloc[i]['WalkRegressor'] != '':\n",
    "            print(i)\n",
    "            target = r'C:\\Users\\Soso\\Desktop\\RegionsTS\\{}'.format(GoodICFiles.iloc[i]['expID']+\".mat\")    \n",
    "            TS=loadmat(target)['TS']\n",
    "\n",
    "            filename=GoodICFiles.iloc[i]['WalkRegressor']\n",
    "            MyID = filename.split('\\\\')[-1]\n",
    "            target = r'C:\\Users\\Soso\\Desktop\\Regressors\\{}'.format(MyID)\n",
    "            Regressor=loadmat(target)['Rkd']                \n",
    "\n",
    "            if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                Regressor=Regressor.T\n",
    "            if TS.shape[0]>TS.shape[1]:\n",
    "                TS=TS.T            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,1:Regressor.shape[0]]            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                TS=TS[:,2:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "\n",
    "            if TS.shape[1]==(Regressor.shape[0]-2):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-1] \n",
    "            if TS.shape[1]==(Regressor.shape[0]-4):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-2]                 \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-6):\n",
    "                Regressor=Regressor[3:Regressor.shape[0]-3]                        \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,0:Regressor.shape[0]]                 \n",
    "\n",
    "            #print(TS.shape)\n",
    "            #print(np.squeeze(Regressor.T).shape)                  \n",
    "            if TS.shape[1]!=(Regressor.shape[0]): \n",
    "\n",
    "                TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimWalk']):int(GoodICFiles.iloc[i]['TShighlimWalk']+1)]\n",
    "            if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                Regressor=Regressor.T\n",
    "\n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,1:Regressor.shape[0]]            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                TS=TS[:,2:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "\n",
    "            if TS.shape[1]==(Regressor.shape[0]-2):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-1] \n",
    "            if TS.shape[1]==(Regressor.shape[0]-4):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-2]                 \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-6):\n",
    "                Regressor=Regressor[3:Regressor.shape[0]-3]                        \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,0:Regressor.shape[0]]  \n",
    "\n",
    "            #print(TS.shape)\n",
    "           # print(np.squeeze(Regressor.T).shape)                           \n",
    "\n",
    "\n",
    "            if len(TS)==1:\n",
    "                Regionsdf.loc[Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']]['CoefWalk']=np.nan\n",
    "                Regionsdf.loc[Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']]['R2Walk']=np.nan\n",
    "            else:\n",
    "\n",
    "                if len(TS)==87:\n",
    "                    TS2=TS\n",
    "                    TS=np.zeros((75,TS.shape[1]))\n",
    "                    for j in range(75):\n",
    "                        TS[j,:]=TS2[T87_75[j][0]-1,:]\n",
    "                    #print(GoodICFiles.iloc[i]['expID'])\n",
    "\n",
    "                Mr=np.nanmax(np.nanmax(abs(Regressor.T)))\n",
    "                M=np.nanmax(np.nanmax(abs(TS)))\n",
    "                print(GoodICFiles.iloc[i]['expID'])\n",
    "                \n",
    "                for j in range(75):\n",
    "\n",
    "                    try:\n",
    "                        df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T)/Mr)).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                        result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                        Regionsdf.loc[(Regionsdf['expID'] == GoodICFiles.iloc[i]['expID']) & (Regionsdf.RegionNum == j),['CoefWalk']]=result.params[1]\n",
    "                        Regionsdf.loc[(Regionsdf['expID'] == GoodICFiles.iloc[i]['expID']) & (Regionsdf.RegionNum == j),['R2Walk']]=result.rsquared\n",
    "                    except:\n",
    "                        continue     \n",
    "\n",
    "                        del df\n",
    "            del TS\n",
    "    except:\n",
    "        continue "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [],
   "source": [
    "Regionsdf.to_pickle(\"Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "Regionsdf['R2Walkbin']=np.nan\n",
    "Regionsdf['CoefWalkbin']=np.nan\n",
    "Regionsdf['R2Walkon']=np.nan\n",
    "Regionsdf['CoefWalkon']=np.nan\n",
    "Regionsdf['R2Walkoff']=np.nan\n",
    "Regionsdf['CoefWalkoff']=np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "#for i in range(i+1,GoodICFiles.shape[0]):\n",
    "    try:\n",
    "        if GoodICFiles.iloc[i]['WalkRegressor'] != '':\n",
    "            if (GoodICFiles.iloc[i]['RegionFile']!=''):\n",
    "                TS=loadmat(GoodICFiles.iloc[i]['RegionFile'])['TS']\n",
    "            #TS=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat'))['TSgoodIC']\n",
    "            else:\n",
    "                continue\n",
    "            try:\n",
    "                Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('kd',''))['R']\n",
    "            except:\n",
    "                try:\n",
    "                    Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('kd',''))['Rwalk']\n",
    "                except:\n",
    "                    try:\n",
    "                        Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('WalkRbinkd','Rbin'))['R']\n",
    "                    except:\n",
    "                        try:\n",
    "                            Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('Rbinkd','Rbin'))['Rbin']\n",
    "                        except:\n",
    "                            Regressor =loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('kd',''))['Rbin']\n",
    "            \n",
    "            if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                Regressor=Regressor.T\n",
    "            if TS.shape[0]>TS.shape[1]:\n",
    "                TS=TS.T            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,1:Regressor.shape[0]]            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                TS=TS[:,2:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "\n",
    "            if TS.shape[1]==(Regressor.shape[0]-2):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-1] \n",
    "            if TS.shape[1]==(Regressor.shape[0]-4):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-2]                 \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-6):\n",
    "                Regressor=Regressor[3:Regressor.shape[0]-3]     \n",
    "            if TS.shape[1]==(Regressor.shape[0]-5):\n",
    "                Regressor=Regressor[3:Regressor.shape[0]-2]                     \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,0:Regressor.shape[0]]                 \n",
    "\n",
    "              \n",
    "            if TS.shape[1]!=(Regressor.shape[0]): \n",
    "\n",
    "                TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimWalk']):int(GoodICFiles.iloc[i]['TShighlimWalk']+1)]\n",
    "            if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                Regressor=Regressor.T\n",
    "\n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,1:Regressor.shape[0]]            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                TS=TS[:,2:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "\n",
    "            if TS.shape[1]==(Regressor.shape[0]-2):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]-1]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-1] \n",
    "            if TS.shape[1]==(Regressor.shape[0]-4):\n",
    "                Regressor=Regressor[2:Regressor.shape[0]-2]                 \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "            if TS.shape[1]==(Regressor.shape[0]-6):\n",
    "                Regressor=Regressor[3:Regressor.shape[0]-3]                        \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,0:Regressor.shape[0]]  \n",
    "\n",
    "            FR=GoodICFiles.iloc[i]['FR']\n",
    "            if len(TS)!=1 and pd.isnull(FR)==False:\n",
    "  \n",
    "                Ron=loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('.mat','Ron_and_Roffkd_and_Rbinfilledkd.mat'))['Ronkd']\n",
    "                Regressor=loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('.mat','Ron_and_Roffkd_and_Rbinfilledkd.mat'))['Rbinkd']\n",
    "                Roff=loadmat(GoodICFiles.iloc[i]['WalkRegressor'].replace('.mat','Ron_and_Roffkd_and_Rbinfilledkd.mat'))['Roffkd']\n",
    "                                   \n",
    "                Ron=np.squeeze(Ron).T\n",
    "                Roff=np.squeeze(Roff).T\n",
    "                if len(TS)==87:\n",
    "                    TS2=TS\n",
    "                    TS=np.zeros((75,TS.shape[1]))\n",
    "                    for j in range(75):\n",
    "                        TS[j,:]=TS2[T87_75[j][0]-1,:]     \n",
    "                Mr=np.nanmax(np.nanmax(abs(Regressor.T)))\n",
    "                M=np.nanmax(np.nanmax(abs(TS)))                  \n",
    "                for j in range(75):                   \n",
    "                  #  try:\n",
    "                        df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T[0:TS.shape[1]])/Mr)).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                        result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                        Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['CoefWalkbin']]=result.params[1]\n",
    "                        Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['R2Walkbin']]=result.rsquared\n",
    "\n",
    "                        df=pd.DataFrame(data=np.vstack((TS[j,:]/M,Ron[0:TS.shape[1]])).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                        result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                        Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['CoefWalkon']]=result.params[1]\n",
    "                        Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['R2Walkon']]=result.rsquared\n",
    "\n",
    "                        df=pd.DataFrame(data=np.vstack((TS[j,:]/M,Roff[0:TS.shape[1]])).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                        result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                        Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['CoefWalkoff']]=result.params[1]\n",
    "                        Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['R2Walkoff']]=result.rsquared\n",
    "\n",
    "                  #  except:\n",
    "                    #    continue     \n",
    "\n",
    "\n",
    "                del TS\n",
    "                \n",
    "    except:\n",
    "        continue   \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "Regionsdf.to_pickle(\"Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Forced walk components"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "B322\n",
      "B323\n",
      "B1045\n",
      "B1049\n",
      "B1000\n",
      "B675\n",
      "B676\n",
      "B1003\n",
      "B677\n",
      "B679\n",
      "B902\n",
      "B903\n",
      "B905\n",
      "B377\n",
      "B378\n",
      "B765\n",
      "B766\n",
      "B767\n",
      "B768\n",
      "B1055\n",
      "B362\n",
      "B343\n",
      "B350\n",
      "B351\n",
      "B352\n",
      "B353\n",
      "B355\n",
      "B358\n",
      "B1277\n",
      "B1275\n",
      "B1273\n",
      "B701\n",
      "B1248\n",
      "B1251\n",
      "B1260\n",
      "B1262\n",
      "B1269\n"
     ]
    }
   ],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "    try:\n",
    "        if (GoodICFiles.loc[GoodICFiles.index == i,'ForcedWalkRegressor'].isnull()).all()==False:\n",
    "            if GoodICFiles.iloc[i]['ForcedWalkRegressor'] != '':\n",
    "\n",
    "                TS=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat'))['TSgoodIC']\n",
    "                Regressor=loadmat(GoodICFiles.iloc[i]['ForcedWalkRegressor'])['Rkd']\n",
    "                if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                    Regressor=Regressor.T\n",
    "                if TS.shape[0]>TS.shape[1]:\n",
    "                    TS=TS.T    \n",
    "\n",
    "                if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                    TS=TS[:,1:Regressor.shape[0]+1]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,1:Regressor.shape[0]]            \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]  \n",
    "                if TS.shape[1]==(Regressor.shape[0]+6):\n",
    "                    TS=TS[:,3:Regressor.shape[0]+3] \n",
    "                if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                    TS=TS[:,2:Regressor.shape[0]-1]                 \n",
    "                if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                    Regressor=Regressor[2:Regressor.shape[0]-1]  \n",
    "                if TS.shape[1]!=(Regressor.shape[0]):    \n",
    "                    TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimForced']):int(GoodICFiles.iloc[i]['TShighlimForced']+1)]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,1:Regressor.shape[0]]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]  \n",
    "\n",
    "\n",
    "                if len(TS)==1:\n",
    "                    Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['CoefForcedWalk']=np.nan\n",
    "                    Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['RForcedWalk']=np.nan\n",
    "                    k=k+1\n",
    "                else:\n",
    "                    Mr=np.nanmax(np.nanmax(abs(Regressor.T)))\n",
    "                    M=np.nanmax(np.nanmax(abs(TS)))   \n",
    "                    print(GoodICFiles.iloc[i]['expID'])\n",
    "                    for j in range(len(TS)):\n",
    "                        df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T)/Mr)).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                        result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                        result.summary()\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefForcedWalk']]=result.params[1]\n",
    "                        Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2ForcedWalk']]=result.rsquared\n",
    "                        k=k+1\n",
    "                        del df\n",
    "                    del TS\n",
    "    except:\n",
    "        continue   \n",
    "                    # Regress here, cross corr..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "Regionsdf=pd.read_pickle(\"Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "B322\n",
      "B323\n",
      "B1045\n",
      "B1049\n",
      "B1000\n",
      "B675\n",
      "B676\n",
      "B1003\n",
      "B677\n",
      "B679\n",
      "B902\n",
      "B903\n",
      "B377\n",
      "B378\n",
      "B765\n",
      "B766\n",
      "B767\n",
      "B768\n",
      "B1055\n",
      "B362\n",
      "B351\n",
      "B352\n",
      "B353\n",
      "B355\n",
      "B358\n",
      "B701\n",
      "B1248\n",
      "B1251\n",
      "B1260\n",
      "B1262\n",
      "B1269\n"
     ]
    }
   ],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "    try:\n",
    "        \n",
    "        if (GoodICFiles.loc[GoodICFiles.index == i,'ForcedWalkRegressor'].isnull()).all()==False:\n",
    "            if GoodICFiles.iloc[i]['ForcedWalkRegressor'] != '':\n",
    "                Regressor=loadmat(GoodICFiles.iloc[i]['ForcedWalkRegressor'])['Rkd']\n",
    "                TS=loadmat(GoodICFiles.iloc[i]['RegionFile'])['TS']\n",
    "                if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                    Regressor=Regressor.T\n",
    "                if TS.shape[0]>TS.shape[1]:\n",
    "                    TS=TS.T    \n",
    "\n",
    "                if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                    TS=TS[:,1:Regressor.shape[0]+1]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,1:Regressor.shape[0]]            \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]  \n",
    "                if TS.shape[1]==(Regressor.shape[0]+6):\n",
    "                    TS=TS[:,3:Regressor.shape[0]+3] \n",
    "                if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                    TS=TS[:,2:Regressor.shape[0]-1]                 \n",
    "                if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                    Regressor=Regressor[2:Regressor.shape[0]-1]  \n",
    "                if TS.shape[1]!=(Regressor.shape[0]):    \n",
    "                    TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimForced']):int(GoodICFiles.iloc[i]['TShighlimForced']+1)]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,1:Regressor.shape[0]]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]  \n",
    "                print(GoodICFiles.iloc[i]['expID'])\n",
    "                if len(TS)==87:\n",
    "                    TS2=TS\n",
    "                    TS=np.zeros((75,TS.shape[1]))\n",
    "                    for j in range(75):\n",
    "                        TS[j,:]=TS2[T87_75[j][0]-1,:]     \n",
    "                Mr=np.nanmax(np.nanmax(abs(Regressor.T)))\n",
    "                M=np.nanmax(np.nanmax(abs(TS)))                  \n",
    "                for j in range(TS.shape[0]):                   \n",
    "                    if np.isnan(TS[j,0])==False:\n",
    "                        df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T)/Mr)).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                        result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                        Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['CoefForcedWalk']]=result.params[1]\n",
    "                        Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['R2ForcedWalk']]=result.rsquared\n",
    "\n",
    "                      #  except:\n",
    "                          #  continue     \n",
    "\n",
    "\n",
    "                del TS\n",
    "                \n",
    "    except:\n",
    "         continue   \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "''"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(GoodICFiles.loc[GoodICFiles.index == i,'ForcedWalkRegressor'])[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Z:\\\\GrunwaldKadow_group\\\\Sophie\\\\WalkProject\\\\TDC\\\\B1269-72series\\\\B1272TransformedTS_LR.mat'"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "GoodICFiles.iloc[i]['RegionFile']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "Regionsdf.to_pickle(\"Regionsdf.pkl\")\n",
    "Regionsdf.to_pickle(\"Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Regionsdf.pkl\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Groom and Flail components"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf['R2Groom']=np.nan\n",
    "Compdf['CoefGroom']=np.nan\n",
    "Compdf['R2Flail']=np.nan\n",
    "Compdf['CoefFlail']=np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\nsyb7f\\244\\244Groomkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\7s\\100761-100765\\100761\\100761RbinGroomkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B39-44\\B42Groomkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6M\\B192-B197\\B192Groomkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\Nsyb6F\\GSB4-100148\\100148Groomkd.mat\n",
      "Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Pan-NeuronalCalcium\\GMR6s\\GSB3_100133\\100133Groomkd.mat\n"
     ]
    }
   ],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "    try: \n",
    "        if GoodICFiles.iloc[i]['GroomRegressor'] != '':\n",
    "\n",
    "            TS=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat'))['TSgoodIC']\n",
    "            Regressor=loadmat(GoodICFiles.iloc[i]['GroomRegressor'])['Rkd']\n",
    "\n",
    "            if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                Regressor=Regressor.T\n",
    "            if TS.shape[0]>TS.shape[1]:\n",
    "                TS=TS.T            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,1:Regressor.shape[0]]      \n",
    "            if TS.shape[1]==(Regressor.shape[0]+6):\n",
    "                TS=TS[:,3:Regressor.shape[0]+3]              \n",
    "            if TS.shape[1]!=(Regressor.shape[0]):    \n",
    "                TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimGroom']):int(GoodICFiles.iloc[i]['TShighlimGroom']+1)]\n",
    "\n",
    "            if len(TS)==1:\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['CoefGroom']=np.nan\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['R2Groom']=np.nan\n",
    "                k=k+1\n",
    "            else:\n",
    "                Mr=np.nanmax(np.nanmax(abs(Regressor.T)))\n",
    "                M=np.nanmax(np.nanmax(abs(TS)))   \n",
    "                print(GoodICFiles.iloc[i]['GroomRegressor'])\n",
    "                for j in range(len(TS)):\n",
    "                    df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T)/Mr)).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                    result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                    result.summary()\n",
    "                    Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefGroom']]=result.params[1]\n",
    "                    Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Groom']]=result.rsquared\n",
    "                    k=k+1\n",
    "\n",
    "                    del df\n",
    "                del TS\n",
    "    except:\n",
    "           continue   \n",
    "                    # Regress here, cross corr..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "    try: \n",
    "        if GoodICFiles.iloc[i]['FlailRegressor'] != '':\n",
    "\n",
    "            TS=loadmat(GoodICFiles.iloc[i]['TSfile'].replace('/','\\\\').replace('\\\\media\\\\NAS','Z:\\\\GrunwaldKadow_group').replace('.mat','GoodIC.mat'))['TSgoodIC']\n",
    "            Regressor=loadmat(GoodICFiles.iloc[i]['FlailRegressor'])['Rkd']\n",
    "            if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                Regressor=Regressor.T\n",
    "            if TS.shape[0]>TS.shape[1]:\n",
    "                TS=TS.T            \n",
    "            if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                TS=TS[:,1:Regressor.shape[0]+1]\n",
    "            if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                TS=TS[:,1:Regressor.shape[0]]            \n",
    "            if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                Regressor=Regressor[1:Regressor.shape[0]]     \n",
    "            if TS.shape[1]!=(Regressor.shape[0]):    \n",
    "                TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimFlail']):int(GoodICFiles.iloc[i]['TShighlimFlail']+1)]\n",
    "\n",
    "                # print(np.mean(Regressor))\n",
    "        #print('\\n')\n",
    "        #print(np.std(Regressor))\n",
    "        #print('\\n')\n",
    "            #Regi=\n",
    "            #Regf=\n",
    "            #TSi=\n",
    "            #TSf=\n",
    "\n",
    "            if len(TS)==1:\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['CoefFlail']=np.nan\n",
    "                Compdf.loc[Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']]['R2Flail']=np.nan\n",
    "                k=k+1\n",
    "            else:\n",
    "                Mr=np.nanmax(np.nanmax(abs(Regressor.T)))\n",
    "                M=np.nanmax(np.nanmax(abs(TS)))   \n",
    "                for j in range(len(TS)):\n",
    "                    df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T)/Mr)).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                    result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                    result.summary()\n",
    "                    Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['CoefFlail']]=result.params[1]\n",
    "                    Compdf.loc[(Compdf.TSfile == GoodICFiles.iloc[i]['TSfile']) & (Compdf.CompNum == j),['R2Flail']]=result.rsquared\n",
    "                    k=k+1\n",
    "                    del df\n",
    "                del TS\n",
    "    except:\n",
    "        continue   \n",
    "                    # Regress here, cross corr..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf.to_pickle(\"Compdf.pkl\")\n",
    "Regionsdf.to_pickle(\"Regionsdf.pkl\")\n",
    "\n",
    "\n",
    "Compdf.to_pickle(\"Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Compdf.pkl\")\n",
    "Regionsdf.to_pickle(\"Z:\\GrunwaldKadow_group\\Sophie\\WalkProject\\Regionsdf.pkl\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Groom and Flail regions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "Regionsdf['R2Groom']=np.nan\n",
    "Regionsdf['CoefGroom']=np.nan\n",
    "Regionsdf['R2Flail']=np.nan\n",
    "Regionsdf['CoefFlail']=np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "B42\n",
      "Nsyb\n",
      "     R2Flail\n",
      "21  0.100462\n",
      "B183\n",
      "Nsyb\n",
      "     R2Flail\n",
      "26  0.423489\n",
      "B190\n",
      "Nsyb\n",
      "    R2Flail\n",
      "28  0.00052\n",
      "B192\n",
      "Nsyb\n",
      "     R2Flail\n",
      "29  0.010424\n",
      "B1037\n",
      "GMR57C10\n",
      "     R2Flail\n",
      "57  0.162736\n",
      "B675\n",
      "Nsyb\n",
      "     R2Flail\n",
      "71  0.000749\n",
      "KC00060\n",
      "Nsyb\n",
      "     R2Flail\n",
      "92  0.030892\n",
      "B1075\n",
      "Cha\n",
      "      R2Flail\n",
      "119  0.031216\n",
      "B73\n",
      "Vglut\n",
      "      R2Flail\n",
      "129  0.020562\n",
      "B177\n",
      "Vglut\n",
      "      R2Flail\n",
      "139  0.006062\n",
      "B1134\n",
      "Gad\n",
      "      R2Flail\n",
      "157  0.519342\n",
      "100145\n",
      "TH\n",
      "      R2Flail\n",
      "166  0.001971\n",
      "B373\n",
      "TH\n",
      "      R2Flail\n",
      "176  0.014352\n",
      "47\n",
      "29\n",
      "TH\n",
      "      R2Flail\n",
      "194  0.074347\n",
      "158\n",
      "TH\n",
      "      R2Flail\n",
      "195  0.420416\n",
      "167\n",
      "TH\n",
      "     R2Flail\n",
      "196      NaN\n",
      "193\n",
      "Trh\n",
      "      R2Flail\n",
      "201  0.148643\n",
      "B151\n",
      "Trh\n",
      "      R2Flail\n",
      "210  0.001159\n",
      "B1066\n",
      "Trh\n",
      "      R2Flail\n",
      "229  0.185014\n",
      "B266\n",
      "TDC\n",
      "      R2Flail\n",
      "240  0.213235\n",
      "B305\n",
      "TDC\n",
      "      R2Flail\n",
      "242  0.293805\n",
      "B1226\n",
      "TDC\n",
      "      R2Flail\n",
      "252  0.008244\n",
      "B1253\n",
      "TDC\n",
      "      R2Flail\n",
      "258  0.014341\n",
      "B1262\n",
      "TDC\n",
      "     R2Flail\n",
      "262      NaN\n"
     ]
    }
   ],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "#for i in range(2):    \n",
    "    try:\n",
    "\n",
    "        if GoodICFiles.iloc[i]['FlailRegressor'] != '':\n",
    "            if GoodICFiles.iloc[i]['RegionFile'] != '':\n",
    "                print(GoodICFiles.iloc[i]['expID'])\n",
    "                TS=loadmat(GoodICFiles.iloc[i]['RegionFile'])['TS']\n",
    "                Regressor=loadmat(GoodICFiles.iloc[i]['FlailRegressor'])['Rkd']\n",
    "                if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                    Regressor=Regressor.T\n",
    "                if TS.shape[0]>TS.shape[1]:\n",
    "                    TS=TS.T            \n",
    "                if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                    TS=TS[:,1:Regressor.shape[0]+1]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,1:Regressor.shape[0]]            \n",
    "                if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                    TS=TS[:,2:Regressor.shape[0]-1]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "\n",
    "                if TS.shape[1]==(Regressor.shape[0]-2):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]-1]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                    Regressor=Regressor[2:Regressor.shape[0]-1] \n",
    "                if TS.shape[1]==(Regressor.shape[0]-4):\n",
    "                    Regressor=Regressor[2:Regressor.shape[0]-2]                 \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-6):\n",
    "                    Regressor=Regressor[3:Regressor.shape[0]-3]                        \n",
    "                if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                    TS=TS[:,1:Regressor.shape[0]+1]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,0:Regressor.shape[0]]                 \n",
    "\n",
    "                #print(TS.shape)\n",
    "                #print(np.squeeze(Regressor.T).shape)                       \n",
    "                if TS.shape[1]!=(Regressor.shape[0]):    \n",
    "                    TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimFlail']):int(GoodICFiles.iloc[i]['TShighlimFlail']+1)]\n",
    "                if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                    Regressor=Regressor.T\n",
    "                if TS.shape[0]>TS.shape[1]:\n",
    "                    TS=TS.T            \n",
    "                if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                    TS=TS[:,1:Regressor.shape[0]+1]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,1:Regressor.shape[0]]            \n",
    "                if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                    TS=TS[:,2:Regressor.shape[0]-1]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "\n",
    "                if TS.shape[1]==(Regressor.shape[0]-2):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]-1]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                    Regressor=Regressor[2:Regressor.shape[0]-1] \n",
    "                if TS.shape[1]==(Regressor.shape[0]-4):\n",
    "                    Regressor=Regressor[2:Regressor.shape[0]-2]                 \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-6):\n",
    "                    Regressor=Regressor[3:Regressor.shape[0]-3]                        \n",
    "                if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                    TS=TS[:,1:Regressor.shape[0]+1]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,0:Regressor.shape[0]]                 \n",
    "                    \n",
    "\n",
    "\n",
    "                if len(TS)==1:\n",
    "                    Regionsdf.loc[Regionsdf.TSfile == GoodICFiles.iloc[i]['RegionFile']]['CoefFlail']=np.nan\n",
    "                    Regionsdf.loc[Regionsdf.TSfile == GoodICFiles.iloc[i]['RegionFile']]['R2Flail']=np.nan\n",
    "                else:\n",
    "                    \n",
    "                    if len(TS)==87:\n",
    "                        TS2=TS\n",
    "                        TS=TS[range(75),:]\n",
    "                        for j in range(75):\n",
    "                            TS[j,:]=TS2[T87_75[j][0]-1,:]\n",
    "                        #print(GoodICFiles.iloc[i]['expID'])\n",
    "                    Mr=np.nanmax(np.nanmax(abs(Regressor.T)))\n",
    "                    M=np.nanmax(np.nanmax(abs(TS)))\n",
    "\n",
    "                    print(GoodICFiles.iloc[i]['GAL4'])\n",
    "\n",
    "                    for j in range(75):\n",
    "                        \n",
    "                        try:\n",
    "                            df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T)/Mr)).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                            result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                            Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['CoefFlail']]=result.params[1]\n",
    "                            Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['R2Flail']]=result.rsquared\n",
    "                            \n",
    "                        except:\n",
    "                            continue     \n",
    "\n",
    "                        del df\n",
    "                    del TS\n",
    "                    \n",
    "                    print(Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == 5),['R2Flail']])\n",
    "  \n",
    "    except:\n",
    "         continue   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "244\n",
      "(87, 5496)\n",
      "(5496,)\n",
      "    R2Groom\n",
      "1  0.022319\n",
      "100761\n",
      "(87, 5523)\n",
      "(5523,)\n",
      "    R2Groom\n",
      "3  0.309392\n",
      "B42\n",
      "(87, 4998)\n",
      "(4998,)\n",
      "     R2Groom\n",
      "21  0.000437\n",
      "B192\n",
      "(87, 4996)\n",
      "(4996,)\n",
      "     R2Groom\n",
      "29  0.010748\n",
      "100148\n",
      "(87, 11603)\n",
      "(11603,)\n",
      "    R2Groom\n",
      "41   0.0202\n",
      "100133\n",
      "(75, 20651)\n",
      "(20651,)\n",
      "     R2Groom\n",
      "50  0.018248\n"
     ]
    }
   ],
   "source": [
    "for i in range(GoodICFiles.shape[0]):\n",
    "#for i in range(2):    \n",
    "    #try:\n",
    "\n",
    "        if GoodICFiles.iloc[i]['GroomRegressor'] != '':\n",
    "            if GoodICFiles.iloc[i]['RegionFile'] != '':\n",
    "                print(GoodICFiles.iloc[i]['expID'])\n",
    "                TS=loadmat(GoodICFiles.iloc[i]['RegionFile'])['TS']\n",
    "                Regressor=loadmat(GoodICFiles.iloc[i]['GroomRegressor'])['Rkd']\n",
    "                if Regressor.shape[0]<Regressor.shape[1]:\n",
    "                    Regressor=Regressor.T\n",
    "                if TS.shape[0]>TS.shape[1]:\n",
    "                    TS=TS.T            \n",
    "                if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                    TS=TS[:,1:Regressor.shape[0]+1]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,1:Regressor.shape[0]]            \n",
    "                if TS.shape[1]==(Regressor.shape[0]+3):\n",
    "                    TS=TS[:,2:Regressor.shape[0]-1]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "\n",
    "                if TS.shape[1]==(Regressor.shape[0]-2):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]-1]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-3):\n",
    "                    Regressor=Regressor[2:Regressor.shape[0]-1] \n",
    "                if TS.shape[1]==(Regressor.shape[0]-4):\n",
    "                    Regressor=Regressor[2:Regressor.shape[0]-2]                 \n",
    "                if TS.shape[1]==(Regressor.shape[0]-1):\n",
    "                    Regressor=Regressor[1:Regressor.shape[0]]    \n",
    "                if TS.shape[1]==(Regressor.shape[0]-6):\n",
    "                    Regressor=Regressor[3:Regressor.shape[0]-3]                        \n",
    "                if TS.shape[1]==(Regressor.shape[0]+2):\n",
    "                    TS=TS[:,1:Regressor.shape[0]+1]\n",
    "                if TS.shape[1]==(Regressor.shape[0]+1):\n",
    "                    TS=TS[:,0:Regressor.shape[0]]                 \n",
    "                \n",
    "                print(TS.shape)\n",
    "                print(np.squeeze(Regressor.T).shape)                \n",
    "                \n",
    "                \n",
    "                if TS.shape[1]!=(Regressor.shape[0]):    \n",
    "                    TS=TS[:,int(GoodICFiles.iloc[i]['TSlowlimGroom']):int(GoodICFiles.iloc[i]['TShighlimGroom']+1)]\n",
    "\n",
    "\n",
    "                if len(TS)==1:\n",
    "                    Regionsdf.loc[Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']]['CoefGroom']=np.nan\n",
    "                    Regionsdf.loc[Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']]['R2Groom']=np.nan\n",
    "                else:\n",
    "                    \n",
    "                    if len(TS)==87:\n",
    "                        TS2=TS\n",
    "                        TS=TS[range(75),:]\n",
    "                        for j in range(75):\n",
    "                            TS[j,:]=TS2[T87_75[j][0]-1,:]\n",
    "                        #print(GoodICFiles.iloc[i]['expID'])\n",
    "                    Mr=np.nanmax(np.nanmax(abs(Regressor.T)))\n",
    "                    M=np.nanmax(np.nanmax(abs(TS)))\n",
    "\n",
    "                    for j in range(75):\n",
    "                        \n",
    "                        try:\n",
    "                            df=pd.DataFrame(data=np.vstack((TS[j,:]/M,np.squeeze(Regressor.T)/Mr)).T, index=range(TS.shape[1]), columns=['TS','Reg'])\n",
    "                            result = smf.ols(formula=\"TS ~ Reg\", data=df).fit()\n",
    "                            Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['CoefGroom']]=result.params[1]\n",
    "                            Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == j),['R2Groom']]=result.rsquared\n",
    "                            \n",
    "                        except:\n",
    "                            continue     \n",
    "\n",
    "                        del df\n",
    "                    del TS\n",
    "                    \n",
    "                    print(Regionsdf.loc[(Regionsdf['RegionFile'] == GoodICFiles.iloc[i]['RegionFile']) & (Regionsdf.RegionNum == 5),['R2Groom']])\n",
    "  \n",
    "                    # Regress here, cross corr..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "Compdf.to_pickle(\"Compdf.pkl\")\n",
    "Regionsdf.to_pickle(\"Regionsdf.pkl\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}