check_dataset.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " missing cuda symbols while dynamic loading\n",
      " cuFile initialization failed\n"
     ]
    }
   ],
   "source": [
    "import json\n",
    "import os\n",
    "import monai\n",
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "\n",
    "tqdm.pandas()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"/home/jaalzate/Prostate_Cancer_TFM/Files/Own_data/Associated_Images_Unified.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>subject</th>\n",
       "      <th>session</th>\n",
       "      <th>image_t2</th>\n",
       "      <th>image_dwi</th>\n",
       "      <th>image_adc</th>\n",
       "      <th>dep</th>\n",
       "      <th>ED</th>\n",
       "      <th>AF</th>\n",
       "      <th>TB</th>\n",
       "      <th>TR</th>\n",
       "      <th>PSA</th>\n",
       "      <th>VP</th>\n",
       "      <th>PIR</th>\n",
       "      <th>csPC</th>\n",
       "      <th>F_nacimiento</th>\n",
       "      <th>F_RM</th>\n",
       "      <th>partition</th>\n",
       "      <th>Derivative</th>\n",
       "      <th>VP_segmentation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-002477</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>32.490</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2013-05-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-002477</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>32.490</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2013-05-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-002477</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>32.490</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2013-05-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-004352</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.014</td>\n",
       "      <td>38.884040</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2014-12-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-004352</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.014</td>\n",
       "      <td>38.884040</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2014-12-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881</th>\n",
       "      <td>sub-000128</td>\n",
       "      <td>ses-000128</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>70.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.380</td>\n",
       "      <td>72.000000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1946-05-06</td>\n",
       "      <td>2018-03-02</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>73.724678</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2882</th>\n",
       "      <td>sub-000128</td>\n",
       "      <td>ses-000128</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>70.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.380</td>\n",
       "      <td>72.000000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1946-05-06</td>\n",
       "      <td>2018-03-02</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>73.724678</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2883</th>\n",
       "      <td>sub-000173</td>\n",
       "      <td>ses-000173</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.370</td>\n",
       "      <td>49.879346</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1940-08-02</td>\n",
       "      <td>2013-02-07</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>42.016346</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2884</th>\n",
       "      <td>sub-000173</td>\n",
       "      <td>ses-000173</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.370</td>\n",
       "      <td>49.879346</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1940-08-02</td>\n",
       "      <td>2013-02-07</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>42.016346</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2885</th>\n",
       "      <td>sub-000173</td>\n",
       "      <td>ses-000173</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.370</td>\n",
       "      <td>49.879346</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1940-08-02</td>\n",
       "      <td>2013-02-07</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>42.016346</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2886 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         subject     session  \\\n",
       "0     sub-002299  ses-002477   \n",
       "1     sub-002299  ses-002477   \n",
       "2     sub-002299  ses-002477   \n",
       "3     sub-002299  ses-004352   \n",
       "4     sub-002299  ses-004352   \n",
       "...          ...         ...   \n",
       "2881  sub-000128  ses-000128   \n",
       "2882  sub-000128  ses-000128   \n",
       "2883  sub-000173  ses-000173   \n",
       "2884  sub-000173  ses-000173   \n",
       "2885  sub-000173  ses-000173   \n",
       "\n",
       "                                               image_t2  \\\n",
       "0     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "1     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "3     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "4     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "...                                                 ...   \n",
       "2881  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2882  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2883  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2884  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2885  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "\n",
       "                                              image_dwi  \\\n",
       "0     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "1     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "3     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "4     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "...                                                 ...   \n",
       "2881  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2882  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2883  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2884  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2885  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "\n",
       "                                              image_adc   dep    ED  AF   TB  \\\n",
       "0     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "1     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "2     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "3     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "4     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "...                                                 ...   ...   ...  ..  ...   \n",
       "2881  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   7.0  70.0 NaN  1.0   \n",
       "2882  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   7.0  70.0 NaN  1.0   \n",
       "2883  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  72.0 NaN  1.0   \n",
       "2884  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  72.0 NaN  1.0   \n",
       "2885  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  72.0 NaN  1.0   \n",
       "\n",
       "      TR     PSA         VP  PIR  csPC F_nacimiento        F_RM partition  \\\n",
       "0    NaN  32.490        NaN  NaN   1.0   1935-05-07  2013-05-25     train   \n",
       "1    NaN  32.490        NaN  NaN   1.0   1935-05-07  2013-05-25     train   \n",
       "2    NaN  32.490        NaN  NaN   1.0   1935-05-07  2013-05-25     train   \n",
       "3    NaN   0.014  38.884040  NaN   1.0   1935-05-07  2014-12-25     train   \n",
       "4    NaN   0.014  38.884040  NaN   1.0   1935-05-07  2014-12-25     train   \n",
       "...   ..     ...        ...  ...   ...          ...         ...       ...   \n",
       "2881 NaN   9.380  72.000000  3.0   0.0   1946-05-06  2018-03-02       val   \n",
       "2882 NaN   9.380  72.000000  3.0   0.0   1946-05-06  2018-03-02       val   \n",
       "2883 NaN   5.370  49.879346  NaN   1.0   1940-08-02  2013-02-07       val   \n",
       "2884 NaN   5.370  49.879346  NaN   1.0   1940-08-02  2013-02-07       val   \n",
       "2885 NaN   5.370  49.879346  NaN   1.0   1940-08-02  2013-02-07       val   \n",
       "\n",
       "      Derivative  VP_segmentation  \n",
       "0          False              NaN  \n",
       "1          False              NaN  \n",
       "2          False              NaN  \n",
       "3          False              NaN  \n",
       "4          False              NaN  \n",
       "...          ...              ...  \n",
       "2881       False        73.724678  \n",
       "2882       False        73.724678  \n",
       "2883       False        42.016346  \n",
       "2884       False        42.016346  \n",
       "2885       False        42.016346  \n",
       "\n",
       "[2886 rows x 19 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 2886/2886 [16:28<00:00,  2.92it/s]\n"
     ]
    }
   ],
   "source": [
    "def process_row(row):\n",
    "    path_t2 = row[\"image_t2\"]\n",
    "    path_dwi = row[\"image_dwi\"]\n",
    "    path_adc = row[\"image_adc\"]\n",
    "\n",
    "    shape_t2 = monai.transforms.LoadImage(image_only=True)(path_t2).shape\n",
    "    shape_adc = monai.transforms.LoadImage(image_only=True)(path_adc).shape\n",
    "    shape_dwi = monai.transforms.LoadImage(image_only=True)(path_dwi).shape\n",
    "    \n",
    "\n",
    "    return pd.Series(\n",
    "        {\n",
    "            \"shape_t2\": shape_t2,\n",
    "            \"shape_adc\": shape_adc,\n",
    "            \"shape_dwi\": shape_dwi,\n",
    "        }\n",
    "    )\n",
    "\n",
    "\n",
    "# Aplica la función a cada fila del DataFrame utilizando apply\n",
    "df[[\"shape_t2\",\"shape_adc\",\"shape_dwi\"]] = df.progress_apply(\n",
    "    process_row, axis=1\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>subject</th>\n",
       "      <th>session</th>\n",
       "      <th>image_t2</th>\n",
       "      <th>image_dwi</th>\n",
       "      <th>image_adc</th>\n",
       "      <th>dep</th>\n",
       "      <th>ED</th>\n",
       "      <th>AF</th>\n",
       "      <th>TB</th>\n",
       "      <th>TR</th>\n",
       "      <th>...</th>\n",
       "      <th>PIR</th>\n",
       "      <th>csPC</th>\n",
       "      <th>F_nacimiento</th>\n",
       "      <th>F_RM</th>\n",
       "      <th>partition</th>\n",
       "      <th>Derivative</th>\n",
       "      <th>VP_segmentation</th>\n",
       "      <th>shape_t2</th>\n",
       "      <th>shape_adc</th>\n",
       "      <th>shape_dwi</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-002477</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2013-05-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 26)</td>\n",
       "      <td>(256, 256, 20)</td>\n",
       "      <td>(256, 256, 35, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-002477</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2013-05-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 53)</td>\n",
       "      <td>(256, 256, 20)</td>\n",
       "      <td>(256, 256, 35, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-002477</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2013-05-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 26)</td>\n",
       "      <td>(256, 256, 20)</td>\n",
       "      <td>(256, 256, 35, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-004352</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2014-12-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 26)</td>\n",
       "      <td>(256, 256, 20)</td>\n",
       "      <td>(256, 256, 38, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>sub-002299</td>\n",
       "      <td>ses-004352</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1935-05-07</td>\n",
       "      <td>2014-12-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 26)</td>\n",
       "      <td>(256, 256, 20)</td>\n",
       "      <td>(256, 256, 38, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881</th>\n",
       "      <td>sub-000128</td>\n",
       "      <td>ses-000128</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>70.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1946-05-06</td>\n",
       "      <td>2018-03-02</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>73.724678</td>\n",
       "      <td>(384, 384, 27)</td>\n",
       "      <td>(150, 76, 27)</td>\n",
       "      <td>(268, 216, 50)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2882</th>\n",
       "      <td>sub-000128</td>\n",
       "      <td>ses-000128</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>70.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1946-05-06</td>\n",
       "      <td>2018-03-02</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>73.724678</td>\n",
       "      <td>(256, 256, 56)</td>\n",
       "      <td>(150, 76, 27)</td>\n",
       "      <td>(268, 216, 50)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2883</th>\n",
       "      <td>sub-000173</td>\n",
       "      <td>ses-000173</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1940-08-02</td>\n",
       "      <td>2013-02-07</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>42.016346</td>\n",
       "      <td>(512, 512, 28)</td>\n",
       "      <td>(256, 256, 21)</td>\n",
       "      <td>(256, 256, 31, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2884</th>\n",
       "      <td>sub-000173</td>\n",
       "      <td>ses-000173</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1940-08-02</td>\n",
       "      <td>2013-02-07</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>42.016346</td>\n",
       "      <td>(512, 512, 28)</td>\n",
       "      <td>(256, 256, 21)</td>\n",
       "      <td>(256, 256, 31, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2885</th>\n",
       "      <td>sub-000173</td>\n",
       "      <td>ses-000173</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1940-08-02</td>\n",
       "      <td>2013-02-07</td>\n",
       "      <td>val</td>\n",
       "      <td>False</td>\n",
       "      <td>42.016346</td>\n",
       "      <td>(512, 512, 46)</td>\n",
       "      <td>(256, 256, 21)</td>\n",
       "      <td>(256, 256, 31, 2)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2886 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         subject     session  \\\n",
       "0     sub-002299  ses-002477   \n",
       "1     sub-002299  ses-002477   \n",
       "2     sub-002299  ses-002477   \n",
       "3     sub-002299  ses-004352   \n",
       "4     sub-002299  ses-004352   \n",
       "...          ...         ...   \n",
       "2881  sub-000128  ses-000128   \n",
       "2882  sub-000128  ses-000128   \n",
       "2883  sub-000173  ses-000173   \n",
       "2884  sub-000173  ses-000173   \n",
       "2885  sub-000173  ses-000173   \n",
       "\n",
       "                                               image_t2  \\\n",
       "0     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "1     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "3     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "4     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "...                                                 ...   \n",
       "2881  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2882  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2883  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2884  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2885  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "\n",
       "                                              image_dwi  \\\n",
       "0     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "1     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "3     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "4     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "...                                                 ...   \n",
       "2881  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2882  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2883  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2884  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2885  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "\n",
       "                                              image_adc   dep    ED  AF   TB  \\\n",
       "0     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "1     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "2     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "3     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "4     /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  82.0 NaN  2.0   \n",
       "...                                                 ...   ...   ...  ..  ...   \n",
       "2881  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   7.0  70.0 NaN  1.0   \n",
       "2882  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   7.0  70.0 NaN  1.0   \n",
       "2883  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  72.0 NaN  1.0   \n",
       "2884  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  72.0 NaN  1.0   \n",
       "2885  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  72.0 NaN  1.0   \n",
       "\n",
       "      TR  ...  PIR  csPC  F_nacimiento        F_RM partition Derivative  \\\n",
       "0    NaN  ...  NaN   1.0    1935-05-07  2013-05-25     train      False   \n",
       "1    NaN  ...  NaN   1.0    1935-05-07  2013-05-25     train      False   \n",
       "2    NaN  ...  NaN   1.0    1935-05-07  2013-05-25     train      False   \n",
       "3    NaN  ...  NaN   1.0    1935-05-07  2014-12-25     train      False   \n",
       "4    NaN  ...  NaN   1.0    1935-05-07  2014-12-25     train      False   \n",
       "...   ..  ...  ...   ...           ...         ...       ...        ...   \n",
       "2881 NaN  ...  3.0   0.0    1946-05-06  2018-03-02       val      False   \n",
       "2882 NaN  ...  3.0   0.0    1946-05-06  2018-03-02       val      False   \n",
       "2883 NaN  ...  NaN   1.0    1940-08-02  2013-02-07       val      False   \n",
       "2884 NaN  ...  NaN   1.0    1940-08-02  2013-02-07       val      False   \n",
       "2885 NaN  ...  NaN   1.0    1940-08-02  2013-02-07       val      False   \n",
       "\n",
       "     VP_segmentation        shape_t2       shape_adc          shape_dwi  \n",
       "0                NaN  (512, 512, 26)  (256, 256, 20)  (256, 256, 35, 2)  \n",
       "1                NaN  (512, 512, 53)  (256, 256, 20)  (256, 256, 35, 2)  \n",
       "2                NaN  (512, 512, 26)  (256, 256, 20)  (256, 256, 35, 2)  \n",
       "3                NaN  (512, 512, 26)  (256, 256, 20)  (256, 256, 38, 2)  \n",
       "4                NaN  (512, 512, 26)  (256, 256, 20)  (256, 256, 38, 2)  \n",
       "...              ...             ...             ...                ...  \n",
       "2881       73.724678  (384, 384, 27)   (150, 76, 27)     (268, 216, 50)  \n",
       "2882       73.724678  (256, 256, 56)   (150, 76, 27)     (268, 216, 50)  \n",
       "2883       42.016346  (512, 512, 28)  (256, 256, 21)  (256, 256, 31, 2)  \n",
       "2884       42.016346  (512, 512, 28)  (256, 256, 21)  (256, 256, 31, 2)  \n",
       "2885       42.016346  (512, 512, 46)  (256, 256, 21)  (256, 256, 31, 2)  \n",
       "\n",
       "[2886 rows x 22 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>subject</th>\n",
       "      <th>session</th>\n",
       "      <th>image_t2</th>\n",
       "      <th>image_dwi</th>\n",
       "      <th>image_adc</th>\n",
       "      <th>dep</th>\n",
       "      <th>ED</th>\n",
       "      <th>AF</th>\n",
       "      <th>TB</th>\n",
       "      <th>TR</th>\n",
       "      <th>...</th>\n",
       "      <th>PIR</th>\n",
       "      <th>csPC</th>\n",
       "      <th>F_nacimiento</th>\n",
       "      <th>F_RM</th>\n",
       "      <th>partition</th>\n",
       "      <th>Derivative</th>\n",
       "      <th>VP_segmentation</th>\n",
       "      <th>shape_t2</th>\n",
       "      <th>shape_adc</th>\n",
       "      <th>shape_dwi</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>324</th>\n",
       "      <td>sub-002310</td>\n",
       "      <td>ses-002490</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>64.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1946-02-28</td>\n",
       "      <td>2010-02-28</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 31, 2)</td>\n",
       "      <td>(256, 256, 23)</td>\n",
       "      <td>(256, 256, 35, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>325</th>\n",
       "      <td>sub-002310</td>\n",
       "      <td>ses-002490</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>64.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1946-02-28</td>\n",
       "      <td>2010-02-28</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 31, 2)</td>\n",
       "      <td>(256, 256, 23)</td>\n",
       "      <td>(256, 256, 35, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>427</th>\n",
       "      <td>sub-001448</td>\n",
       "      <td>ses-001562</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>75.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1938-05-02</td>\n",
       "      <td>2013-08-22</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 40, 2)</td>\n",
       "      <td>(256, 256, 27)</td>\n",
       "      <td>(256, 256, 27, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1151</th>\n",
       "      <td>sub-001334</td>\n",
       "      <td>ses-001440</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1938-06-17</td>\n",
       "      <td>2014-05-13</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 29, 2)</td>\n",
       "      <td>(256, 256, 17)</td>\n",
       "      <td>(256, 256, 17, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1152</th>\n",
       "      <td>sub-001334</td>\n",
       "      <td>ses-001440</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1938-06-17</td>\n",
       "      <td>2014-05-13</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 29, 2)</td>\n",
       "      <td>(256, 256, 17)</td>\n",
       "      <td>(256, 256, 17, 2)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2461</th>\n",
       "      <td>sub-001124</td>\n",
       "      <td>ses-001218</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>69.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1942-06-26</td>\n",
       "      <td>2005-08-10</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 26, 2)</td>\n",
       "      <td>(256, 256, 19)</td>\n",
       "      <td>(256, 256, 19, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2462</th>\n",
       "      <td>sub-001124</td>\n",
       "      <td>ses-001218</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>69.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1942-06-26</td>\n",
       "      <td>2005-08-10</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 26, 2)</td>\n",
       "      <td>(256, 256, 19)</td>\n",
       "      <td>(256, 256, 19, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2538</th>\n",
       "      <td>sub-007342</td>\n",
       "      <td>ses-008075</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>75.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1937-01-02</td>\n",
       "      <td>2009-01-05</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 29, 2)</td>\n",
       "      <td>(256, 256, 21)</td>\n",
       "      <td>(256, 256, 21, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2539</th>\n",
       "      <td>sub-007342</td>\n",
       "      <td>ses-008075</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>75.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1937-01-02</td>\n",
       "      <td>2009-01-05</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 29, 2)</td>\n",
       "      <td>(256, 256, 21)</td>\n",
       "      <td>(256, 256, 21, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2574</th>\n",
       "      <td>sub-001316</td>\n",
       "      <td>ses-001420</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1944-10-02</td>\n",
       "      <td>2006-03-03</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 36, 2)</td>\n",
       "      <td>(256, 256, 18)</td>\n",
       "      <td>(256, 256, 18, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2575</th>\n",
       "      <td>sub-001316</td>\n",
       "      <td>ses-001420</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1944-10-02</td>\n",
       "      <td>2006-03-03</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 36, 2)</td>\n",
       "      <td>(256, 256, 18)</td>\n",
       "      <td>(256, 256, 18, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2603</th>\n",
       "      <td>sub-001297</td>\n",
       "      <td>ses-001400</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>79.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1935-08-19</td>\n",
       "      <td>2014-09-30</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 31, 2)</td>\n",
       "      <td>(256, 256, 23)</td>\n",
       "      <td>(256, 256, 23, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2666</th>\n",
       "      <td>sub-001145</td>\n",
       "      <td>ses-001239</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>64.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1943-10-31</td>\n",
       "      <td>2010-06-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 33, 2)</td>\n",
       "      <td>(256, 256, 17)</td>\n",
       "      <td>(256, 256, 17, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2668</th>\n",
       "      <td>sub-001145</td>\n",
       "      <td>ses-001239</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>64.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1943-10-31</td>\n",
       "      <td>2010-06-25</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 33, 2)</td>\n",
       "      <td>(256, 256, 17)</td>\n",
       "      <td>(256, 256, 17, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2724</th>\n",
       "      <td>sub-001778</td>\n",
       "      <td>ses-007174</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1941-02-01</td>\n",
       "      <td>2013-11-11</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 29, 2)</td>\n",
       "      <td>(256, 256, 17)</td>\n",
       "      <td>(256, 256, 17, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2726</th>\n",
       "      <td>sub-001778</td>\n",
       "      <td>ses-007174</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1941-02-01</td>\n",
       "      <td>2013-11-11</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 29, 2)</td>\n",
       "      <td>(256, 256, 17)</td>\n",
       "      <td>(256, 256, 17, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2765</th>\n",
       "      <td>sub-001118</td>\n",
       "      <td>ses-001212</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1952-08-12</td>\n",
       "      <td>2008-05-15</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 29, 2)</td>\n",
       "      <td>(256, 256, 18)</td>\n",
       "      <td>(256, 256, 18, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2766</th>\n",
       "      <td>sub-001118</td>\n",
       "      <td>ses-001212</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1952-08-12</td>\n",
       "      <td>2008-05-15</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 29, 2)</td>\n",
       "      <td>(256, 256, 18)</td>\n",
       "      <td>(256, 256, 18, 3)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2777</th>\n",
       "      <td>sub-001004</td>\n",
       "      <td>ses-001088</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>/mnt/ceib/datalake/FISABIO_datalake/prueba/p00...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1936-09-01</td>\n",
       "      <td>2008-03-26</td>\n",
       "      <td>train</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(512, 512, 50, 2)</td>\n",
       "      <td>(256, 256, 17)</td>\n",
       "      <td>(256, 256, 17, 3)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>19 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         subject     session  \\\n",
       "324   sub-002310  ses-002490   \n",
       "325   sub-002310  ses-002490   \n",
       "427   sub-001448  ses-001562   \n",
       "1151  sub-001334  ses-001440   \n",
       "1152  sub-001334  ses-001440   \n",
       "2461  sub-001124  ses-001218   \n",
       "2462  sub-001124  ses-001218   \n",
       "2538  sub-007342  ses-008075   \n",
       "2539  sub-007342  ses-008075   \n",
       "2574  sub-001316  ses-001420   \n",
       "2575  sub-001316  ses-001420   \n",
       "2603  sub-001297  ses-001400   \n",
       "2666  sub-001145  ses-001239   \n",
       "2668  sub-001145  ses-001239   \n",
       "2724  sub-001778  ses-007174   \n",
       "2726  sub-001778  ses-007174   \n",
       "2765  sub-001118  ses-001212   \n",
       "2766  sub-001118  ses-001212   \n",
       "2777  sub-001004  ses-001088   \n",
       "\n",
       "                                               image_t2  \\\n",
       "324   /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "325   /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "427   /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "1151  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "1152  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2461  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2462  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2538  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2539  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2574  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2575  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2603  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2666  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2668  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2724  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2726  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2765  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2766  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2777  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "\n",
       "                                              image_dwi  \\\n",
       "324   /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "325   /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "427   /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "1151  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "1152  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2461  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2462  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2538  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2539  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2574  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2575  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2603  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2666  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2668  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2724  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2726  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2765  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2766  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "2777  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...   \n",
       "\n",
       "                                              image_adc   dep    ED  AF   TB  \\\n",
       "324   /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  64.0 NaN  NaN   \n",
       "325   /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  64.0 NaN  NaN   \n",
       "427   /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  75.0 NaN  NaN   \n",
       "1151  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  73.0 NaN  3.0   \n",
       "1152  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  73.0 NaN  3.0   \n",
       "2461  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  69.0 NaN  2.0   \n",
       "2462  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  69.0 NaN  2.0   \n",
       "2538  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  75.0 NaN  4.0   \n",
       "2539  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  75.0 NaN  4.0   \n",
       "2574  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  61.0 NaN  NaN   \n",
       "2575  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  61.0 NaN  NaN   \n",
       "2603  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  79.0 NaN  1.0   \n",
       "2666  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  64.0 NaN  2.0   \n",
       "2668  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  64.0 NaN  2.0   \n",
       "2724  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  72.0 NaN  NaN   \n",
       "2726  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  72.0 NaN  NaN   \n",
       "2765  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  55.0 NaN  NaN   \n",
       "2766  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  55.0 NaN  NaN   \n",
       "2777  /mnt/ceib/datalake/FISABIO_datalake/prueba/p00...  17.0  71.0 NaN  3.0   \n",
       "\n",
       "      TR  ...  PIR  csPC  F_nacimiento        F_RM partition Derivative  \\\n",
       "324  NaN  ...  NaN   1.0    1946-02-28  2010-02-28     train      False   \n",
       "325  NaN  ...  NaN   1.0    1946-02-28  2010-02-28     train      False   \n",
       "427  NaN  ...  NaN   1.0    1938-05-02  2013-08-22     train      False   \n",
       "1151 NaN  ...  NaN   1.0    1938-06-17  2014-05-13     train      False   \n",
       "1152 NaN  ...  NaN   1.0    1938-06-17  2014-05-13     train      False   \n",
       "2461 NaN  ...  NaN   1.0    1942-06-26  2005-08-10     train      False   \n",
       "2462 NaN  ...  NaN   1.0    1942-06-26  2005-08-10     train      False   \n",
       "2538 NaN  ...  5.0   0.0    1937-01-02  2009-01-05     train      False   \n",
       "2539 NaN  ...  5.0   0.0    1937-01-02  2009-01-05     train      False   \n",
       "2574 NaN  ...  NaN   1.0    1944-10-02  2006-03-03     train      False   \n",
       "2575 NaN  ...  NaN   1.0    1944-10-02  2006-03-03     train      False   \n",
       "2603 NaN  ...  NaN   0.0    1935-08-19  2014-09-30     train      False   \n",
       "2666 NaN  ...  NaN   1.0    1943-10-31  2010-06-25     train      False   \n",
       "2668 NaN  ...  NaN   1.0    1943-10-31  2010-06-25     train      False   \n",
       "2724 NaN  ...  NaN   1.0    1941-02-01  2013-11-11     train      False   \n",
       "2726 NaN  ...  NaN   1.0    1941-02-01  2013-11-11     train      False   \n",
       "2765 NaN  ...  NaN   1.0    1952-08-12  2008-05-15     train      False   \n",
       "2766 NaN  ...  NaN   1.0    1952-08-12  2008-05-15     train      False   \n",
       "2777 NaN  ...  NaN   0.0    1936-09-01  2008-03-26     train      False   \n",
       "\n",
       "     VP_segmentation           shape_t2       shape_adc          shape_dwi  \n",
       "324              NaN  (512, 512, 31, 2)  (256, 256, 23)  (256, 256, 35, 2)  \n",
       "325              NaN  (512, 512, 31, 2)  (256, 256, 23)  (256, 256, 35, 2)  \n",
       "427              NaN  (512, 512, 40, 2)  (256, 256, 27)  (256, 256, 27, 2)  \n",
       "1151             NaN  (512, 512, 29, 2)  (256, 256, 17)  (256, 256, 17, 2)  \n",
       "1152             NaN  (512, 512, 29, 2)  (256, 256, 17)  (256, 256, 17, 2)  \n",
       "2461             NaN  (512, 512, 26, 2)  (256, 256, 19)  (256, 256, 19, 3)  \n",
       "2462             NaN  (512, 512, 26, 2)  (256, 256, 19)  (256, 256, 19, 3)  \n",
       "2538             NaN  (512, 512, 29, 2)  (256, 256, 21)  (256, 256, 21, 3)  \n",
       "2539             NaN  (512, 512, 29, 2)  (256, 256, 21)  (256, 256, 21, 3)  \n",
       "2574             NaN  (512, 512, 36, 2)  (256, 256, 18)  (256, 256, 18, 3)  \n",
       "2575             NaN  (512, 512, 36, 2)  (256, 256, 18)  (256, 256, 18, 3)  \n",
       "2603             NaN  (512, 512, 31, 2)  (256, 256, 23)  (256, 256, 23, 3)  \n",
       "2666             NaN  (512, 512, 33, 2)  (256, 256, 17)  (256, 256, 17, 3)  \n",
       "2668             NaN  (512, 512, 33, 2)  (256, 256, 17)  (256, 256, 17, 3)  \n",
       "2724             NaN  (512, 512, 29, 2)  (256, 256, 17)  (256, 256, 17, 3)  \n",
       "2726             NaN  (512, 512, 29, 2)  (256, 256, 17)  (256, 256, 17, 3)  \n",
       "2765             NaN  (512, 512, 29, 2)  (256, 256, 18)  (256, 256, 18, 3)  \n",
       "2766             NaN  (512, 512, 29, 2)  (256, 256, 18)  (256, 256, 18, 3)  \n",
       "2777             NaN  (512, 512, 50, 2)  (256, 256, 17)  (256, 256, 17, 3)  \n",
       "\n",
       "[19 rows x 22 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Check if any shape has 4 dimmensions\n",
    "df[df[\"shape_t2\"].apply(lambda x: len(x) == 4)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-07-02 10:28:22,202 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-002310/ses-002490/mim-mr/anat/sub-002310_ses-002490_acq-propeller_run-9_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:23,448 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-002310/ses-002490/mim-mr/anat/sub-002310_ses-002490_acq-propeller_run-900_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:24,823 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001448/ses-001562/mim-mr/anat/sub-001448_ses-001562_acq-propeller_run-4_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:26,123 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001334/ses-001440/mim-mr/anat/sub-001334_ses-001440_acq-propeller_run-700_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:27,241 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001334/ses-001440/mim-mr/anat/sub-001334_ses-001440_acq-propeller_run-7_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:28,263 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001124/ses-001218/mim-mr/anat/sub-001124_ses-001218_acq-propeller_run-700_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:29,218 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001124/ses-001218/mim-mr/anat/sub-001124_ses-001218_acq-propeller_run-7_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:30,248 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-007342/ses-008075/mim-mr/anat/sub-007342_ses-008075_acq-propeller_run-600_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:31,336 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-007342/ses-008075/mim-mr/anat/sub-007342_ses-008075_acq-propeller_run-6_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:32,583 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001316/ses-001420/mim-mr/anat/sub-001316_ses-001420_acq-propeller_run-5_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:34,001 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001316/ses-001420/mim-mr/anat/sub-001316_ses-001420_acq-propeller_run-500_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:35,303 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001297/ses-001400/mim-mr/anat/sub-001297_ses-001400_acq-propeller_run-6_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:36,630 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001145/ses-001239/mim-mr/anat/sub-001145_ses-001239_acq-propeller_run-700_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:37,933 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001145/ses-001239/mim-mr/anat/sub-001145_ses-001239_acq-propeller_run-7_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:39,103 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001778/ses-007174/mim-mr/anat/sub-001778_ses-007174_acq-propeller_run-700_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:40,189 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001778/ses-007174/mim-mr/anat/sub-001778_ses-007174_acq-propeller_run-7_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:41,285 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001118/ses-001212/mim-mr/anat/sub-001118_ses-001212_acq-propeller_run-500_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:42,397 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001118/ses-001212/mim-mr/anat/sub-001118_ses-001212_acq-propeller_run-5_bp-prostate_vp-ax_T2w.nii.gz\n",
      "2024-07-02 10:28:43,930 INFO image_writer.py:197 - writing: /mnt/ceib/datalake/FISABIO_datalake/prueba/p0052021_reborn/sub-001004/ses-001088/mim-mr/anat/sub-001004_ses-001088_acq-propeller_run-4_bp-prostate_vp-ax_T2w.nii.gz\n"
     ]
    }
   ],
   "source": [
    "#Fix shapes\n",
    "\n",
    "for i,row in df[df[\"shape_t2\"].apply(lambda x: len(x) == 4)].iterrows():\n",
    "    img = monai.transforms.LoadImage(image_only=True)(row[\"image_t2\"])\n",
    "    img_0 = img[...,0]\n",
    "    parent_dir = os.path.dirname(row[\"image_t2\"])\n",
    "\n",
    "    #save image\n",
    "    monai.transforms.SaveImage(output_dir=parent_dir, output_ext=\".nii.gz\",output_postfix=\"\",channel_dim=None,separate_folder=False)(img_0)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}