{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "7b7bc72a-2272-4e6c-bf5f-e6ba7461c645",
   "metadata": {},
   "source": [
    "Subjects without fmaps"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "07b1b3c0-a0d4-4ec8-83ee-0e097ecd7107",
   "metadata": {},
   "outputs": [],
   "source": [
    "#import packages\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import os\n",
    "import bids\n",
    "from bids import BIDSLayout\n",
    "bids.config.set_option('extension_initial_dot', True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "23d70fd3-1daf-4c39-aa19-cf4e1a53a3ca",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>KeyParamGroup</th>\n",
       "      <th>KeyGroup</th>\n",
       "      <th>ParamGroup</th>\n",
       "      <th>Counts</th>\n",
       "      <th>Dim1Size</th>\n",
       "      <th>Dim2Size</th>\n",
       "      <th>Dim3Size</th>\n",
       "      <th>EchoTime</th>\n",
       "      <th>EffectiveEchoSpacing</th>\n",
       "      <th>FlipAngle</th>\n",
       "      <th>...</th>\n",
       "      <th>ParallelReductionFactorInPlane</th>\n",
       "      <th>PartialFourier</th>\n",
       "      <th>PhaseEncodingDirection</th>\n",
       "      <th>RepetitionTime</th>\n",
       "      <th>TotalReadoutTime</th>\n",
       "      <th>UsedAsFieldmap</th>\n",
       "      <th>VoxelSizeDim1</th>\n",
       "      <th>VoxelSizeDim2</th>\n",
       "      <th>VoxelSizeDim3</th>\n",
       "      <th>FilePath</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>datatype-anat_suffix-T1w__1</td>\n",
       "      <td>datatype-anat_suffix-T1w</td>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>192</td>\n",
       "      <td>256</td>\n",
       "      <td>160</td>\n",
       "      <td>0.00351</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.81</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>0.938</td>\n",
       "      <td>0.938</td>\n",
       "      <td>1.0</td>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>datatype-anat_suffix-T1w__1</td>\n",
       "      <td>datatype-anat_suffix-T1w</td>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>192</td>\n",
       "      <td>256</td>\n",
       "      <td>160</td>\n",
       "      <td>0.00351</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.81</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>0.938</td>\n",
       "      <td>0.938</td>\n",
       "      <td>1.0</td>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>datatype-anat_suffix-T1w__1</td>\n",
       "      <td>datatype-anat_suffix-T1w</td>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>192</td>\n",
       "      <td>256</td>\n",
       "      <td>160</td>\n",
       "      <td>0.00351</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.81</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>0.938</td>\n",
       "      <td>0.938</td>\n",
       "      <td>1.0</td>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>datatype-anat_suffix-T1w__1</td>\n",
       "      <td>datatype-anat_suffix-T1w</td>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>192</td>\n",
       "      <td>256</td>\n",
       "      <td>160</td>\n",
       "      <td>0.00351</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.81</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>0.938</td>\n",
       "      <td>0.938</td>\n",
       "      <td>1.0</td>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>datatype-anat_suffix-T1w__1</td>\n",
       "      <td>datatype-anat_suffix-T1w</td>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>192</td>\n",
       "      <td>256</td>\n",
       "      <td>160</td>\n",
       "      <td>0.00351</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.81</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>0.938</td>\n",
       "      <td>0.938</td>\n",
       "      <td>1.0</td>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 KeyParamGroup                  KeyGroup  ParamGroup  Counts  \\\n",
       "0  datatype-anat_suffix-T1w__1  datatype-anat_suffix-T1w           1      63   \n",
       "1  datatype-anat_suffix-T1w__1  datatype-anat_suffix-T1w           1      63   \n",
       "2  datatype-anat_suffix-T1w__1  datatype-anat_suffix-T1w           1      63   \n",
       "3  datatype-anat_suffix-T1w__1  datatype-anat_suffix-T1w           1      63   \n",
       "4  datatype-anat_suffix-T1w__1  datatype-anat_suffix-T1w           1      63   \n",
       "\n",
       "   Dim1Size  Dim2Size  Dim3Size  EchoTime  EffectiveEchoSpacing  FlipAngle  \\\n",
       "0       192       256       160   0.00351                   NaN          9   \n",
       "1       192       256       160   0.00351                   NaN          9   \n",
       "2       192       256       160   0.00351                   NaN          9   \n",
       "3       192       256       160   0.00351                   NaN          9   \n",
       "4       192       256       160   0.00351                   NaN          9   \n",
       "\n",
       "   ...  ParallelReductionFactorInPlane  PartialFourier PhaseEncodingDirection  \\\n",
       "0  ...                             2.0             1.0                    NaN   \n",
       "1  ...                             2.0             1.0                    NaN   \n",
       "2  ...                             2.0             1.0                    NaN   \n",
       "3  ...                             2.0             1.0                    NaN   \n",
       "4  ...                             2.0             1.0                    NaN   \n",
       "\n",
       "   RepetitionTime  TotalReadoutTime  UsedAsFieldmap  VoxelSizeDim1  \\\n",
       "0            1.81               NaN           False          0.938   \n",
       "1            1.81               NaN           False          0.938   \n",
       "2            1.81               NaN           False          0.938   \n",
       "3            1.81               NaN           False          0.938   \n",
       "4            1.81               NaN           False          0.938   \n",
       "\n",
       "   VoxelSizeDim2 VoxelSizeDim3  \\\n",
       "0          0.938           1.0   \n",
       "1          0.938           1.0   \n",
       "2          0.938           1.0   \n",
       "3          0.938           1.0   \n",
       "4          0.938           1.0   \n",
       "\n",
       "                                            FilePath  \n",
       "0  /cbica/projects/wolf_satterthwaite_reward/Marg...  \n",
       "1  /cbica/projects/wolf_satterthwaite_reward/Marg...  \n",
       "2  /cbica/projects/wolf_satterthwaite_reward/Marg...  \n",
       "3  /cbica/projects/wolf_satterthwaite_reward/Marg...  \n",
       "4  /cbica/projects/wolf_satterthwaite_reward/Marg...  \n",
       "\n",
       "[5 rows x 26 columns]"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#path to latest cubids-group outputs\n",
    "group_path='/cbica/projects/wolf_satterthwaite_reward/Margaret/Day2/curation/code/iterations/iteration6'\n",
    "\n",
    "df_group=pd.read_csv(group_path + '/iter6_files.csv')\n",
    "df_group.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "d98d4669-5a90-46f4-b82d-953366eb817f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>FilePath</th>\n",
       "      <th>HasFieldmap</th>\n",
       "      <th>Modality</th>\n",
       "      <th>Subject</th>\n",
       "      <th>Scan</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1146</th>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "      <td>False</td>\n",
       "      <td>func</td>\n",
       "      <td>sub-12235</td>\n",
       "      <td>sub-12235_ses-day2_task-card_acq-VARIANTNoFmap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1147</th>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "      <td>False</td>\n",
       "      <td>func</td>\n",
       "      <td>sub-13585</td>\n",
       "      <td>sub-13585_ses-day2_task-card_acq-VARIANTNoFmap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1148</th>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "      <td>False</td>\n",
       "      <td>func</td>\n",
       "      <td>sub-14610</td>\n",
       "      <td>sub-14610_ses-day2_task-card_acq-VARIANTNoFmap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1149</th>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "      <td>False</td>\n",
       "      <td>func</td>\n",
       "      <td>sub-14848</td>\n",
       "      <td>sub-14848_ses-day2_task-card_acq-VARIANTNoFmap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1150</th>\n",
       "      <td>/cbica/projects/wolf_satterthwaite_reward/Marg...</td>\n",
       "      <td>False</td>\n",
       "      <td>func</td>\n",
       "      <td>sub-14858</td>\n",
       "      <td>sub-14858_ses-day2_task-card_acq-VARIANTNoFmap...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               FilePath  HasFieldmap Modality  \\\n",
       "1146  /cbica/projects/wolf_satterthwaite_reward/Marg...        False     func   \n",
       "1147  /cbica/projects/wolf_satterthwaite_reward/Marg...        False     func   \n",
       "1148  /cbica/projects/wolf_satterthwaite_reward/Marg...        False     func   \n",
       "1149  /cbica/projects/wolf_satterthwaite_reward/Marg...        False     func   \n",
       "1150  /cbica/projects/wolf_satterthwaite_reward/Marg...        False     func   \n",
       "\n",
       "        Subject                                               Scan  \n",
       "1146  sub-12235  sub-12235_ses-day2_task-card_acq-VARIANTNoFmap...  \n",
       "1147  sub-13585  sub-13585_ses-day2_task-card_acq-VARIANTNoFmap...  \n",
       "1148  sub-14610  sub-14610_ses-day2_task-card_acq-VARIANTNoFmap...  \n",
       "1149  sub-14848  sub-14848_ses-day2_task-card_acq-VARIANTNoFmap...  \n",
       "1150  sub-14858  sub-14858_ses-day2_task-card_acq-VARIANTNoFmap...  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_nomap=df_group[(df_group[\"HasFieldmap\"] == False) & (df_group[\"Modality\"] == 'func')]\n",
    "df_nomap=df_nomap.filter([\"FilePath\", \"HasFieldmap\", \"Modality\"])\n",
    "df_nomap['Subject']=df_nomap['FilePath'].str.split('\\/').str[8]\n",
    "df_nomap['Scan']=df_nomap['FilePath'].str.split('\\/').str[11]\n",
    "df_nomap.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "6f7e7d44-ccca-4127-9aa3-a84725b565c0",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['sub-12235' 'sub-13585' 'sub-14610' 'sub-14848' 'sub-14858' 'sub-14876'\n",
      " 'sub-15546' 'sub-16181' 'sub-16234' 'sub-17726']\n"
     ]
    }
   ],
   "source": [
    "#subjects missing fmaps:\n",
    "print(df_nomap.Subject.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "77e6ee37-346d-479b-b11b-de0f9c15a8c7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['sub-12235_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-13585_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-14610_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-14848_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-14858_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-14876_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-15546_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-16181_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-16234_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-17726_ses-day2_task-card_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-12235_ses-day2_task-face_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-13585_ses-day2_task-face_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-14610_ses-day2_task-face_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-14848_ses-day2_task-face_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-14858_ses-day2_task-face_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-14876_ses-day2_task-face_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-15546_ses-day2_task-face_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-16181_ses-day2_task-face_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-16234_ses-day2_task-face_acq-VARIANTNoFmap_run-01_bold.nii.gz'\n",
      " 'sub-12235_ses-day2_task-card_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-13585_ses-day2_task-card_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-14610_ses-day2_task-card_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-14848_ses-day2_task-card_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-14876_ses-day2_task-card_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-15546_ses-day2_task-card_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-16181_ses-day2_task-card_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-16234_ses-day2_task-card_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-12235_ses-day2_task-face_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-13585_ses-day2_task-face_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-14610_ses-day2_task-face_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-14848_ses-day2_task-face_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-14858_ses-day2_task-face_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-14876_ses-day2_task-face_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-15546_ses-day2_task-face_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-16234_ses-day2_task-face_acq-VARIANTNoFmap_run-02_bold.nii.gz'\n",
      " 'sub-12235_ses-day2_task-rest_acq-VARIANTNoFmap_bold.nii.gz'\n",
      " 'sub-15546_ses-day2_task-rest_acq-VARIANTNoFmap_bold.nii.gz'\n",
      " 'sub-16181_ses-day2_task-rest_acq-VARIANTNoFmap_bold.nii.gz'\n",
      " 'sub-16234_ses-day2_task-rest_acq-VARIANTNoFmap_bold.nii.gz'\n",
      " 'sub-16181_ses-day2_task-face_acq-VARIANTNumVolumes_run-02_bold.nii.gz'\n",
      " 'sub-13585_ses-day2_task-rest_acq-VARIANTObliquityNoFmap_bold.nii.gz'\n",
      " 'sub-14848_ses-day2_task-rest_acq-VARIANTObliquityNoFmap_bold.nii.gz']\n"
     ]
    }
   ],
   "source": [
    "#scans without fmaps:\n",
    "print(df_nomap.Scan.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "cceb4770-ae1c-4b87-a809-9203d5adf294",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}