{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/Users/finnes/anaconda3/envs/pypreproc/lib/python3.7/site-packages/sklearn/utils/deprecation.py:143: FutureWarning: The sklearn.linear_model.base module is deprecated in version 0.22 and will be removed in version 0.24. The corresponding classes / functions should instead be imported from sklearn.linear_model. Anything that cannot be imported from sklearn.linear_model is now part of the private API.\n", " warnings.warn(message, FutureWarning)\n" ] } ], "source": [ "import os\n", "import glob\n", "import numpy as np\n", "import pandas as pd\n", "import matplotlib.pyplot as plt\n", "import seaborn as sns\n", "from nltools.stats import regress, zscore\n", "from nltools.data import Brain_Data, Design_Matrix\n", "from nltools.stats import find_spikes" ] }, { "cell_type": "code", "execution_count": 33, "metadata": {}, "outputs": [], "source": [ "def make_motion_covariates(mc, tr):\n", " z_mc = zscore(mc)\n", " all_mc = pd.concat([z_mc, z_mc**2, z_mc.diff(), z_mc.diff()**2], axis=1)\n", " all_mc.fillna(value=0, inplace=True)\n", " return Design_Matrix(all_mc, sampling_freq=1/tr)\n", "\n", "base_dir = '/Users/finnes/Documents/ParanoiaStory/fmriprep'\n", "fwhm = 6\n", "tr = 1\n", "\n", "file_list = glob.glob(os.path.join(base_dir, '*/func/*preproc*gz'))" ] }, { "cell_type": "code", "execution_count": 35, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3977/func/sub-tb3977_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "task-story\n", "run-3\n" ] } ], "source": [ "f = file_list[0]\n", "print(f)\n", "task = os.path.basename(f).split('_')[1]\n", "print(task)\n", "run = os.path.basename(f).split('_')[2]\n", "print(run)" ] }, { "cell_type": "code", "execution_count": 38, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "['/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3977/func/sub-tb3977_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3977/func/sub-tb3977_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3977/func/sub-tb3977_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3784/func/sub-tb3784_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3784/func/sub-tb3784_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3784/func/sub-tb3784_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3602/func/sub-tb3602_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3602/func/sub-tb3602_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3602/func/sub-tb3602_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3858/func/sub-tb3858_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3858/func/sub-tb3858_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3858/func/sub-tb3858_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3626/func/sub-tb3626_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3626/func/sub-tb3626_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3626/func/sub-tb3626_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4450/func/sub-tb4450_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4450/func/sub-tb4450_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4450/func/sub-tb4450_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3810/func/sub-tb3810_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3810/func/sub-tb3810_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3810/func/sub-tb3810_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3132/func/sub-tb3132_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3132/func/sub-tb3132_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3132/func/sub-tb3132_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3964/func/sub-tb3964_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3964/func/sub-tb3964_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3964/func/sub-tb3964_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3592/func/sub-tb3592_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3592/func/sub-tb3592_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3592/func/sub-tb3592_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4547/func/sub-tb4547_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4547/func/sub-tb4547_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4547/func/sub-tb4547_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3744/func/sub-tb3744_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3744/func/sub-tb3744_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3744/func/sub-tb3744_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3929/func/sub-tb3929_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3929/func/sub-tb3929_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3929/func/sub-tb3929_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3920/func/sub-tb3920_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3920/func/sub-tb3920_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3920/func/sub-tb3920_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3512/func/sub-tb3512_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3512/func/sub-tb3512_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3512/func/sub-tb3512_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb2994/func/sub-tb2994_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb2994/func/sub-tb2994_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb2994/func/sub-tb2994_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3846/func/sub-tb3846_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3846/func/sub-tb3846_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3846/func/sub-tb3846_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3279/func/sub-tb3279_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3279/func/sub-tb3279_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3279/func/sub-tb3279_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3646/func/sub-tb3646_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3646/func/sub-tb3646_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3646/func/sub-tb3646_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3240/func/sub-tb3240_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3240/func/sub-tb3240_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3240/func/sub-tb3240_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3757/func/sub-tb3757_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3757/func/sub-tb3757_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3757/func/sub-tb3757_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4572/func/sub-tb4572_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4572/func/sub-tb4572_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz',\n", " '/Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4572/func/sub-tb4572_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz']" ] }, "execution_count": 38, "metadata": {}, "output_type": "execute_result" } ], "source": [ "file_list" ] }, { "cell_type": "code", "execution_count": 39, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3977/func/sub-tb3977_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3977/func/sub-tb3977_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3977/func/sub-tb3977_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3784/func/sub-tb3784_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3784/func/sub-tb3784_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3784/func/sub-tb3784_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3602/func/sub-tb3602_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3602/func/sub-tb3602_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3602/func/sub-tb3602_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3858/func/sub-tb3858_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3858/func/sub-tb3858_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3858/func/sub-tb3858_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3626/func/sub-tb3626_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3626/func/sub-tb3626_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3626/func/sub-tb3626_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4450/func/sub-tb4450_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4450/func/sub-tb4450_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4450/func/sub-tb4450_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3810/func/sub-tb3810_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3810/func/sub-tb3810_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3810/func/sub-tb3810_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3132/func/sub-tb3132_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3132/func/sub-tb3132_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3132/func/sub-tb3132_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3964/func/sub-tb3964_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3964/func/sub-tb3964_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3964/func/sub-tb3964_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3592/func/sub-tb3592_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3592/func/sub-tb3592_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3592/func/sub-tb3592_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4547/func/sub-tb4547_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4547/func/sub-tb4547_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4547/func/sub-tb4547_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3744/func/sub-tb3744_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3744/func/sub-tb3744_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3744/func/sub-tb3744_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3929/func/sub-tb3929_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3929/func/sub-tb3929_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3929/func/sub-tb3929_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3920/func/sub-tb3920_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3920/func/sub-tb3920_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3920/func/sub-tb3920_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3512/func/sub-tb3512_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3512/func/sub-tb3512_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3512/func/sub-tb3512_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb2994/func/sub-tb2994_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb2994/func/sub-tb2994_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb2994/func/sub-tb2994_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3846/func/sub-tb3846_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3846/func/sub-tb3846_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3846/func/sub-tb3846_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3279/func/sub-tb3279_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3279/func/sub-tb3279_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3279/func/sub-tb3279_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3646/func/sub-tb3646_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3646/func/sub-tb3646_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3646/func/sub-tb3646_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3240/func/sub-tb3240_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3240/func/sub-tb3240_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3240/func/sub-tb3240_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3757/func/sub-tb3757_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3757/func/sub-tb3757_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb3757/func/sub-tb3757_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4572/func/sub-tb4572_task-story_run-1_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4572/func/sub-tb4572_task-story_run-2_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "Doing file /Users/finnes/Documents/ParanoiaStory/fmriprep/sub-tb4572/func/sub-tb4572_task-story_run-3_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz\n", "Loading data\n", "Smoothing data\n", "Finding spikes\n", "Making covariates\n", "Doing regression\n", "Saving file\n", "CPU times: user 3h 19min 37s, sys: 19min 51s, total: 3h 39min 28s\n", "Wall time: 3h 42min 22s\n" ] } ], "source": [ "%%time\n", "for f in file_list:\n", " print(\"Doing file {}\".format(f))\n", " sub = os.path.basename(f).split('_')[0]\n", " task = os.path.basename(f).split('_')[1]\n", " run = os.path.basename(f).split('_')[2]\n", " print(\"Loading data\")\n", " data = Brain_Data(f)\n", " print(\"Smoothing data\")\n", " smoothed = data.smooth(fwhm=fwhm)\n", " print(\"Finding spikes\")\n", " spikes = smoothed.find_spikes(global_spike_cutoff=3, diff_spike_cutoff=3)\n", " print(\"Making covariates\")\n", " cov_f_name = ''.join([sub, '_', task, '_', run, '_desc-confounds_regressors.tsv'])\n", " covariates = pd.read_csv(glob.glob(os.path.join(base_dir, sub, 'func', cov_f_name))[0], sep='\\t')\n", " mc = covariates[['trans_x','trans_y','trans_z','rot_x', 'rot_y', 'rot_z']]\n", " mc_cov = make_motion_covariates(mc, tr)\n", " csf = covariates['csf']\n", " dm = Design_Matrix(pd.concat([csf, mc_cov, spikes.drop(labels='TR', axis=1)], axis=1), sampling_freq=1/tr)\n", " dm = dm.add_poly(order=2, include_lower=True)\n", " smoothed.X = dm\n", " print(\"Doing regression\")\n", " stats = smoothed.regress()\n", " print(\"Saving file\")\n", " stats['residual'].write(os.path.join(base_dir, sub, 'func', f'{sub}_denoised_smooth{fwhm}mm_{task}_{run}_space-MNI152NLin2009cAsym_desc-preproc_bold.nii.gz'))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Errors: \n", " \n" ] } ], "metadata": { "kernelspec": { "display_name": "Environment (conda_pypreproc)", "language": "python", "name": "conda_pypreproc" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.7" } }, "nbformat": 4, "nbformat_minor": 4 }