download_sample.py 2.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455
  1. # Demo 1-1. Setting an enviroment
  2. from os import listdir, mkdir, path, system, getcwd
  3. import warnings; warnings.simplefilter("ignore")
  4. dir_origin = dir_origin = getcwd()+'/' # <- Change this in local machine
  5. dir_dataset= 'dataset/'
  6. print('\n1============ Start Downloading =================\n')
  7. print('Target directory ... => [%s%s]'%(dir_origin,dir_dataset))
  8. #!rm -rf /content/dataset/
  9. import requests, time
  10. def download_dataset( dataset_to_download = range(1,7), dir_dataset = dir_dataset ):
  11. # Check directory
  12. if not path.isdir('%s%s'%(dir_origin,dir_dataset)):
  13. mkdir('%s%s'%(dir_origin,dir_dataset))
  14. mkdir('%s%s/rawdata/'%(dir_origin,dir_dataset))
  15. # File names to be downloaded
  16. file_ids = [ 'meta.csv', 'montage.csv' ]
  17. for set_id in dataset_to_download:
  18. file_ids.append( 'rawdata/epochs_animal%s.set'%set_id )
  19. file_ids.append( 'rawdata/epochs_animal%s.fdt'%set_id )
  20. # Request & download
  21. repo_url = 'https://gin.g-node.org/hiobeen/Mouse_hdEEG_ASSR_Hwang_et_al/raw/9a35f6b1a53f87a96d76b8b7912738cb7d8d3d36/'
  22. for file_id in file_ids:
  23. fname_dest = "%s%s%s"%(dir_origin, dir_dataset, file_id)
  24. if path.isfile(fname_dest) is False:
  25. print('...copying to [%s]...'%fname_dest)
  26. file_url = '%s%s'%(repo_url, file_id)
  27. r = requests.get(file_url, stream = True)
  28. with open(fname_dest, "wb") as file:
  29. for block in r.iter_content(chunk_size=1024):
  30. if block: file.write(block)
  31. else:
  32. print('...skipping already existing file [%s]...'%fname_dest)
  33. time.sleep(1)
  34. # Initiate downloading
  35. dataset_to_download = [2] # Partial download to prevent long download time
  36. #dataset_to_download = [1,2,3,4,5,6] # Download of whole dataset
  37. download_dataset(dataset_to_download)
  38. print('\n============= Download finished ==================\n\n')
  39. # List up 'dataset/' directory
  40. print('\n2=== List of available files in google drive ====\n')
  41. print(listdir('%sdataset/'%dir_origin))
  42. print('\n============= End of the list ==================\n\n')
  43. # List up dataset/rawdata/*.set and ~/*.fdt files
  44. print('\n3=== List of available files in google drive ====\n')
  45. print(listdir('%sdataset/rawdata/'%dir_origin))
  46. print('\n============= End of the list ==================\n\n')
  47. # Install mne-python module
  48. #system('pip install mne');