download_sample.py 2.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354
  1. # Demo 1-1. Setting an enviroment
  2. from os import listdir, mkdir, path, system, getcwd
  3. dir_origin = '' # <- Change this in local machine
  4. if len(dir_origin)<1: dir_origin = getcwd()+'/'
  5. dir_dataset= 'dataset/'
  6. print('\n=1=========== Start Downloading =================\n')
  7. print('Target directory ... => [%s%s]'%(dir_origin,dir_dataset))
  8. #!rm -rf /content/dataset/
  9. import requests
  10. def download( dataset_to_download = range(1,7), dir_dataset = dir_dataset ):
  11. # Check directory
  12. if not path.isdir('%s%s'%(dir_origin,dir_dataset)):
  13. mkdir('%s%s'%(dir_origin,dir_dataset))
  14. mkdir('%s%s/rawdata/'%(dir_origin,dir_dataset))
  15. # File names to be downloaded
  16. file_ids = [ 'meta.csv', 'montage.csv' ]
  17. for set_id in dataset_to_download:
  18. file_ids.append( 'rawdata/epochs_animal%s.set'%set_id )
  19. file_ids.append( 'rawdata/epochs_animal%s.fdt'%set_id )
  20. # Request & download
  21. repo_url = 'https://gin.g-node.org/hiobeen/Mouse_hdEEG_ASSR_Hwang_et_al/raw/9a35f6b1a53f87a96d76b8b7912738cb7d8d3d36/'
  22. for file_id in file_ids:
  23. fname_dest = "%s%s%s"%(dir_origin, dir_dataset, file_id)
  24. if path.isfile(fname_dest) is False:
  25. print('...copying to [%s]...'%fname_dest)
  26. file_url = '%s%s'%(repo_url, file_id)
  27. r = requests.get(file_url, stream = True)
  28. with open(fname_dest, "wb") as file:
  29. for block in r.iter_content(chunk_size=1024):
  30. if block: file.write(block)
  31. else:
  32. print('...skipping already existing file [%s]...'%fname_dest)
  33. # Initiate downloading
  34. dataset_to_download = [2] # Partial download to prevent long download time
  35. #dataset_to_download = [1,2,3,4,5,6] # Download of whole dataset
  36. download(dataset_to_download)
  37. print('\n============= Download finished ==================\n\n')
  38. # List up 'dataset/' directory
  39. print('\n=2== List of available files in google drive ====\n')
  40. print(listdir('%sdataset/'%dir_origin))
  41. print('\n============= End of the list ==================\n\n')
  42. # List up dataset/rawdata/*.set and ~/*.fdt files
  43. print('\n=3== List of available files in google drive ====\n')
  44. print(listdir('%sdataset/rawdata/'%dir_origin))
  45. print('\n============= End of the list ==================\n\n')
  46. # Install mne-python module
  47. #system('pip install mne');