test_pandas_bridge.py 111 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773
  1. # -*- coding: utf-8 -*-
  2. """
  3. Unit tests for the pandas bridge module.
  4. :copyright: Copyright 2014-2016 by the Elephant team, see AUTHORS.txt.
  5. :license: Modified BSD, see LICENSE.txt for details.
  6. """
  7. from __future__ import division, print_function
  8. import unittest
  9. from itertools import chain
  10. from neo.test.generate_datasets import fake_neo
  11. import numpy as np
  12. from numpy.testing import assert_array_equal
  13. import quantities as pq
  14. try:
  15. import pandas as pd
  16. from pandas.util.testing import assert_frame_equal, assert_index_equal
  17. except ImportError:
  18. HAVE_PANDAS = False
  19. else:
  20. import elephant.pandas_bridge as ep
  21. HAVE_PANDAS = True
  22. if HAVE_PANDAS:
  23. # Currying, otherwise the unittest will break with pandas>=0.16.0
  24. # parameter check_names is introduced in a newer versions than 0.14.0
  25. # this test is written for pandas 0.14.0
  26. def assert_index_equal(left, right):
  27. try:
  28. # pandas>=0.16.0
  29. return pd.util.testing.assert_index_equal(left, right,
  30. check_names=False)
  31. except TypeError:
  32. # pandas older version
  33. return pd.util.testing.assert_index_equal(left, right)
  34. @unittest.skipUnless(HAVE_PANDAS, 'requires pandas')
  35. class MultiindexFromDictTestCase(unittest.TestCase):
  36. def test__multiindex_from_dict(self):
  37. inds = {'test1': 6.5,
  38. 'test2': 5,
  39. 'test3': 'test'}
  40. targ = pd.MultiIndex(levels=[[6.5], [5], ['test']],
  41. labels=[[0], [0], [0]],
  42. names=['test1', 'test2', 'test3'])
  43. res0 = ep._multiindex_from_dict(inds)
  44. self.assertEqual(targ.levels, res0.levels)
  45. self.assertEqual(targ.names, res0.names)
  46. self.assertEqual(targ.labels, res0.labels)
  47. def _convert_levels(levels):
  48. """Convert a list of levels to the format pandas returns for a MultiIndex.
  49. Parameters
  50. ----------
  51. levels : list
  52. The list of levels to convert.
  53. Returns
  54. -------
  55. list
  56. The the level in `list` converted to values like what pandas will give.
  57. """
  58. levels = list(levels)
  59. for i, level in enumerate(levels):
  60. if hasattr(level, 'lower'):
  61. try:
  62. level = unicode(level)
  63. except NameError:
  64. pass
  65. elif hasattr(level, 'date'):
  66. levels[i] = pd.DatetimeIndex(data=[level])
  67. continue
  68. elif level is None:
  69. levels[i] = pd.Index([])
  70. continue
  71. # pd.Index around pd.Index to convert to Index structure if MultiIndex
  72. levels[i] = pd.Index(pd.Index([level]))
  73. return levels
  74. @unittest.skipUnless(HAVE_PANDAS, 'requires pandas')
  75. class ConvertValueSafeTestCase(unittest.TestCase):
  76. def test__convert_value_safe__float(self):
  77. targ = 5.5
  78. value = targ
  79. res = ep._convert_value_safe(value)
  80. self.assertIs(res, targ)
  81. def test__convert_value_safe__str(self):
  82. targ = 'test'
  83. value = targ
  84. res = ep._convert_value_safe(value)
  85. self.assertIs(res, targ)
  86. def test__convert_value_safe__bytes(self):
  87. targ = 'test'
  88. value = b'test'
  89. res = ep._convert_value_safe(value)
  90. self.assertEqual(res, targ)
  91. def test__convert_value_safe__numpy_int_scalar(self):
  92. targ = 5
  93. value = np.array(5)
  94. res = ep._convert_value_safe(value)
  95. self.assertEqual(res, targ)
  96. self.assertFalse(hasattr(res, 'dtype'))
  97. def test__convert_value_safe__numpy_float_scalar(self):
  98. targ = 5.
  99. value = np.array(5.)
  100. res = ep._convert_value_safe(value)
  101. self.assertEqual(res, targ)
  102. self.assertFalse(hasattr(res, 'dtype'))
  103. def test__convert_value_safe__numpy_unicode_scalar(self):
  104. targ = u'test'
  105. value = np.array('test', dtype='U')
  106. res = ep._convert_value_safe(value)
  107. self.assertEqual(res, targ)
  108. self.assertFalse(hasattr(res, 'dtype'))
  109. def test__convert_value_safe__numpy_str_scalar(self):
  110. targ = u'test'
  111. value = np.array('test', dtype='S')
  112. res = ep._convert_value_safe(value)
  113. self.assertEqual(res, targ)
  114. self.assertFalse(hasattr(res, 'dtype'))
  115. def test__convert_value_safe__quantity_scalar(self):
  116. targ = (10., 'ms')
  117. value = 10. * pq.ms
  118. res = ep._convert_value_safe(value)
  119. self.assertEqual(res, targ)
  120. self.assertFalse(hasattr(res[0], 'dtype'))
  121. self.assertFalse(hasattr(res[0], 'units'))
  122. @unittest.skipUnless(HAVE_PANDAS, 'requires pandas')
  123. class SpiketrainToDataframeTestCase(unittest.TestCase):
  124. def test__spiketrain_to_dataframe__parents_empty(self):
  125. obj = fake_neo('SpikeTrain', seed=0)
  126. res0 = ep.spiketrain_to_dataframe(obj)
  127. res1 = ep.spiketrain_to_dataframe(obj, child_first=True)
  128. res2 = ep.spiketrain_to_dataframe(obj, child_first=False)
  129. res3 = ep.spiketrain_to_dataframe(obj, parents=True)
  130. res4 = ep.spiketrain_to_dataframe(obj, parents=True,
  131. child_first=True)
  132. res5 = ep.spiketrain_to_dataframe(obj, parents=True,
  133. child_first=False)
  134. res6 = ep.spiketrain_to_dataframe(obj, parents=False)
  135. res7 = ep.spiketrain_to_dataframe(obj, parents=False, child_first=True)
  136. res8 = ep.spiketrain_to_dataframe(obj, parents=False,
  137. child_first=False)
  138. targvalues = pq.Quantity(obj.magnitude, units=obj.units)
  139. targvalues = targvalues.rescale('s').magnitude[np.newaxis].T
  140. targindex = np.arange(len(targvalues))
  141. attrs = ep._extract_neo_attrs_safe(obj, parents=True, child_first=True)
  142. keys, values = zip(*sorted(attrs.items()))
  143. values = _convert_levels(values)
  144. self.assertEqual(1, len(res0.columns))
  145. self.assertEqual(1, len(res1.columns))
  146. self.assertEqual(1, len(res2.columns))
  147. self.assertEqual(1, len(res3.columns))
  148. self.assertEqual(1, len(res4.columns))
  149. self.assertEqual(1, len(res5.columns))
  150. self.assertEqual(1, len(res6.columns))
  151. self.assertEqual(1, len(res7.columns))
  152. self.assertEqual(1, len(res8.columns))
  153. self.assertEqual(len(obj), len(res0.index))
  154. self.assertEqual(len(obj), len(res1.index))
  155. self.assertEqual(len(obj), len(res2.index))
  156. self.assertEqual(len(obj), len(res3.index))
  157. self.assertEqual(len(obj), len(res4.index))
  158. self.assertEqual(len(obj), len(res5.index))
  159. self.assertEqual(len(obj), len(res6.index))
  160. self.assertEqual(len(obj), len(res7.index))
  161. self.assertEqual(len(obj), len(res8.index))
  162. assert_array_equal(targvalues, res0.values)
  163. assert_array_equal(targvalues, res1.values)
  164. assert_array_equal(targvalues, res2.values)
  165. assert_array_equal(targvalues, res3.values)
  166. assert_array_equal(targvalues, res4.values)
  167. assert_array_equal(targvalues, res5.values)
  168. assert_array_equal(targvalues, res6.values)
  169. assert_array_equal(targvalues, res7.values)
  170. assert_array_equal(targvalues, res8.values)
  171. assert_array_equal(targindex, res0.index)
  172. assert_array_equal(targindex, res1.index)
  173. assert_array_equal(targindex, res2.index)
  174. assert_array_equal(targindex, res3.index)
  175. assert_array_equal(targindex, res4.index)
  176. assert_array_equal(targindex, res5.index)
  177. assert_array_equal(targindex, res6.index)
  178. assert_array_equal(targindex, res7.index)
  179. assert_array_equal(targindex, res8.index)
  180. self.assertEqual(['spike_number'], res0.index.names)
  181. self.assertEqual(['spike_number'], res1.index.names)
  182. self.assertEqual(['spike_number'], res2.index.names)
  183. self.assertEqual(['spike_number'], res3.index.names)
  184. self.assertEqual(['spike_number'], res4.index.names)
  185. self.assertEqual(['spike_number'], res5.index.names)
  186. self.assertEqual(['spike_number'], res6.index.names)
  187. self.assertEqual(['spike_number'], res7.index.names)
  188. self.assertEqual(['spike_number'], res8.index.names)
  189. self.assertEqual(keys, res0.columns.names)
  190. self.assertEqual(keys, res1.columns.names)
  191. self.assertEqual(keys, res2.columns.names)
  192. self.assertEqual(keys, res3.columns.names)
  193. self.assertEqual(keys, res4.columns.names)
  194. self.assertEqual(keys, res5.columns.names)
  195. self.assertEqual(keys, res6.columns.names)
  196. self.assertEqual(keys, res7.columns.names)
  197. self.assertEqual(keys, res8.columns.names)
  198. for value, level in zip(values, res0.columns.levels):
  199. assert_index_equal(value, level)
  200. for value, level in zip(values, res1.columns.levels):
  201. assert_index_equal(value, level)
  202. for value, level in zip(values, res2.columns.levels):
  203. assert_index_equal(value, level)
  204. for value, level in zip(values, res3.columns.levels):
  205. assert_index_equal(value, level)
  206. for value, level in zip(values, res4.columns.levels):
  207. assert_index_equal(value, level)
  208. for value, level in zip(values, res5.columns.levels):
  209. assert_index_equal(value, level)
  210. for value, level in zip(values, res6.columns.levels):
  211. assert_index_equal(value, level)
  212. for value, level in zip(values, res7.columns.levels):
  213. assert_index_equal(value, level)
  214. for value, level in zip(values, res8.columns.levels):
  215. assert_index_equal(value, level)
  216. def test__spiketrain_to_dataframe__noparents(self):
  217. blk = fake_neo('Block', seed=0)
  218. obj = blk.list_children_by_class('SpikeTrain')[0]
  219. res0 = ep.spiketrain_to_dataframe(obj, parents=False)
  220. res1 = ep.spiketrain_to_dataframe(obj, parents=False,
  221. child_first=True)
  222. res2 = ep.spiketrain_to_dataframe(obj, parents=False,
  223. child_first=False)
  224. targvalues = pq.Quantity(obj.magnitude, units=obj.units)
  225. targvalues = targvalues.rescale('s').magnitude[np.newaxis].T
  226. targindex = np.arange(len(targvalues))
  227. attrs = ep._extract_neo_attrs_safe(obj, parents=False,
  228. child_first=True)
  229. keys, values = zip(*sorted(attrs.items()))
  230. values = _convert_levels(values)
  231. self.assertEqual(1, len(res0.columns))
  232. self.assertEqual(1, len(res1.columns))
  233. self.assertEqual(1, len(res2.columns))
  234. self.assertEqual(len(obj), len(res0.index))
  235. self.assertEqual(len(obj), len(res1.index))
  236. self.assertEqual(len(obj), len(res2.index))
  237. assert_array_equal(targvalues, res0.values)
  238. assert_array_equal(targvalues, res1.values)
  239. assert_array_equal(targvalues, res2.values)
  240. assert_array_equal(targindex, res0.index)
  241. assert_array_equal(targindex, res1.index)
  242. assert_array_equal(targindex, res2.index)
  243. self.assertEqual(['spike_number'], res0.index.names)
  244. self.assertEqual(['spike_number'], res1.index.names)
  245. self.assertEqual(['spike_number'], res2.index.names)
  246. self.assertEqual(keys, res0.columns.names)
  247. self.assertEqual(keys, res1.columns.names)
  248. self.assertEqual(keys, res2.columns.names)
  249. for value, level in zip(values, res0.columns.levels):
  250. assert_index_equal(value, level)
  251. for value, level in zip(values, res1.columns.levels):
  252. assert_index_equal(value, level)
  253. for value, level in zip(values, res2.columns.levels):
  254. assert_index_equal(value, level)
  255. def test__spiketrain_to_dataframe__parents_childfirst(self):
  256. blk = fake_neo('Block', seed=0)
  257. obj = blk.list_children_by_class('SpikeTrain')[0]
  258. res0 = ep.spiketrain_to_dataframe(obj)
  259. res1 = ep.spiketrain_to_dataframe(obj, child_first=True)
  260. res2 = ep.spiketrain_to_dataframe(obj, parents=True)
  261. res3 = ep.spiketrain_to_dataframe(obj, parents=True, child_first=True)
  262. targvalues = pq.Quantity(obj.magnitude, units=obj.units)
  263. targvalues = targvalues.rescale('s').magnitude[np.newaxis].T
  264. targindex = np.arange(len(targvalues))
  265. attrs = ep._extract_neo_attrs_safe(obj, parents=True, child_first=True)
  266. keys, values = zip(*sorted(attrs.items()))
  267. values = _convert_levels(values)
  268. self.assertEqual(1, len(res0.columns))
  269. self.assertEqual(1, len(res1.columns))
  270. self.assertEqual(1, len(res2.columns))
  271. self.assertEqual(1, len(res3.columns))
  272. self.assertEqual(len(obj), len(res0.index))
  273. self.assertEqual(len(obj), len(res1.index))
  274. self.assertEqual(len(obj), len(res2.index))
  275. self.assertEqual(len(obj), len(res3.index))
  276. assert_array_equal(targvalues, res0.values)
  277. assert_array_equal(targvalues, res1.values)
  278. assert_array_equal(targvalues, res2.values)
  279. assert_array_equal(targvalues, res3.values)
  280. assert_array_equal(targindex, res0.index)
  281. assert_array_equal(targindex, res1.index)
  282. assert_array_equal(targindex, res2.index)
  283. assert_array_equal(targindex, res3.index)
  284. self.assertEqual(['spike_number'], res0.index.names)
  285. self.assertEqual(['spike_number'], res1.index.names)
  286. self.assertEqual(['spike_number'], res2.index.names)
  287. self.assertEqual(['spike_number'], res3.index.names)
  288. self.assertEqual(keys, res0.columns.names)
  289. self.assertEqual(keys, res1.columns.names)
  290. self.assertEqual(keys, res2.columns.names)
  291. self.assertEqual(keys, res3.columns.names)
  292. for value, level in zip(values, res0.columns.levels):
  293. assert_index_equal(value, level)
  294. for value, level in zip(values, res1.columns.levels):
  295. assert_index_equal(value, level)
  296. for value, level in zip(values, res2.columns.levels):
  297. assert_index_equal(value, level)
  298. for value, level in zip(values, res3.columns.levels):
  299. assert_index_equal(value, level)
  300. def test__spiketrain_to_dataframe__parents_parentfirst(self):
  301. blk = fake_neo('Block', seed=0)
  302. obj = blk.list_children_by_class('SpikeTrain')[0]
  303. res0 = ep.spiketrain_to_dataframe(obj, child_first=False)
  304. res1 = ep.spiketrain_to_dataframe(obj, parents=True, child_first=False)
  305. targvalues = pq.Quantity(obj.magnitude, units=obj.units)
  306. targvalues = targvalues.rescale('s').magnitude[np.newaxis].T
  307. targindex = np.arange(len(targvalues))
  308. attrs = ep._extract_neo_attrs_safe(obj, parents=True,
  309. child_first=False)
  310. keys, values = zip(*sorted(attrs.items()))
  311. values = _convert_levels(values)
  312. self.assertEqual(1, len(res0.columns))
  313. self.assertEqual(1, len(res1.columns))
  314. self.assertEqual(len(obj), len(res0.index))
  315. self.assertEqual(len(obj), len(res1.index))
  316. assert_array_equal(targvalues, res0.values)
  317. assert_array_equal(targvalues, res1.values)
  318. assert_array_equal(targindex, res0.index)
  319. assert_array_equal(targindex, res1.index)
  320. self.assertEqual(['spike_number'], res0.index.names)
  321. self.assertEqual(['spike_number'], res1.index.names)
  322. self.assertEqual(keys, res0.columns.names)
  323. self.assertEqual(keys, res1.columns.names)
  324. for value, level in zip(values, res0.columns.levels):
  325. assert_index_equal(value, level)
  326. for value, level in zip(values, res1.columns.levels):
  327. assert_index_equal(value, level)
  328. @unittest.skipUnless(HAVE_PANDAS, 'requires pandas')
  329. class EventToDataframeTestCase(unittest.TestCase):
  330. def test__event_to_dataframe__parents_empty(self):
  331. obj = fake_neo('Event', seed=42)
  332. res0 = ep.event_to_dataframe(obj)
  333. res1 = ep.event_to_dataframe(obj, child_first=True)
  334. res2 = ep.event_to_dataframe(obj, child_first=False)
  335. res3 = ep.event_to_dataframe(obj, parents=True)
  336. res4 = ep.event_to_dataframe(obj, parents=True, child_first=True)
  337. res5 = ep.event_to_dataframe(obj, parents=True, child_first=False)
  338. res6 = ep.event_to_dataframe(obj, parents=False)
  339. res7 = ep.event_to_dataframe(obj, parents=False, child_first=True)
  340. res8 = ep.event_to_dataframe(obj, parents=False, child_first=False)
  341. targvalues = obj.labels[:len(obj.times)][np.newaxis].T.astype('U')
  342. targindex = obj.times[:len(obj.labels)].rescale('s').magnitude
  343. attrs = ep._extract_neo_attrs_safe(obj, parents=True, child_first=True)
  344. keys, values = zip(*sorted(attrs.items()))
  345. values = _convert_levels(values)
  346. self.assertEqual(1, len(res0.columns))
  347. self.assertEqual(1, len(res1.columns))
  348. self.assertEqual(1, len(res2.columns))
  349. self.assertEqual(1, len(res3.columns))
  350. self.assertEqual(1, len(res4.columns))
  351. self.assertEqual(1, len(res5.columns))
  352. self.assertEqual(1, len(res6.columns))
  353. self.assertEqual(1, len(res7.columns))
  354. self.assertEqual(1, len(res8.columns))
  355. self.assertEqual(min(len(obj.times), len(obj.labels)),
  356. len(res0.index))
  357. self.assertEqual(min(len(obj.times), len(obj.labels)),
  358. len(res1.index))
  359. self.assertEqual(min(len(obj.times), len(obj.labels)),
  360. len(res2.index))
  361. self.assertEqual(min(len(obj.times), len(obj.labels)),
  362. len(res3.index))
  363. self.assertEqual(min(len(obj.times), len(obj.labels)),
  364. len(res4.index))
  365. self.assertEqual(min(len(obj.times), len(obj.labels)),
  366. len(res5.index))
  367. self.assertEqual(min(len(obj.times), len(obj.labels)),
  368. len(res6.index))
  369. self.assertEqual(min(len(obj.times), len(obj.labels)),
  370. len(res7.index))
  371. self.assertEqual(min(len(obj.times), len(obj.labels)),
  372. len(res8.index))
  373. assert_array_equal(targvalues, res0.values)
  374. assert_array_equal(targvalues, res1.values)
  375. assert_array_equal(targvalues, res2.values)
  376. assert_array_equal(targvalues, res3.values)
  377. assert_array_equal(targvalues, res4.values)
  378. assert_array_equal(targvalues, res5.values)
  379. assert_array_equal(targvalues, res6.values)
  380. assert_array_equal(targvalues, res7.values)
  381. assert_array_equal(targvalues, res8.values)
  382. assert_array_equal(targindex, res0.index)
  383. assert_array_equal(targindex, res1.index)
  384. assert_array_equal(targindex, res2.index)
  385. assert_array_equal(targindex, res3.index)
  386. assert_array_equal(targindex, res4.index)
  387. assert_array_equal(targindex, res5.index)
  388. assert_array_equal(targindex, res6.index)
  389. assert_array_equal(targindex, res7.index)
  390. assert_array_equal(targindex, res8.index)
  391. self.assertEqual(['times'], res0.index.names)
  392. self.assertEqual(['times'], res1.index.names)
  393. self.assertEqual(['times'], res2.index.names)
  394. self.assertEqual(['times'], res3.index.names)
  395. self.assertEqual(['times'], res4.index.names)
  396. self.assertEqual(['times'], res5.index.names)
  397. self.assertEqual(['times'], res6.index.names)
  398. self.assertEqual(['times'], res7.index.names)
  399. self.assertEqual(['times'], res8.index.names)
  400. self.assertEqual(keys, res0.columns.names)
  401. self.assertEqual(keys, res1.columns.names)
  402. self.assertEqual(keys, res2.columns.names)
  403. self.assertEqual(keys, res3.columns.names)
  404. self.assertEqual(keys, res4.columns.names)
  405. self.assertEqual(keys, res5.columns.names)
  406. self.assertEqual(keys, res6.columns.names)
  407. self.assertEqual(keys, res7.columns.names)
  408. self.assertEqual(keys, res8.columns.names)
  409. for value, level in zip(values, res0.columns.levels):
  410. assert_index_equal(value, level)
  411. for value, level in zip(values, res1.columns.levels):
  412. assert_index_equal(value, level)
  413. for value, level in zip(values, res2.columns.levels):
  414. assert_index_equal(value, level)
  415. for value, level in zip(values, res3.columns.levels):
  416. assert_index_equal(value, level)
  417. for value, level in zip(values, res4.columns.levels):
  418. assert_index_equal(value, level)
  419. for value, level in zip(values, res5.columns.levels):
  420. assert_index_equal(value, level)
  421. for value, level in zip(values, res6.columns.levels):
  422. assert_index_equal(value, level)
  423. for value, level in zip(values, res7.columns.levels):
  424. assert_index_equal(value, level)
  425. for value, level in zip(values, res8.columns.levels):
  426. assert_index_equal(value, level)
  427. def test__event_to_dataframe__noparents(self):
  428. blk = fake_neo('Block', seed=42)
  429. obj = blk.list_children_by_class('Event')[0]
  430. res0 = ep.event_to_dataframe(obj, parents=False)
  431. res1 = ep.event_to_dataframe(obj, parents=False, child_first=False)
  432. res2 = ep.event_to_dataframe(obj, parents=False, child_first=True)
  433. targvalues = obj.labels[:len(obj.times)][np.newaxis].T.astype('U')
  434. targindex = obj.times[:len(obj.labels)].rescale('s').magnitude
  435. attrs = ep._extract_neo_attrs_safe(obj, parents=False,
  436. child_first=True)
  437. keys, values = zip(*sorted(attrs.items()))
  438. values = _convert_levels(values)
  439. self.assertEqual(1, len(res0.columns))
  440. self.assertEqual(1, len(res1.columns))
  441. self.assertEqual(1, len(res2.columns))
  442. self.assertEqual(min(len(obj.times), len(obj.labels)),
  443. len(res0.index))
  444. self.assertEqual(min(len(obj.times), len(obj.labels)),
  445. len(res1.index))
  446. self.assertEqual(min(len(obj.times), len(obj.labels)),
  447. len(res2.index))
  448. assert_array_equal(targvalues, res0.values)
  449. assert_array_equal(targvalues, res1.values)
  450. assert_array_equal(targvalues, res2.values)
  451. assert_array_equal(targindex, res0.index)
  452. assert_array_equal(targindex, res1.index)
  453. assert_array_equal(targindex, res2.index)
  454. self.assertEqual(['times'], res0.index.names)
  455. self.assertEqual(['times'], res1.index.names)
  456. self.assertEqual(['times'], res2.index.names)
  457. self.assertEqual(keys, res0.columns.names)
  458. self.assertEqual(keys, res1.columns.names)
  459. self.assertEqual(keys, res2.columns.names)
  460. for value, level in zip(values, res0.columns.levels):
  461. assert_index_equal(value, level)
  462. for value, level in zip(values, res1.columns.levels):
  463. assert_index_equal(value, level)
  464. for value, level in zip(values, res2.columns.levels):
  465. assert_index_equal(value, level)
  466. def test__event_to_dataframe__parents_childfirst(self):
  467. blk = fake_neo('Block', seed=42)
  468. obj = blk.list_children_by_class('Event')[0]
  469. res0 = ep.event_to_dataframe(obj)
  470. res1 = ep.event_to_dataframe(obj, child_first=True)
  471. res2 = ep.event_to_dataframe(obj, parents=True)
  472. res3 = ep.event_to_dataframe(obj, parents=True, child_first=True)
  473. targvalues = obj.labels[:len(obj.times)][np.newaxis].T.astype('U')
  474. targindex = obj.times[:len(obj.labels)].rescale('s').magnitude
  475. attrs = ep._extract_neo_attrs_safe(obj, parents=True, child_first=True)
  476. keys, values = zip(*sorted(attrs.items()))
  477. values = _convert_levels(values)
  478. self.assertEqual(1, len(res0.columns))
  479. self.assertEqual(1, len(res1.columns))
  480. self.assertEqual(1, len(res2.columns))
  481. self.assertEqual(1, len(res3.columns))
  482. self.assertEqual(min(len(obj.times), len(obj.labels)),
  483. len(res0.index))
  484. self.assertEqual(min(len(obj.times), len(obj.labels)),
  485. len(res1.index))
  486. self.assertEqual(min(len(obj.times), len(obj.labels)),
  487. len(res2.index))
  488. self.assertEqual(min(len(obj.times), len(obj.labels)),
  489. len(res3.index))
  490. assert_array_equal(targvalues, res0.values)
  491. assert_array_equal(targvalues, res1.values)
  492. assert_array_equal(targvalues, res2.values)
  493. assert_array_equal(targvalues, res3.values)
  494. assert_array_equal(targindex, res0.index)
  495. assert_array_equal(targindex, res1.index)
  496. assert_array_equal(targindex, res2.index)
  497. assert_array_equal(targindex, res3.index)
  498. self.assertEqual(['times'], res0.index.names)
  499. self.assertEqual(['times'], res1.index.names)
  500. self.assertEqual(['times'], res2.index.names)
  501. self.assertEqual(['times'], res3.index.names)
  502. self.assertEqual(keys, res0.columns.names)
  503. self.assertEqual(keys, res1.columns.names)
  504. self.assertEqual(keys, res2.columns.names)
  505. self.assertEqual(keys, res3.columns.names)
  506. for value, level in zip(values, res0.columns.levels):
  507. assert_index_equal(value, level)
  508. for value, level in zip(values, res1.columns.levels):
  509. assert_index_equal(value, level)
  510. for value, level in zip(values, res2.columns.levels):
  511. assert_index_equal(value, level)
  512. for value, level in zip(values, res3.columns.levels):
  513. assert_index_equal(value, level)
  514. def test__event_to_dataframe__parents_parentfirst(self):
  515. blk = fake_neo('Block', seed=42)
  516. obj = blk.list_children_by_class('Event')[0]
  517. res0 = ep.event_to_dataframe(obj, child_first=False)
  518. res1 = ep.event_to_dataframe(obj, parents=True, child_first=False)
  519. targvalues = obj.labels[:len(obj.times)][np.newaxis].T.astype('U')
  520. targindex = obj.times[:len(obj.labels)].rescale('s').magnitude
  521. attrs = ep._extract_neo_attrs_safe(obj, parents=True,
  522. child_first=False)
  523. keys, values = zip(*sorted(attrs.items()))
  524. values = _convert_levels(values)
  525. self.assertEqual(1, len(res0.columns))
  526. self.assertEqual(1, len(res1.columns))
  527. self.assertEqual(min(len(obj.times), len(obj.labels)),
  528. len(res0.index))
  529. self.assertEqual(min(len(obj.times), len(obj.labels)),
  530. len(res1.index))
  531. assert_array_equal(targvalues, res0.values)
  532. assert_array_equal(targvalues, res1.values)
  533. assert_array_equal(targindex, res0.index)
  534. assert_array_equal(targindex, res1.index)
  535. self.assertEqual(['times'], res0.index.names)
  536. self.assertEqual(['times'], res1.index.names)
  537. self.assertEqual(keys, res0.columns.names)
  538. self.assertEqual(keys, res1.columns.names)
  539. for value, level in zip(values, res0.columns.levels):
  540. assert_index_equal(value, level)
  541. for value, level in zip(values, res1.columns.levels):
  542. assert_index_equal(value, level)
  543. @unittest.skipUnless(HAVE_PANDAS, 'requires pandas')
  544. class EpochToDataframeTestCase(unittest.TestCase):
  545. def test__epoch_to_dataframe__parents_empty(self):
  546. obj = fake_neo('Epoch', seed=42)
  547. res0 = ep.epoch_to_dataframe(obj)
  548. res1 = ep.epoch_to_dataframe(obj, child_first=True)
  549. res2 = ep.epoch_to_dataframe(obj, child_first=False)
  550. res3 = ep.epoch_to_dataframe(obj, parents=True)
  551. res4 = ep.epoch_to_dataframe(obj, parents=True, child_first=True)
  552. res5 = ep.epoch_to_dataframe(obj, parents=True, child_first=False)
  553. res6 = ep.epoch_to_dataframe(obj, parents=False)
  554. res7 = ep.epoch_to_dataframe(obj, parents=False, child_first=True)
  555. res8 = ep.epoch_to_dataframe(obj, parents=False, child_first=False)
  556. minlen = min([len(obj.times), len(obj.durations), len(obj.labels)])
  557. targvalues = obj.labels[:minlen][np.newaxis].T.astype('U')
  558. targindex = np.vstack([obj.durations[:minlen].rescale('s').magnitude,
  559. obj.times[:minlen].rescale('s').magnitude])
  560. targvalues = targvalues[targindex.argsort()[0], :]
  561. targindex.sort()
  562. attrs = ep._extract_neo_attrs_safe(obj, parents=True,
  563. child_first=True)
  564. keys, values = zip(*sorted(attrs.items()))
  565. values = _convert_levels(values)
  566. self.assertEqual(1, len(res0.columns))
  567. self.assertEqual(1, len(res1.columns))
  568. self.assertEqual(1, len(res2.columns))
  569. self.assertEqual(1, len(res3.columns))
  570. self.assertEqual(1, len(res4.columns))
  571. self.assertEqual(1, len(res5.columns))
  572. self.assertEqual(1, len(res6.columns))
  573. self.assertEqual(1, len(res7.columns))
  574. self.assertEqual(1, len(res8.columns))
  575. self.assertEqual(min(len(obj.times), len(obj.durations),
  576. len(obj.labels)),
  577. len(res0.index))
  578. self.assertEqual(min(len(obj.times), len(obj.durations),
  579. len(obj.labels)),
  580. len(res1.index))
  581. self.assertEqual(min(len(obj.times), len(obj.durations),
  582. len(obj.labels)),
  583. len(res2.index))
  584. self.assertEqual(min(len(obj.times), len(obj.durations),
  585. len(obj.labels)),
  586. len(res3.index))
  587. self.assertEqual(min(len(obj.times), len(obj.durations),
  588. len(obj.labels)),
  589. len(res4.index))
  590. self.assertEqual(min(len(obj.times), len(obj.durations),
  591. len(obj.labels)),
  592. len(res5.index))
  593. self.assertEqual(min(len(obj.times), len(obj.durations),
  594. len(obj.labels)),
  595. len(res6.index))
  596. self.assertEqual(min(len(obj.times), len(obj.durations),
  597. len(obj.labels)),
  598. len(res7.index))
  599. self.assertEqual(min(len(obj.times), len(obj.durations),
  600. len(obj.labels)),
  601. len(res8.index))
  602. assert_array_equal(targvalues, res0.values)
  603. assert_array_equal(targvalues, res1.values)
  604. assert_array_equal(targvalues, res2.values)
  605. assert_array_equal(targvalues, res3.values)
  606. assert_array_equal(targvalues, res4.values)
  607. assert_array_equal(targvalues, res5.values)
  608. assert_array_equal(targvalues, res6.values)
  609. assert_array_equal(targvalues, res7.values)
  610. assert_array_equal(targvalues, res8.values)
  611. self.assertEqual(keys, res0.columns.names)
  612. self.assertEqual(keys, res1.columns.names)
  613. self.assertEqual(keys, res2.columns.names)
  614. self.assertEqual(keys, res3.columns.names)
  615. self.assertEqual(keys, res4.columns.names)
  616. self.assertEqual(keys, res5.columns.names)
  617. self.assertEqual(keys, res6.columns.names)
  618. self.assertEqual(keys, res7.columns.names)
  619. self.assertEqual(keys, res8.columns.names)
  620. self.assertEqual([u'durations', u'times'], res0.index.names)
  621. self.assertEqual([u'durations', u'times'], res1.index.names)
  622. self.assertEqual([u'durations', u'times'], res2.index.names)
  623. self.assertEqual([u'durations', u'times'], res3.index.names)
  624. self.assertEqual([u'durations', u'times'], res4.index.names)
  625. self.assertEqual([u'durations', u'times'], res5.index.names)
  626. self.assertEqual([u'durations', u'times'], res6.index.names)
  627. self.assertEqual([u'durations', u'times'], res7.index.names)
  628. self.assertEqual([u'durations', u'times'], res8.index.names)
  629. self.assertEqual(2, len(res0.index.levels))
  630. self.assertEqual(2, len(res1.index.levels))
  631. self.assertEqual(2, len(res2.index.levels))
  632. self.assertEqual(2, len(res3.index.levels))
  633. self.assertEqual(2, len(res4.index.levels))
  634. self.assertEqual(2, len(res5.index.levels))
  635. self.assertEqual(2, len(res6.index.levels))
  636. self.assertEqual(2, len(res7.index.levels))
  637. self.assertEqual(2, len(res8.index.levels))
  638. assert_array_equal(targindex, res0.index.levels)
  639. assert_array_equal(targindex, res1.index.levels)
  640. assert_array_equal(targindex, res2.index.levels)
  641. assert_array_equal(targindex, res3.index.levels)
  642. assert_array_equal(targindex, res4.index.levels)
  643. assert_array_equal(targindex, res5.index.levels)
  644. assert_array_equal(targindex, res6.index.levels)
  645. assert_array_equal(targindex, res7.index.levels)
  646. assert_array_equal(targindex, res8.index.levels)
  647. for value, level in zip(values, res0.columns.levels):
  648. assert_index_equal(value, level)
  649. for value, level in zip(values, res1.columns.levels):
  650. assert_index_equal(value, level)
  651. for value, level in zip(values, res2.columns.levels):
  652. assert_index_equal(value, level)
  653. for value, level in zip(values, res3.columns.levels):
  654. assert_index_equal(value, level)
  655. for value, level in zip(values, res4.columns.levels):
  656. assert_index_equal(value, level)
  657. for value, level in zip(values, res5.columns.levels):
  658. assert_index_equal(value, level)
  659. for value, level in zip(values, res6.columns.levels):
  660. assert_index_equal(value, level)
  661. for value, level in zip(values, res7.columns.levels):
  662. assert_index_equal(value, level)
  663. for value, level in zip(values, res8.columns.levels):
  664. assert_index_equal(value, level)
  665. def test__epoch_to_dataframe__noparents(self):
  666. blk = fake_neo('Block', seed=42)
  667. obj = blk.list_children_by_class('Epoch')[0]
  668. res0 = ep.epoch_to_dataframe(obj, parents=False)
  669. res1 = ep.epoch_to_dataframe(obj, parents=False, child_first=True)
  670. res2 = ep.epoch_to_dataframe(obj, parents=False, child_first=False)
  671. minlen = min([len(obj.times), len(obj.durations), len(obj.labels)])
  672. targvalues = obj.labels[:minlen][np.newaxis].T.astype('U')
  673. targindex = np.vstack([obj.durations[:minlen].rescale('s').magnitude,
  674. obj.times[:minlen].rescale('s').magnitude])
  675. targvalues = targvalues[targindex.argsort()[0], :]
  676. targindex.sort()
  677. attrs = ep._extract_neo_attrs_safe(obj, parents=False,
  678. child_first=True)
  679. keys, values = zip(*sorted(attrs.items()))
  680. values = _convert_levels(values)
  681. self.assertEqual(1, len(res0.columns))
  682. self.assertEqual(1, len(res1.columns))
  683. self.assertEqual(1, len(res2.columns))
  684. self.assertEqual(min(len(obj.times), len(obj.durations),
  685. len(obj.labels)),
  686. len(res0.index))
  687. self.assertEqual(min(len(obj.times), len(obj.durations),
  688. len(obj.labels)),
  689. len(res1.index))
  690. self.assertEqual(min(len(obj.times), len(obj.durations),
  691. len(obj.labels)),
  692. len(res2.index))
  693. assert_array_equal(targvalues, res0.values)
  694. assert_array_equal(targvalues, res1.values)
  695. assert_array_equal(targvalues, res2.values)
  696. self.assertEqual(keys, res0.columns.names)
  697. self.assertEqual(keys, res1.columns.names)
  698. self.assertEqual(keys, res2.columns.names)
  699. self.assertEqual([u'durations', u'times'], res0.index.names)
  700. self.assertEqual([u'durations', u'times'], res1.index.names)
  701. self.assertEqual([u'durations', u'times'], res2.index.names)
  702. self.assertEqual(2, len(res0.index.levels))
  703. self.assertEqual(2, len(res1.index.levels))
  704. self.assertEqual(2, len(res2.index.levels))
  705. assert_array_equal(targindex, res0.index.levels)
  706. assert_array_equal(targindex, res1.index.levels)
  707. assert_array_equal(targindex, res2.index.levels)
  708. for value, level in zip(values, res0.columns.levels):
  709. assert_index_equal(value, level)
  710. for value, level in zip(values, res1.columns.levels):
  711. assert_index_equal(value, level)
  712. for value, level in zip(values, res2.columns.levels):
  713. assert_index_equal(value, level)
  714. def test__epoch_to_dataframe__parents_childfirst(self):
  715. blk = fake_neo('Block', seed=42)
  716. obj = blk.list_children_by_class('Epoch')[0]
  717. res0 = ep.epoch_to_dataframe(obj)
  718. res1 = ep.epoch_to_dataframe(obj, child_first=True)
  719. res2 = ep.epoch_to_dataframe(obj, parents=True)
  720. res3 = ep.epoch_to_dataframe(obj, parents=True, child_first=True)
  721. minlen = min([len(obj.times), len(obj.durations), len(obj.labels)])
  722. targvalues = obj.labels[:minlen][np.newaxis].T.astype('U')
  723. targindex = np.vstack([obj.durations[:minlen].rescale('s').magnitude,
  724. obj.times[:minlen].rescale('s').magnitude])
  725. targvalues = targvalues[targindex.argsort()[0], :]
  726. targindex.sort()
  727. attrs = ep._extract_neo_attrs_safe(obj, parents=True, child_first=True)
  728. keys, values = zip(*sorted(attrs.items()))
  729. values = _convert_levels(values)
  730. self.assertEqual(1, len(res0.columns))
  731. self.assertEqual(1, len(res1.columns))
  732. self.assertEqual(1, len(res2.columns))
  733. self.assertEqual(1, len(res3.columns))
  734. self.assertEqual(min(len(obj.times), len(obj.durations),
  735. len(obj.labels)),
  736. len(res0.index))
  737. self.assertEqual(min(len(obj.times), len(obj.durations),
  738. len(obj.labels)),
  739. len(res1.index))
  740. self.assertEqual(min(len(obj.times), len(obj.durations),
  741. len(obj.labels)),
  742. len(res2.index))
  743. self.assertEqual(min(len(obj.times), len(obj.durations),
  744. len(obj.labels)),
  745. len(res3.index))
  746. assert_array_equal(targvalues, res0.values)
  747. assert_array_equal(targvalues, res1.values)
  748. assert_array_equal(targvalues, res2.values)
  749. assert_array_equal(targvalues, res3.values)
  750. self.assertEqual(keys, res0.columns.names)
  751. self.assertEqual(keys, res1.columns.names)
  752. self.assertEqual(keys, res2.columns.names)
  753. self.assertEqual(keys, res3.columns.names)
  754. self.assertEqual([u'durations', u'times'], res0.index.names)
  755. self.assertEqual([u'durations', u'times'], res1.index.names)
  756. self.assertEqual([u'durations', u'times'], res2.index.names)
  757. self.assertEqual([u'durations', u'times'], res3.index.names)
  758. self.assertEqual(2, len(res0.index.levels))
  759. self.assertEqual(2, len(res1.index.levels))
  760. self.assertEqual(2, len(res2.index.levels))
  761. self.assertEqual(2, len(res3.index.levels))
  762. assert_array_equal(targindex, res0.index.levels)
  763. assert_array_equal(targindex, res1.index.levels)
  764. assert_array_equal(targindex, res2.index.levels)
  765. assert_array_equal(targindex, res3.index.levels)
  766. for value, level in zip(values, res0.columns.levels):
  767. assert_index_equal(value, level)
  768. for value, level in zip(values, res1.columns.levels):
  769. assert_index_equal(value, level)
  770. for value, level in zip(values, res2.columns.levels):
  771. assert_index_equal(value, level)
  772. for value, level in zip(values, res3.columns.levels):
  773. assert_index_equal(value, level)
  774. def test__epoch_to_dataframe__parents_parentfirst(self):
  775. blk = fake_neo('Block', seed=42)
  776. obj = blk.list_children_by_class('Epoch')[0]
  777. res0 = ep.epoch_to_dataframe(obj, child_first=False)
  778. res1 = ep.epoch_to_dataframe(obj, parents=True, child_first=False)
  779. minlen = min([len(obj.times), len(obj.durations), len(obj.labels)])
  780. targvalues = obj.labels[:minlen][np.newaxis].T.astype('U')
  781. targindex = np.vstack([obj.durations[:minlen].rescale('s').magnitude,
  782. obj.times[:minlen].rescale('s').magnitude])
  783. targvalues = targvalues[targindex.argsort()[0], :]
  784. targindex.sort()
  785. attrs = ep._extract_neo_attrs_safe(obj, parents=True,
  786. child_first=False)
  787. keys, values = zip(*sorted(attrs.items()))
  788. values = _convert_levels(values)
  789. self.assertEqual(1, len(res0.columns))
  790. self.assertEqual(1, len(res1.columns))
  791. self.assertEqual(min(len(obj.times), len(obj.durations),
  792. len(obj.labels)),
  793. len(res0.index))
  794. self.assertEqual(min(len(obj.times), len(obj.durations),
  795. len(obj.labels)),
  796. len(res1.index))
  797. assert_array_equal(targvalues, res0.values)
  798. assert_array_equal(targvalues, res1.values)
  799. self.assertEqual(keys, res0.columns.names)
  800. self.assertEqual(keys, res1.columns.names)
  801. self.assertEqual([u'durations', u'times'], res0.index.names)
  802. self.assertEqual([u'durations', u'times'], res1.index.names)
  803. self.assertEqual(2, len(res0.index.levels))
  804. self.assertEqual(2, len(res1.index.levels))
  805. assert_array_equal(targindex, res0.index.levels)
  806. assert_array_equal(targindex, res1.index.levels)
  807. for value, level in zip(values, res0.columns.levels):
  808. assert_index_equal(value, level)
  809. for value, level in zip(values, res1.columns.levels):
  810. assert_index_equal(value, level)
  811. @unittest.skipUnless(HAVE_PANDAS, 'requires pandas')
  812. class MultiSpiketrainsToDataframeTestCase(unittest.TestCase):
  813. def setUp(self):
  814. if hasattr(self, 'assertItemsEqual'):
  815. self.assertCountEqual = self.assertItemsEqual
  816. def test__multi_spiketrains_to_dataframe__single(self):
  817. obj = fake_neo('SpikeTrain', seed=0, n=5)
  818. res0 = ep.multi_spiketrains_to_dataframe(obj)
  819. res1 = ep.multi_spiketrains_to_dataframe(obj, parents=False)
  820. res2 = ep.multi_spiketrains_to_dataframe(obj, parents=True)
  821. res3 = ep.multi_spiketrains_to_dataframe(obj, child_first=True)
  822. res4 = ep.multi_spiketrains_to_dataframe(obj, parents=False,
  823. child_first=True)
  824. res5 = ep.multi_spiketrains_to_dataframe(obj, parents=True,
  825. child_first=True)
  826. res6 = ep.multi_spiketrains_to_dataframe(obj, child_first=False)
  827. res7 = ep.multi_spiketrains_to_dataframe(obj, parents=False,
  828. child_first=False)
  829. res8 = ep.multi_spiketrains_to_dataframe(obj, parents=True,
  830. child_first=False)
  831. targ = ep.spiketrain_to_dataframe(obj)
  832. keys = ep._extract_neo_attrs_safe(obj, parents=True,
  833. child_first=True).keys()
  834. keys = list(keys)
  835. targwidth = 1
  836. targlen = len(obj)
  837. self.assertEqual(targwidth, len(targ.columns))
  838. self.assertEqual(targwidth, len(res0.columns))
  839. self.assertEqual(targwidth, len(res1.columns))
  840. self.assertEqual(targwidth, len(res2.columns))
  841. self.assertEqual(targwidth, len(res3.columns))
  842. self.assertEqual(targwidth, len(res4.columns))
  843. self.assertEqual(targwidth, len(res5.columns))
  844. self.assertEqual(targwidth, len(res6.columns))
  845. self.assertEqual(targwidth, len(res7.columns))
  846. self.assertEqual(targwidth, len(res8.columns))
  847. self.assertEqual(targlen, len(targ.index))
  848. self.assertEqual(targlen, len(res0.index))
  849. self.assertEqual(targlen, len(res1.index))
  850. self.assertEqual(targlen, len(res2.index))
  851. self.assertEqual(targlen, len(res3.index))
  852. self.assertEqual(targlen, len(res4.index))
  853. self.assertEqual(targlen, len(res5.index))
  854. self.assertEqual(targlen, len(res6.index))
  855. self.assertEqual(targlen, len(res7.index))
  856. self.assertEqual(targlen, len(res8.index))
  857. self.assertCountEqual(keys, targ.columns.names)
  858. self.assertCountEqual(keys, res0.columns.names)
  859. self.assertCountEqual(keys, res1.columns.names)
  860. self.assertCountEqual(keys, res2.columns.names)
  861. self.assertCountEqual(keys, res3.columns.names)
  862. self.assertCountEqual(keys, res4.columns.names)
  863. self.assertCountEqual(keys, res5.columns.names)
  864. self.assertCountEqual(keys, res6.columns.names)
  865. self.assertCountEqual(keys, res7.columns.names)
  866. self.assertCountEqual(keys, res8.columns.names)
  867. assert_array_equal(targ.values, res0.values)
  868. assert_array_equal(targ.values, res1.values)
  869. assert_array_equal(targ.values, res2.values)
  870. assert_array_equal(targ.values, res3.values)
  871. assert_array_equal(targ.values, res4.values)
  872. assert_array_equal(targ.values, res5.values)
  873. assert_array_equal(targ.values, res6.values)
  874. assert_array_equal(targ.values, res7.values)
  875. assert_array_equal(targ.values, res8.values)
  876. assert_frame_equal(targ, res0)
  877. assert_frame_equal(targ, res0)
  878. assert_frame_equal(targ, res1)
  879. assert_frame_equal(targ, res2)
  880. assert_frame_equal(targ, res3)
  881. assert_frame_equal(targ, res4)
  882. assert_frame_equal(targ, res5)
  883. assert_frame_equal(targ, res6)
  884. assert_frame_equal(targ, res7)
  885. assert_frame_equal(targ, res8)
  886. def test__multi_spiketrains_to_dataframe__unit_default(self):
  887. obj = fake_neo('Unit', seed=0, n=5)
  888. res0 = ep.multi_spiketrains_to_dataframe(obj)
  889. objs = obj.spiketrains
  890. targ = [ep.spiketrain_to_dataframe(iobj) for iobj in objs]
  891. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  892. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  893. child_first=True).keys()
  894. keys = list(keys)
  895. targwidth = len(objs)
  896. targlen = max(len(iobj) for iobj in objs)
  897. self.assertGreater(len(objs), 0)
  898. self.assertEqual(targwidth, len(targ.columns))
  899. self.assertEqual(targwidth, len(res0.columns))
  900. self.assertEqual(targlen, len(targ.index))
  901. self.assertEqual(targlen, len(res0.index))
  902. self.assertCountEqual(keys, targ.columns.names)
  903. self.assertCountEqual(keys, res0.columns.names)
  904. assert_array_equal(targ.values, res0.values)
  905. assert_frame_equal(targ, res0)
  906. def test__multi_spiketrains_to_dataframe__segment_default(self):
  907. obj = fake_neo('Segment', seed=0, n=5)
  908. res0 = ep.multi_spiketrains_to_dataframe(obj)
  909. objs = obj.spiketrains
  910. targ = [ep.spiketrain_to_dataframe(iobj) for iobj in objs]
  911. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  912. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  913. child_first=True).keys()
  914. keys = list(keys)
  915. targwidth = len(objs)
  916. targlen = max(len(iobj) for iobj in objs)
  917. self.assertGreater(len(objs), 0)
  918. self.assertEqual(targwidth, len(targ.columns))
  919. self.assertEqual(targwidth, len(res0.columns))
  920. self.assertEqual(targlen, len(targ.index))
  921. self.assertEqual(targlen, len(res0.index))
  922. self.assertCountEqual(keys, targ.columns.names)
  923. self.assertCountEqual(keys, res0.columns.names)
  924. assert_array_equal(targ.values, res0.values)
  925. assert_frame_equal(targ, res0)
  926. def test__multi_spiketrains_to_dataframe__block_noparents(self):
  927. obj = fake_neo('Block', seed=0, n=3)
  928. res0 = ep.multi_spiketrains_to_dataframe(obj, parents=False)
  929. res1 = ep.multi_spiketrains_to_dataframe(obj, parents=False,
  930. child_first=True)
  931. res2 = ep.multi_spiketrains_to_dataframe(obj, parents=False,
  932. child_first=False)
  933. objs = obj.list_children_by_class('SpikeTrain')
  934. targ = [ep.spiketrain_to_dataframe(iobj,
  935. parents=False, child_first=True)
  936. for iobj in objs]
  937. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  938. keys = ep._extract_neo_attrs_safe(objs[0], parents=False,
  939. child_first=True).keys()
  940. keys = list(keys)
  941. targwidth = len(objs)
  942. targlen = max(len(iobj) for iobj in objs)
  943. self.assertGreater(len(objs), 0)
  944. self.assertEqual(targwidth, len(targ.columns))
  945. self.assertEqual(targwidth, len(res0.columns))
  946. self.assertEqual(targwidth, len(res1.columns))
  947. self.assertEqual(targwidth, len(res2.columns))
  948. self.assertEqual(targlen, len(targ.index))
  949. self.assertEqual(targlen, len(res0.index))
  950. self.assertEqual(targlen, len(res1.index))
  951. self.assertEqual(targlen, len(res2.index))
  952. self.assertCountEqual(keys, targ.columns.names)
  953. self.assertCountEqual(keys, res0.columns.names)
  954. self.assertCountEqual(keys, res1.columns.names)
  955. self.assertCountEqual(keys, res2.columns.names)
  956. assert_array_equal(targ.values, res0.values)
  957. assert_array_equal(targ.values, res1.values)
  958. assert_array_equal(targ.values, res2.values)
  959. assert_frame_equal(targ, res0)
  960. assert_frame_equal(targ, res1)
  961. assert_frame_equal(targ, res2)
  962. def test__multi_spiketrains_to_dataframe__block_parents_childfirst(self):
  963. obj = fake_neo('Block', seed=0, n=3)
  964. res0 = ep.multi_spiketrains_to_dataframe(obj)
  965. res1 = ep.multi_spiketrains_to_dataframe(obj, parents=True)
  966. res2 = ep.multi_spiketrains_to_dataframe(obj, child_first=True)
  967. res3 = ep.multi_spiketrains_to_dataframe(obj, parents=True,
  968. child_first=True)
  969. objs = obj.list_children_by_class('SpikeTrain')
  970. targ = [ep.spiketrain_to_dataframe(iobj,
  971. parents=True, child_first=True)
  972. for iobj in objs]
  973. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  974. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  975. child_first=True).keys()
  976. keys = list(keys)
  977. targwidth = len(objs)
  978. targlen = max(len(iobj) for iobj in objs)
  979. self.assertGreater(len(objs), 0)
  980. self.assertEqual(targwidth, len(targ.columns))
  981. self.assertEqual(targwidth, len(res0.columns))
  982. self.assertEqual(targwidth, len(res1.columns))
  983. self.assertEqual(targwidth, len(res2.columns))
  984. self.assertEqual(targwidth, len(res3.columns))
  985. self.assertEqual(targlen, len(targ.index))
  986. self.assertEqual(targlen, len(res0.index))
  987. self.assertEqual(targlen, len(res1.index))
  988. self.assertEqual(targlen, len(res2.index))
  989. self.assertEqual(targlen, len(res3.index))
  990. self.assertCountEqual(keys, targ.columns.names)
  991. self.assertCountEqual(keys, res0.columns.names)
  992. self.assertCountEqual(keys, res1.columns.names)
  993. self.assertCountEqual(keys, res2.columns.names)
  994. self.assertCountEqual(keys, res3.columns.names)
  995. assert_array_equal(targ.values, res0.values)
  996. assert_array_equal(targ.values, res1.values)
  997. assert_array_equal(targ.values, res2.values)
  998. assert_array_equal(targ.values, res3.values)
  999. assert_frame_equal(targ, res0)
  1000. assert_frame_equal(targ, res1)
  1001. assert_frame_equal(targ, res2)
  1002. assert_frame_equal(targ, res3)
  1003. def test__multi_spiketrains_to_dataframe__block_parents_parentfirst(self):
  1004. obj = fake_neo('Block', seed=0, n=3)
  1005. res0 = ep.multi_spiketrains_to_dataframe(obj, child_first=False)
  1006. res1 = ep.multi_spiketrains_to_dataframe(obj, parents=True,
  1007. child_first=False)
  1008. objs = obj.list_children_by_class('SpikeTrain')
  1009. targ = [ep.spiketrain_to_dataframe(iobj,
  1010. parents=True, child_first=False)
  1011. for iobj in objs]
  1012. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1013. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1014. child_first=False).keys()
  1015. keys = list(keys)
  1016. targwidth = len(objs)
  1017. targlen = max(len(iobj) for iobj in objs)
  1018. self.assertGreater(len(objs), 0)
  1019. self.assertEqual(targwidth, len(targ.columns))
  1020. self.assertEqual(targwidth, len(res0.columns))
  1021. self.assertEqual(targwidth, len(res1.columns))
  1022. self.assertEqual(targlen, len(targ.index))
  1023. self.assertEqual(targlen, len(res0.index))
  1024. self.assertEqual(targlen, len(res1.index))
  1025. self.assertCountEqual(keys, targ.columns.names)
  1026. self.assertCountEqual(keys, res0.columns.names)
  1027. self.assertCountEqual(keys, res1.columns.names)
  1028. assert_array_equal(targ.values, res0.values)
  1029. assert_array_equal(targ.values, res1.values)
  1030. assert_frame_equal(targ, res0)
  1031. assert_frame_equal(targ, res1)
  1032. def test__multi_spiketrains_to_dataframe__list_noparents(self):
  1033. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1034. res0 = ep.multi_spiketrains_to_dataframe(obj, parents=False)
  1035. res1 = ep.multi_spiketrains_to_dataframe(obj, parents=False,
  1036. child_first=True)
  1037. res2 = ep.multi_spiketrains_to_dataframe(obj, parents=False,
  1038. child_first=False)
  1039. objs = (iobj.list_children_by_class('SpikeTrain') for iobj in obj)
  1040. objs = list(chain.from_iterable(objs))
  1041. targ = [ep.spiketrain_to_dataframe(iobj,
  1042. parents=False, child_first=True)
  1043. for iobj in objs]
  1044. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1045. keys = ep._extract_neo_attrs_safe(objs[0], parents=False,
  1046. child_first=True).keys()
  1047. keys = list(keys)
  1048. targwidth = len(objs)
  1049. targlen = max(len(iobj) for iobj in objs)
  1050. self.assertGreater(len(objs), 0)
  1051. self.assertEqual(targwidth, len(targ.columns))
  1052. self.assertEqual(targwidth, len(res0.columns))
  1053. self.assertEqual(targwidth, len(res1.columns))
  1054. self.assertEqual(targwidth, len(res2.columns))
  1055. self.assertEqual(targlen, len(targ.index))
  1056. self.assertEqual(targlen, len(res0.index))
  1057. self.assertEqual(targlen, len(res1.index))
  1058. self.assertEqual(targlen, len(res2.index))
  1059. self.assertCountEqual(keys, targ.columns.names)
  1060. self.assertCountEqual(keys, res0.columns.names)
  1061. self.assertCountEqual(keys, res1.columns.names)
  1062. self.assertCountEqual(keys, res2.columns.names)
  1063. assert_array_equal(targ.values, res0.values)
  1064. assert_array_equal(targ.values, res1.values)
  1065. assert_array_equal(targ.values, res2.values)
  1066. assert_frame_equal(targ, res0)
  1067. assert_frame_equal(targ, res1)
  1068. assert_frame_equal(targ, res2)
  1069. def test__multi_spiketrains_to_dataframe__list_parents_childfirst(self):
  1070. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1071. res0 = ep.multi_spiketrains_to_dataframe(obj)
  1072. res1 = ep.multi_spiketrains_to_dataframe(obj, parents=True)
  1073. res2 = ep.multi_spiketrains_to_dataframe(obj, child_first=True)
  1074. res3 = ep.multi_spiketrains_to_dataframe(obj, parents=True,
  1075. child_first=True)
  1076. objs = (iobj.list_children_by_class('SpikeTrain') for iobj in obj)
  1077. objs = list(chain.from_iterable(objs))
  1078. targ = [ep.spiketrain_to_dataframe(iobj,
  1079. parents=True, child_first=True)
  1080. for iobj in objs]
  1081. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1082. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1083. child_first=True).keys()
  1084. keys = list(keys)
  1085. targwidth = len(objs)
  1086. targlen = max(len(iobj) for iobj in objs)
  1087. self.assertGreater(len(objs), 0)
  1088. self.assertEqual(targwidth, len(targ.columns))
  1089. self.assertEqual(targwidth, len(res0.columns))
  1090. self.assertEqual(targwidth, len(res1.columns))
  1091. self.assertEqual(targwidth, len(res2.columns))
  1092. self.assertEqual(targwidth, len(res3.columns))
  1093. self.assertEqual(targlen, len(targ.index))
  1094. self.assertEqual(targlen, len(res0.index))
  1095. self.assertEqual(targlen, len(res1.index))
  1096. self.assertEqual(targlen, len(res2.index))
  1097. self.assertEqual(targlen, len(res3.index))
  1098. self.assertCountEqual(keys, targ.columns.names)
  1099. self.assertCountEqual(keys, res0.columns.names)
  1100. self.assertCountEqual(keys, res1.columns.names)
  1101. self.assertCountEqual(keys, res2.columns.names)
  1102. self.assertCountEqual(keys, res3.columns.names)
  1103. assert_array_equal(targ.values, res0.values)
  1104. assert_array_equal(targ.values, res1.values)
  1105. assert_array_equal(targ.values, res2.values)
  1106. assert_array_equal(targ.values, res3.values)
  1107. assert_frame_equal(targ, res0)
  1108. assert_frame_equal(targ, res1)
  1109. assert_frame_equal(targ, res2)
  1110. assert_frame_equal(targ, res3)
  1111. def test__multi_spiketrains_to_dataframe__list_parents_parentfirst(self):
  1112. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1113. res0 = ep.multi_spiketrains_to_dataframe(obj, child_first=False)
  1114. res1 = ep.multi_spiketrains_to_dataframe(obj, parents=True,
  1115. child_first=False)
  1116. objs = (iobj.list_children_by_class('SpikeTrain') for iobj in obj)
  1117. objs = list(chain.from_iterable(objs))
  1118. targ = [ep.spiketrain_to_dataframe(iobj,
  1119. parents=True, child_first=False)
  1120. for iobj in objs]
  1121. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1122. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1123. child_first=False).keys()
  1124. keys = list(keys)
  1125. targwidth = len(objs)
  1126. targlen = max(len(iobj) for iobj in objs)
  1127. self.assertGreater(len(objs), 0)
  1128. self.assertEqual(targwidth, len(targ.columns))
  1129. self.assertEqual(targwidth, len(res0.columns))
  1130. self.assertEqual(targwidth, len(res1.columns))
  1131. self.assertEqual(targlen, len(targ.index))
  1132. self.assertEqual(targlen, len(res0.index))
  1133. self.assertEqual(targlen, len(res1.index))
  1134. self.assertCountEqual(keys, targ.columns.names)
  1135. self.assertCountEqual(keys, res0.columns.names)
  1136. self.assertCountEqual(keys, res1.columns.names)
  1137. assert_array_equal(targ.values, res0.values)
  1138. assert_array_equal(targ.values, res1.values)
  1139. assert_frame_equal(targ, res0)
  1140. assert_frame_equal(targ, res1)
  1141. def test__multi_spiketrains_to_dataframe__tuple_default(self):
  1142. obj = tuple(fake_neo('Block', seed=i, n=3) for i in range(3))
  1143. res0 = ep.multi_spiketrains_to_dataframe(obj)
  1144. objs = (iobj.list_children_by_class('SpikeTrain') for iobj in obj)
  1145. objs = list(chain.from_iterable(objs))
  1146. targ = [ep.spiketrain_to_dataframe(iobj) for iobj in objs]
  1147. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1148. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1149. child_first=True).keys()
  1150. keys = list(keys)
  1151. targwidth = len(objs)
  1152. targlen = max(len(iobj) for iobj in objs)
  1153. self.assertGreater(len(objs), 0)
  1154. self.assertEqual(targwidth, len(targ.columns))
  1155. self.assertEqual(targwidth, len(res0.columns))
  1156. self.assertEqual(targlen, len(targ.index))
  1157. self.assertEqual(targlen, len(res0.index))
  1158. self.assertCountEqual(keys, targ.columns.names)
  1159. self.assertCountEqual(keys, res0.columns.names)
  1160. assert_array_equal(targ.values, res0.values)
  1161. assert_frame_equal(targ, res0)
  1162. def test__multi_spiketrains_to_dataframe__iter_default(self):
  1163. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1164. res0 = ep.multi_spiketrains_to_dataframe(iter(obj))
  1165. objs = (iobj.list_children_by_class('SpikeTrain') for iobj in obj)
  1166. objs = list(chain.from_iterable(objs))
  1167. targ = [ep.spiketrain_to_dataframe(iobj) for iobj in objs]
  1168. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1169. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1170. child_first=True).keys()
  1171. keys = list(keys)
  1172. targwidth = len(objs)
  1173. targlen = max(len(iobj) for iobj in objs)
  1174. self.assertGreater(len(objs), 0)
  1175. self.assertEqual(targwidth, len(targ.columns))
  1176. self.assertEqual(targwidth, len(res0.columns))
  1177. self.assertEqual(targlen, len(targ.index))
  1178. self.assertEqual(targlen, len(res0.index))
  1179. self.assertCountEqual(keys, targ.columns.names)
  1180. self.assertCountEqual(keys, res0.columns.names)
  1181. assert_array_equal(targ.values, res0.values)
  1182. assert_frame_equal(targ, res0)
  1183. def test__multi_spiketrains_to_dataframe__dict_default(self):
  1184. obj = dict((i, fake_neo('Block', seed=i, n=3)) for i in range(3))
  1185. res0 = ep.multi_spiketrains_to_dataframe(obj)
  1186. objs = (iobj.list_children_by_class('SpikeTrain') for iobj in
  1187. obj.values())
  1188. objs = list(chain.from_iterable(objs))
  1189. targ = [ep.spiketrain_to_dataframe(iobj) for iobj in objs]
  1190. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1191. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1192. child_first=True).keys()
  1193. keys = list(keys)
  1194. targwidth = len(objs)
  1195. targlen = max(len(iobj) for iobj in objs)
  1196. self.assertGreater(len(objs), 0)
  1197. self.assertEqual(targwidth, len(targ.columns))
  1198. self.assertEqual(targwidth, len(res0.columns))
  1199. self.assertEqual(targlen, len(targ.index))
  1200. self.assertEqual(targlen, len(res0.index))
  1201. self.assertCountEqual(keys, targ.columns.names)
  1202. self.assertCountEqual(keys, res0.columns.names)
  1203. assert_array_equal(targ.values, res0.values)
  1204. assert_frame_equal(targ, res0)
  1205. @unittest.skipUnless(HAVE_PANDAS, 'requires pandas')
  1206. class MultiEventsToDataframeTestCase(unittest.TestCase):
  1207. def setUp(self):
  1208. if hasattr(self, 'assertItemsEqual'):
  1209. self.assertCountEqual = self.assertItemsEqual
  1210. def test__multi_events_to_dataframe__single(self):
  1211. obj = fake_neo('Event', seed=0, n=5)
  1212. res0 = ep.multi_events_to_dataframe(obj)
  1213. res1 = ep.multi_events_to_dataframe(obj, parents=False)
  1214. res2 = ep.multi_events_to_dataframe(obj, parents=True)
  1215. res3 = ep.multi_events_to_dataframe(obj, child_first=True)
  1216. res4 = ep.multi_events_to_dataframe(obj, parents=False,
  1217. child_first=True)
  1218. res5 = ep.multi_events_to_dataframe(obj, parents=True,
  1219. child_first=True)
  1220. res6 = ep.multi_events_to_dataframe(obj, child_first=False)
  1221. res7 = ep.multi_events_to_dataframe(obj, parents=False,
  1222. child_first=False)
  1223. res8 = ep.multi_events_to_dataframe(obj, parents=True,
  1224. child_first=False)
  1225. targ = ep.event_to_dataframe(obj)
  1226. keys = ep._extract_neo_attrs_safe(obj, parents=True,
  1227. child_first=True).keys()
  1228. keys = list(keys)
  1229. targwidth = 1
  1230. targlen = min(len(obj.times), len(obj.labels))
  1231. self.assertEqual(targwidth, len(targ.columns))
  1232. self.assertEqual(targwidth, len(res0.columns))
  1233. self.assertEqual(targwidth, len(res1.columns))
  1234. self.assertEqual(targwidth, len(res2.columns))
  1235. self.assertEqual(targwidth, len(res3.columns))
  1236. self.assertEqual(targwidth, len(res4.columns))
  1237. self.assertEqual(targwidth, len(res5.columns))
  1238. self.assertEqual(targwidth, len(res6.columns))
  1239. self.assertEqual(targwidth, len(res7.columns))
  1240. self.assertEqual(targwidth, len(res8.columns))
  1241. self.assertEqual(targlen, len(targ.index))
  1242. self.assertEqual(targlen, len(res0.index))
  1243. self.assertEqual(targlen, len(res1.index))
  1244. self.assertEqual(targlen, len(res2.index))
  1245. self.assertEqual(targlen, len(res3.index))
  1246. self.assertEqual(targlen, len(res4.index))
  1247. self.assertEqual(targlen, len(res5.index))
  1248. self.assertEqual(targlen, len(res6.index))
  1249. self.assertEqual(targlen, len(res7.index))
  1250. self.assertEqual(targlen, len(res8.index))
  1251. self.assertCountEqual(keys, targ.columns.names)
  1252. self.assertCountEqual(keys, res0.columns.names)
  1253. self.assertCountEqual(keys, res1.columns.names)
  1254. self.assertCountEqual(keys, res2.columns.names)
  1255. self.assertCountEqual(keys, res3.columns.names)
  1256. self.assertCountEqual(keys, res4.columns.names)
  1257. self.assertCountEqual(keys, res5.columns.names)
  1258. self.assertCountEqual(keys, res6.columns.names)
  1259. self.assertCountEqual(keys, res7.columns.names)
  1260. self.assertCountEqual(keys, res8.columns.names)
  1261. assert_array_equal(targ.values, res0.values)
  1262. assert_array_equal(targ.values, res1.values)
  1263. assert_array_equal(targ.values, res2.values)
  1264. assert_array_equal(targ.values, res3.values)
  1265. assert_array_equal(targ.values, res4.values)
  1266. assert_array_equal(targ.values, res5.values)
  1267. assert_array_equal(targ.values, res6.values)
  1268. assert_array_equal(targ.values, res7.values)
  1269. assert_array_equal(targ.values, res8.values)
  1270. assert_frame_equal(targ, res0)
  1271. assert_frame_equal(targ, res1)
  1272. assert_frame_equal(targ, res2)
  1273. assert_frame_equal(targ, res3)
  1274. assert_frame_equal(targ, res4)
  1275. assert_frame_equal(targ, res5)
  1276. assert_frame_equal(targ, res6)
  1277. assert_frame_equal(targ, res7)
  1278. assert_frame_equal(targ, res8)
  1279. def test__multi_events_to_dataframe__segment_default(self):
  1280. obj = fake_neo('Segment', seed=0, n=5)
  1281. res0 = ep.multi_events_to_dataframe(obj)
  1282. objs = obj.events
  1283. targ = [ep.event_to_dataframe(iobj) for iobj in objs]
  1284. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1285. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1286. child_first=True).keys()
  1287. keys = list(keys)
  1288. targwidth = len(objs)
  1289. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1290. for iobj in objs]
  1291. targlen = len(np.unique(np.hstack(targlen)))
  1292. self.assertGreater(len(objs), 0)
  1293. self.assertEqual(targwidth, len(targ.columns))
  1294. self.assertEqual(targwidth, len(res0.columns))
  1295. self.assertEqual(targlen, len(targ.index))
  1296. self.assertEqual(targlen, len(res0.index))
  1297. self.assertCountEqual(keys, targ.columns.names)
  1298. self.assertCountEqual(keys, res0.columns.names)
  1299. assert_array_equal(
  1300. np.array(targ.values, dtype=np.float),
  1301. np.array(res0.values, dtype=np.float))
  1302. assert_frame_equal(targ, res0)
  1303. def test__multi_events_to_dataframe__block_noparents(self):
  1304. obj = fake_neo('Block', seed=0, n=3)
  1305. res0 = ep.multi_events_to_dataframe(obj, parents=False)
  1306. res1 = ep.multi_events_to_dataframe(obj, parents=False,
  1307. child_first=True)
  1308. res2 = ep.multi_events_to_dataframe(obj, parents=False,
  1309. child_first=False)
  1310. objs = obj.list_children_by_class('Event')
  1311. targ = [ep.event_to_dataframe(iobj, parents=False, child_first=True)
  1312. for iobj in objs]
  1313. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1314. keys = ep._extract_neo_attrs_safe(objs[0], parents=False,
  1315. child_first=True).keys()
  1316. keys = list(keys)
  1317. targwidth = len(objs)
  1318. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1319. for iobj in objs]
  1320. targlen = len(np.unique(np.hstack(targlen)))
  1321. self.assertGreater(len(objs), 0)
  1322. self.assertEqual(targwidth, len(targ.columns))
  1323. self.assertEqual(targwidth, len(res0.columns))
  1324. self.assertEqual(targwidth, len(res1.columns))
  1325. self.assertEqual(targwidth, len(res2.columns))
  1326. self.assertEqual(targlen, len(targ.index))
  1327. self.assertEqual(targlen, len(res0.index))
  1328. self.assertEqual(targlen, len(res1.index))
  1329. self.assertEqual(targlen, len(res2.index))
  1330. self.assertCountEqual(keys, targ.columns.names)
  1331. self.assertCountEqual(keys, res0.columns.names)
  1332. self.assertCountEqual(keys, res1.columns.names)
  1333. self.assertCountEqual(keys, res2.columns.names)
  1334. assert_array_equal(
  1335. np.array(targ.values, dtype=np.float),
  1336. np.array(res0.values, dtype=np.float))
  1337. assert_array_equal(
  1338. np.array(targ.values, dtype=np.float),
  1339. np.array(res1.values, dtype=np.float))
  1340. assert_array_equal(
  1341. np.array(targ.values, dtype=np.float),
  1342. np.array(res2.values, dtype=np.float))
  1343. assert_frame_equal(targ, res0)
  1344. assert_frame_equal(targ, res1)
  1345. assert_frame_equal(targ, res2)
  1346. def test__multi_events_to_dataframe__block_parents_childfirst(self):
  1347. obj = fake_neo('Block', seed=0, n=3)
  1348. res0 = ep.multi_events_to_dataframe(obj)
  1349. res1 = ep.multi_events_to_dataframe(obj, parents=True)
  1350. res2 = ep.multi_events_to_dataframe(obj, child_first=True)
  1351. res3 = ep.multi_events_to_dataframe(obj, parents=True,
  1352. child_first=True)
  1353. objs = obj.list_children_by_class('Event')
  1354. targ = [ep.event_to_dataframe(iobj, parents=True, child_first=True)
  1355. for iobj in objs]
  1356. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1357. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1358. child_first=True).keys()
  1359. keys = list(keys)
  1360. targwidth = len(objs)
  1361. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1362. for iobj in objs]
  1363. targlen = len(np.unique(np.hstack(targlen)))
  1364. self.assertGreater(len(objs), 0)
  1365. self.assertEqual(targwidth, len(targ.columns))
  1366. self.assertEqual(targwidth, len(res0.columns))
  1367. self.assertEqual(targwidth, len(res1.columns))
  1368. self.assertEqual(targwidth, len(res2.columns))
  1369. self.assertEqual(targwidth, len(res3.columns))
  1370. self.assertEqual(targlen, len(targ.index))
  1371. self.assertEqual(targlen, len(res0.index))
  1372. self.assertEqual(targlen, len(res1.index))
  1373. self.assertEqual(targlen, len(res2.index))
  1374. self.assertEqual(targlen, len(res3.index))
  1375. self.assertCountEqual(keys, targ.columns.names)
  1376. self.assertCountEqual(keys, res0.columns.names)
  1377. self.assertCountEqual(keys, res1.columns.names)
  1378. self.assertCountEqual(keys, res2.columns.names)
  1379. self.assertCountEqual(keys, res3.columns.names)
  1380. assert_array_equal(
  1381. np.array(targ.values, dtype=np.float),
  1382. np.array(res0.values, dtype=np.float))
  1383. assert_array_equal(
  1384. np.array(targ.values, dtype=np.float),
  1385. np.array(res1.values, dtype=np.float))
  1386. assert_array_equal(
  1387. np.array(targ.values, dtype=np.float),
  1388. np.array(res2.values, dtype=np.float))
  1389. assert_array_equal(
  1390. np.array(targ.values, dtype=np.float),
  1391. np.array(res3.values, dtype=np.float))
  1392. assert_frame_equal(targ, res0)
  1393. assert_frame_equal(targ, res1)
  1394. assert_frame_equal(targ, res2)
  1395. assert_frame_equal(targ, res3)
  1396. def test__multi_events_to_dataframe__block_parents_parentfirst(self):
  1397. obj = fake_neo('Block', seed=0, n=3)
  1398. res0 = ep.multi_events_to_dataframe(obj, child_first=False)
  1399. res1 = ep.multi_events_to_dataframe(obj, parents=True,
  1400. child_first=False)
  1401. objs = obj.list_children_by_class('Event')
  1402. targ = [ep.event_to_dataframe(iobj, parents=True, child_first=False)
  1403. for iobj in objs]
  1404. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1405. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1406. child_first=False).keys()
  1407. keys = list(keys)
  1408. targwidth = len(objs)
  1409. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1410. for iobj in objs]
  1411. targlen = len(np.unique(np.hstack(targlen)))
  1412. self.assertGreater(len(objs), 0)
  1413. self.assertEqual(targwidth, len(targ.columns))
  1414. self.assertEqual(targwidth, len(res0.columns))
  1415. self.assertEqual(targwidth, len(res1.columns))
  1416. self.assertEqual(targlen, len(targ.index))
  1417. self.assertEqual(targlen, len(res0.index))
  1418. self.assertEqual(targlen, len(res1.index))
  1419. self.assertCountEqual(keys, targ.columns.names)
  1420. self.assertCountEqual(keys, res0.columns.names)
  1421. self.assertCountEqual(keys, res1.columns.names)
  1422. assert_array_equal(
  1423. np.array(targ.values, dtype=np.float),
  1424. np.array(res0.values, dtype=np.float))
  1425. assert_array_equal(
  1426. np.array(targ.values, dtype=np.float),
  1427. np.array(res1.values, dtype=np.float))
  1428. assert_frame_equal(targ, res0)
  1429. assert_frame_equal(targ, res1)
  1430. def test__multi_events_to_dataframe__list_noparents(self):
  1431. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1432. res0 = ep.multi_events_to_dataframe(obj, parents=False)
  1433. res1 = ep.multi_events_to_dataframe(obj, parents=False,
  1434. child_first=True)
  1435. res2 = ep.multi_events_to_dataframe(obj, parents=False,
  1436. child_first=False)
  1437. objs = (iobj.list_children_by_class('Event') for iobj in obj)
  1438. objs = list(chain.from_iterable(objs))
  1439. targ = [ep.event_to_dataframe(iobj, parents=False, child_first=True)
  1440. for iobj in objs]
  1441. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1442. keys = ep._extract_neo_attrs_safe(objs[0], parents=False,
  1443. child_first=True).keys()
  1444. keys = list(keys)
  1445. targwidth = len(objs)
  1446. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1447. for iobj in objs]
  1448. targlen = len(np.unique(np.hstack(targlen)))
  1449. self.assertGreater(len(objs), 0)
  1450. self.assertEqual(targwidth, len(targ.columns))
  1451. self.assertEqual(targwidth, len(res0.columns))
  1452. self.assertEqual(targwidth, len(res1.columns))
  1453. self.assertEqual(targwidth, len(res2.columns))
  1454. self.assertEqual(targlen, len(targ.index))
  1455. self.assertEqual(targlen, len(res0.index))
  1456. self.assertEqual(targlen, len(res1.index))
  1457. self.assertEqual(targlen, len(res2.index))
  1458. self.assertCountEqual(keys, targ.columns.names)
  1459. self.assertCountEqual(keys, res0.columns.names)
  1460. self.assertCountEqual(keys, res1.columns.names)
  1461. self.assertCountEqual(keys, res2.columns.names)
  1462. assert_array_equal(
  1463. np.array(targ.values, dtype=np.float),
  1464. np.array(res0.values, dtype=np.float))
  1465. assert_array_equal(
  1466. np.array(targ.values, dtype=np.float),
  1467. np.array(res1.values, dtype=np.float))
  1468. assert_array_equal(
  1469. np.array(targ.values, dtype=np.float),
  1470. np.array(res2.values, dtype=np.float))
  1471. assert_frame_equal(targ, res0)
  1472. assert_frame_equal(targ, res1)
  1473. assert_frame_equal(targ, res2)
  1474. def test__multi_events_to_dataframe__list_parents_childfirst(self):
  1475. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1476. res0 = ep.multi_events_to_dataframe(obj)
  1477. res1 = ep.multi_events_to_dataframe(obj, parents=True)
  1478. res2 = ep.multi_events_to_dataframe(obj, child_first=True)
  1479. res3 = ep.multi_events_to_dataframe(obj, parents=True,
  1480. child_first=True)
  1481. objs = (iobj.list_children_by_class('Event') for iobj in obj)
  1482. objs = list(chain.from_iterable(objs))
  1483. targ = [ep.event_to_dataframe(iobj, parents=True, child_first=True)
  1484. for iobj in objs]
  1485. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1486. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1487. child_first=True).keys()
  1488. keys = list(keys)
  1489. targwidth = len(objs)
  1490. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1491. for iobj in objs]
  1492. targlen = len(np.unique(np.hstack(targlen)))
  1493. self.assertGreater(len(objs), 0)
  1494. self.assertEqual(targwidth, len(targ.columns))
  1495. self.assertEqual(targwidth, len(res0.columns))
  1496. self.assertEqual(targwidth, len(res1.columns))
  1497. self.assertEqual(targwidth, len(res2.columns))
  1498. self.assertEqual(targwidth, len(res3.columns))
  1499. self.assertEqual(targlen, len(targ.index))
  1500. self.assertEqual(targlen, len(res0.index))
  1501. self.assertEqual(targlen, len(res1.index))
  1502. self.assertEqual(targlen, len(res2.index))
  1503. self.assertEqual(targlen, len(res3.index))
  1504. self.assertCountEqual(keys, targ.columns.names)
  1505. self.assertCountEqual(keys, res0.columns.names)
  1506. self.assertCountEqual(keys, res1.columns.names)
  1507. self.assertCountEqual(keys, res2.columns.names)
  1508. self.assertCountEqual(keys, res3.columns.names)
  1509. assert_array_equal(
  1510. np.array(targ.values, dtype=np.float),
  1511. np.array(res0.values, dtype=np.float))
  1512. assert_array_equal(
  1513. np.array(targ.values, dtype=np.float),
  1514. np.array(res1.values, dtype=np.float))
  1515. assert_array_equal(
  1516. np.array(targ.values, dtype=np.float),
  1517. np.array(res2.values, dtype=np.float))
  1518. assert_array_equal(
  1519. np.array(targ.values, dtype=np.float),
  1520. np.array(res3.values, dtype=np.float))
  1521. assert_frame_equal(targ, res0)
  1522. assert_frame_equal(targ, res1)
  1523. assert_frame_equal(targ, res2)
  1524. assert_frame_equal(targ, res3)
  1525. def test__multi_events_to_dataframe__list_parents_parentfirst(self):
  1526. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1527. res0 = ep.multi_events_to_dataframe(obj, child_first=False)
  1528. res1 = ep.multi_events_to_dataframe(obj, parents=True,
  1529. child_first=False)
  1530. objs = (iobj.list_children_by_class('Event') for iobj in obj)
  1531. objs = list(chain.from_iterable(objs))
  1532. targ = [ep.event_to_dataframe(iobj, parents=True, child_first=False)
  1533. for iobj in objs]
  1534. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1535. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1536. child_first=False).keys()
  1537. keys = list(keys)
  1538. targwidth = len(objs)
  1539. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1540. for iobj in objs]
  1541. targlen = len(np.unique(np.hstack(targlen)))
  1542. self.assertGreater(len(objs), 0)
  1543. self.assertEqual(targwidth, len(targ.columns))
  1544. self.assertEqual(targwidth, len(res0.columns))
  1545. self.assertEqual(targwidth, len(res1.columns))
  1546. self.assertEqual(targlen, len(targ.index))
  1547. self.assertEqual(targlen, len(res0.index))
  1548. self.assertEqual(targlen, len(res1.index))
  1549. self.assertCountEqual(keys, targ.columns.names)
  1550. self.assertCountEqual(keys, res0.columns.names)
  1551. self.assertCountEqual(keys, res1.columns.names)
  1552. assert_array_equal(
  1553. np.array(targ.values, dtype=np.float),
  1554. np.array(res0.values, dtype=np.float))
  1555. assert_array_equal(
  1556. np.array(targ.values, dtype=np.float),
  1557. np.array(res1.values, dtype=np.float))
  1558. assert_frame_equal(targ, res0)
  1559. assert_frame_equal(targ, res1)
  1560. def test__multi_events_to_dataframe__tuple_default(self):
  1561. obj = tuple(fake_neo('Block', seed=i, n=3) for i in range(3))
  1562. res0 = ep.multi_events_to_dataframe(obj)
  1563. objs = (iobj.list_children_by_class('Event') for iobj in obj)
  1564. objs = list(chain.from_iterable(objs))
  1565. targ = [ep.event_to_dataframe(iobj) for iobj in objs]
  1566. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1567. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1568. child_first=True).keys()
  1569. keys = list(keys)
  1570. targwidth = len(objs)
  1571. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1572. for iobj in objs]
  1573. targlen = len(np.unique(np.hstack(targlen)))
  1574. self.assertGreater(len(objs), 0)
  1575. self.assertEqual(targwidth, len(targ.columns))
  1576. self.assertEqual(targwidth, len(res0.columns))
  1577. self.assertEqual(targlen, len(targ.index))
  1578. self.assertEqual(targlen, len(res0.index))
  1579. self.assertCountEqual(keys, targ.columns.names)
  1580. self.assertCountEqual(keys, res0.columns.names)
  1581. assert_array_equal(
  1582. np.array(targ.values, dtype=np.float),
  1583. np.array(res0.values, dtype=np.float))
  1584. assert_frame_equal(targ, res0)
  1585. def test__multi_events_to_dataframe__iter_default(self):
  1586. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1587. res0 = ep.multi_events_to_dataframe(iter(obj))
  1588. objs = (iobj.list_children_by_class('Event') for iobj in obj)
  1589. objs = list(chain.from_iterable(objs))
  1590. targ = [ep.event_to_dataframe(iobj) for iobj in objs]
  1591. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1592. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1593. child_first=True).keys()
  1594. keys = list(keys)
  1595. targwidth = len(objs)
  1596. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1597. for iobj in objs]
  1598. targlen = len(np.unique(np.hstack(targlen)))
  1599. self.assertGreater(len(objs), 0)
  1600. self.assertEqual(targwidth, len(targ.columns))
  1601. self.assertEqual(targwidth, len(res0.columns))
  1602. self.assertEqual(targlen, len(targ.index))
  1603. self.assertEqual(targlen, len(res0.index))
  1604. self.assertCountEqual(keys, targ.columns.names)
  1605. self.assertCountEqual(keys, res0.columns.names)
  1606. assert_array_equal(
  1607. np.array(targ.values, dtype=np.float),
  1608. np.array(res0.values, dtype=np.float))
  1609. assert_frame_equal(targ, res0)
  1610. def test__multi_events_to_dataframe__dict_default(self):
  1611. obj = dict((i, fake_neo('Block', seed=i, n=3)) for i in range(3))
  1612. res0 = ep.multi_events_to_dataframe(obj)
  1613. objs = (iobj.list_children_by_class('Event') for iobj in
  1614. obj.values())
  1615. objs = list(chain.from_iterable(objs))
  1616. targ = [ep.event_to_dataframe(iobj) for iobj in objs]
  1617. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1618. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1619. child_first=True).keys()
  1620. keys = list(keys)
  1621. targwidth = len(objs)
  1622. targlen = [iobj.times[:min(len(iobj.times), len(iobj.labels))]
  1623. for iobj in objs]
  1624. targlen = len(np.unique(np.hstack(targlen)))
  1625. self.assertGreater(len(objs), 0)
  1626. self.assertEqual(targwidth, len(targ.columns))
  1627. self.assertEqual(targwidth, len(res0.columns))
  1628. self.assertEqual(targlen, len(targ.index))
  1629. self.assertEqual(targlen, len(res0.index))
  1630. self.assertCountEqual(keys, targ.columns.names)
  1631. self.assertCountEqual(keys, res0.columns.names)
  1632. assert_array_equal(
  1633. np.array(targ.values, dtype=np.float),
  1634. np.array(res0.values, dtype=np.float))
  1635. assert_frame_equal(targ, res0)
  1636. @unittest.skipUnless(HAVE_PANDAS, 'requires pandas')
  1637. class MultiEpochsToDataframeTestCase(unittest.TestCase):
  1638. def setUp(self):
  1639. if hasattr(self, 'assertItemsEqual'):
  1640. self.assertCountEqual = self.assertItemsEqual
  1641. def test__multi_epochs_to_dataframe__single(self):
  1642. obj = fake_neo('Epoch', seed=0, n=5)
  1643. res0 = ep.multi_epochs_to_dataframe(obj)
  1644. res1 = ep.multi_epochs_to_dataframe(obj, parents=False)
  1645. res2 = ep.multi_epochs_to_dataframe(obj, parents=True)
  1646. res3 = ep.multi_epochs_to_dataframe(obj, child_first=True)
  1647. res4 = ep.multi_epochs_to_dataframe(obj, parents=False,
  1648. child_first=True)
  1649. res5 = ep.multi_epochs_to_dataframe(obj, parents=True,
  1650. child_first=True)
  1651. res6 = ep.multi_epochs_to_dataframe(obj, child_first=False)
  1652. res7 = ep.multi_epochs_to_dataframe(obj, parents=False,
  1653. child_first=False)
  1654. res8 = ep.multi_epochs_to_dataframe(obj, parents=True,
  1655. child_first=False)
  1656. targ = ep.epoch_to_dataframe(obj)
  1657. keys = ep._extract_neo_attrs_safe(obj, parents=True,
  1658. child_first=True).keys()
  1659. keys = list(keys)
  1660. targwidth = 1
  1661. targlen = min(len(obj.times), len(obj.durations), len(obj.labels))
  1662. self.assertEqual(targwidth, len(targ.columns))
  1663. self.assertEqual(targwidth, len(res0.columns))
  1664. self.assertEqual(targwidth, len(res1.columns))
  1665. self.assertEqual(targwidth, len(res2.columns))
  1666. self.assertEqual(targwidth, len(res3.columns))
  1667. self.assertEqual(targwidth, len(res4.columns))
  1668. self.assertEqual(targwidth, len(res5.columns))
  1669. self.assertEqual(targwidth, len(res6.columns))
  1670. self.assertEqual(targwidth, len(res7.columns))
  1671. self.assertEqual(targwidth, len(res8.columns))
  1672. self.assertEqual(targlen, len(targ.index))
  1673. self.assertEqual(targlen, len(res0.index))
  1674. self.assertEqual(targlen, len(res1.index))
  1675. self.assertEqual(targlen, len(res2.index))
  1676. self.assertEqual(targlen, len(res3.index))
  1677. self.assertEqual(targlen, len(res4.index))
  1678. self.assertEqual(targlen, len(res5.index))
  1679. self.assertEqual(targlen, len(res6.index))
  1680. self.assertEqual(targlen, len(res7.index))
  1681. self.assertEqual(targlen, len(res8.index))
  1682. self.assertCountEqual(keys, targ.columns.names)
  1683. self.assertCountEqual(keys, res0.columns.names)
  1684. self.assertCountEqual(keys, res1.columns.names)
  1685. self.assertCountEqual(keys, res2.columns.names)
  1686. self.assertCountEqual(keys, res3.columns.names)
  1687. self.assertCountEqual(keys, res4.columns.names)
  1688. self.assertCountEqual(keys, res5.columns.names)
  1689. self.assertCountEqual(keys, res6.columns.names)
  1690. self.assertCountEqual(keys, res7.columns.names)
  1691. self.assertCountEqual(keys, res8.columns.names)
  1692. assert_array_equal(targ.values, res0.values)
  1693. assert_array_equal(targ.values, res1.values)
  1694. assert_array_equal(targ.values, res2.values)
  1695. assert_array_equal(targ.values, res3.values)
  1696. assert_array_equal(targ.values, res4.values)
  1697. assert_array_equal(targ.values, res5.values)
  1698. assert_array_equal(targ.values, res6.values)
  1699. assert_array_equal(targ.values, res7.values)
  1700. assert_array_equal(targ.values, res8.values)
  1701. assert_frame_equal(targ, res0)
  1702. assert_frame_equal(targ, res1)
  1703. assert_frame_equal(targ, res2)
  1704. assert_frame_equal(targ, res3)
  1705. assert_frame_equal(targ, res4)
  1706. assert_frame_equal(targ, res5)
  1707. assert_frame_equal(targ, res6)
  1708. assert_frame_equal(targ, res7)
  1709. assert_frame_equal(targ, res8)
  1710. def test__multi_epochs_to_dataframe__segment_default(self):
  1711. obj = fake_neo('Segment', seed=0, n=5)
  1712. res0 = ep.multi_epochs_to_dataframe(obj)
  1713. objs = obj.epochs
  1714. targ = [ep.epoch_to_dataframe(iobj) for iobj in objs]
  1715. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1716. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1717. child_first=True).keys()
  1718. keys = list(keys)
  1719. targwidth = len(objs)
  1720. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  1721. len(iobj.labels))] for iobj in objs]
  1722. targlen = len(np.unique(np.hstack(targlen)))
  1723. self.assertGreater(len(objs), 0)
  1724. self.assertEqual(targwidth, len(targ.columns))
  1725. self.assertEqual(targwidth, len(res0.columns))
  1726. self.assertEqual(targlen, len(targ.index))
  1727. self.assertEqual(targlen, len(res0.index))
  1728. self.assertCountEqual(keys, targ.columns.names)
  1729. self.assertCountEqual(keys, res0.columns.names)
  1730. assert_array_equal(
  1731. np.array(targ.values, dtype=np.float),
  1732. np.array(res0.values, dtype=np.float))
  1733. assert_frame_equal(targ, res0)
  1734. def test__multi_epochs_to_dataframe__block_noparents(self):
  1735. obj = fake_neo('Block', seed=0, n=3)
  1736. res0 = ep.multi_epochs_to_dataframe(obj, parents=False)
  1737. res1 = ep.multi_epochs_to_dataframe(obj, parents=False,
  1738. child_first=True)
  1739. res2 = ep.multi_epochs_to_dataframe(obj, parents=False,
  1740. child_first=False)
  1741. objs = obj.list_children_by_class('Epoch')
  1742. targ = [ep.epoch_to_dataframe(iobj, parents=False, child_first=True)
  1743. for iobj in objs]
  1744. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1745. keys = ep._extract_neo_attrs_safe(objs[0], parents=False,
  1746. child_first=True).keys()
  1747. keys = list(keys)
  1748. targwidth = len(objs)
  1749. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  1750. len(iobj.labels))] for iobj in objs]
  1751. targlen = len(np.unique(np.hstack(targlen)))
  1752. self.assertGreater(len(objs), 0)
  1753. self.assertEqual(targwidth, len(targ.columns))
  1754. self.assertEqual(targwidth, len(res0.columns))
  1755. self.assertEqual(targwidth, len(res1.columns))
  1756. self.assertEqual(targwidth, len(res2.columns))
  1757. self.assertEqual(targlen, len(targ.index))
  1758. self.assertEqual(targlen, len(res0.index))
  1759. self.assertEqual(targlen, len(res1.index))
  1760. self.assertEqual(targlen, len(res2.index))
  1761. self.assertCountEqual(keys, targ.columns.names)
  1762. self.assertCountEqual(keys, res0.columns.names)
  1763. self.assertCountEqual(keys, res1.columns.names)
  1764. self.assertCountEqual(keys, res2.columns.names)
  1765. assert_array_equal(
  1766. np.array(targ.values, dtype=np.float),
  1767. np.array(res0.values, dtype=np.float))
  1768. assert_array_equal(
  1769. np.array(targ.values, dtype=np.float),
  1770. np.array(res1.values, dtype=np.float))
  1771. assert_array_equal(
  1772. np.array(targ.values, dtype=np.float),
  1773. np.array(res2.values, dtype=np.float))
  1774. assert_frame_equal(targ, res0)
  1775. assert_frame_equal(targ, res1)
  1776. assert_frame_equal(targ, res2)
  1777. def test__multi_epochs_to_dataframe__block_parents_childfirst(self):
  1778. obj = fake_neo('Block', seed=0, n=3)
  1779. res0 = ep.multi_epochs_to_dataframe(obj)
  1780. res1 = ep.multi_epochs_to_dataframe(obj, parents=True)
  1781. res2 = ep.multi_epochs_to_dataframe(obj, child_first=True)
  1782. res3 = ep.multi_epochs_to_dataframe(obj, parents=True,
  1783. child_first=True)
  1784. objs = obj.list_children_by_class('Epoch')
  1785. targ = [ep.epoch_to_dataframe(iobj, parents=True, child_first=True)
  1786. for iobj in objs]
  1787. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1788. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1789. child_first=True).keys()
  1790. keys = list(keys)
  1791. targwidth = len(objs)
  1792. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  1793. len(iobj.labels))] for iobj in objs]
  1794. targlen = len(np.unique(np.hstack(targlen)))
  1795. self.assertGreater(len(objs), 0)
  1796. self.assertEqual(targwidth, len(targ.columns))
  1797. self.assertEqual(targwidth, len(res0.columns))
  1798. self.assertEqual(targwidth, len(res1.columns))
  1799. self.assertEqual(targwidth, len(res2.columns))
  1800. self.assertEqual(targwidth, len(res3.columns))
  1801. self.assertEqual(targlen, len(targ.index))
  1802. self.assertEqual(targlen, len(res0.index))
  1803. self.assertEqual(targlen, len(res1.index))
  1804. self.assertEqual(targlen, len(res2.index))
  1805. self.assertEqual(targlen, len(res3.index))
  1806. self.assertCountEqual(keys, targ.columns.names)
  1807. self.assertCountEqual(keys, res0.columns.names)
  1808. self.assertCountEqual(keys, res1.columns.names)
  1809. self.assertCountEqual(keys, res2.columns.names)
  1810. self.assertCountEqual(keys, res3.columns.names)
  1811. assert_array_equal(
  1812. np.array(targ.values, dtype=np.float),
  1813. np.array(res0.values, dtype=np.float))
  1814. assert_array_equal(
  1815. np.array(targ.values, dtype=np.float),
  1816. np.array(res1.values, dtype=np.float))
  1817. assert_array_equal(
  1818. np.array(targ.values, dtype=np.float),
  1819. np.array(res2.values, dtype=np.float))
  1820. assert_array_equal(
  1821. np.array(targ.values, dtype=np.float),
  1822. np.array(res3.values, dtype=np.float))
  1823. assert_frame_equal(targ, res0)
  1824. assert_frame_equal(targ, res1)
  1825. assert_frame_equal(targ, res2)
  1826. assert_frame_equal(targ, res3)
  1827. def test__multi_epochs_to_dataframe__block_parents_parentfirst(self):
  1828. obj = fake_neo('Block', seed=0, n=3)
  1829. res0 = ep.multi_epochs_to_dataframe(obj, child_first=False)
  1830. res1 = ep.multi_epochs_to_dataframe(obj, parents=True,
  1831. child_first=False)
  1832. objs = obj.list_children_by_class('Epoch')
  1833. targ = [ep.epoch_to_dataframe(iobj, parents=True, child_first=False)
  1834. for iobj in objs]
  1835. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1836. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1837. child_first=False).keys()
  1838. keys = list(keys)
  1839. targwidth = len(objs)
  1840. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  1841. len(iobj.labels))] for iobj in objs]
  1842. targlen = len(np.unique(np.hstack(targlen)))
  1843. self.assertGreater(len(objs), 0)
  1844. self.assertEqual(targwidth, len(targ.columns))
  1845. self.assertEqual(targwidth, len(res0.columns))
  1846. self.assertEqual(targwidth, len(res1.columns))
  1847. self.assertEqual(targlen, len(targ.index))
  1848. self.assertEqual(targlen, len(res0.index))
  1849. self.assertEqual(targlen, len(res1.index))
  1850. self.assertCountEqual(keys, targ.columns.names)
  1851. self.assertCountEqual(keys, res0.columns.names)
  1852. self.assertCountEqual(keys, res1.columns.names)
  1853. assert_array_equal(
  1854. np.array(targ.values, dtype=np.float),
  1855. np.array(res0.values, dtype=np.float))
  1856. assert_array_equal(
  1857. np.array(targ.values, dtype=np.float),
  1858. np.array(res1.values, dtype=np.float))
  1859. assert_frame_equal(targ, res0)
  1860. assert_frame_equal(targ, res1)
  1861. def test__multi_epochs_to_dataframe__list_noparents(self):
  1862. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1863. res0 = ep.multi_epochs_to_dataframe(obj, parents=False)
  1864. res1 = ep.multi_epochs_to_dataframe(obj, parents=False,
  1865. child_first=True)
  1866. res2 = ep.multi_epochs_to_dataframe(obj, parents=False,
  1867. child_first=False)
  1868. objs = (iobj.list_children_by_class('Epoch') for iobj in obj)
  1869. objs = list(chain.from_iterable(objs))
  1870. targ = [ep.epoch_to_dataframe(iobj, parents=False, child_first=True)
  1871. for iobj in objs]
  1872. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1873. keys = ep._extract_neo_attrs_safe(objs[0], parents=False,
  1874. child_first=True).keys()
  1875. keys = list(keys)
  1876. targwidth = len(objs)
  1877. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  1878. len(iobj.labels))] for iobj in objs]
  1879. targlen = len(np.unique(np.hstack(targlen)))
  1880. self.assertGreater(len(objs), 0)
  1881. self.assertEqual(targwidth, len(targ.columns))
  1882. self.assertEqual(targwidth, len(res0.columns))
  1883. self.assertEqual(targwidth, len(res1.columns))
  1884. self.assertEqual(targwidth, len(res2.columns))
  1885. self.assertEqual(targlen, len(targ.index))
  1886. self.assertEqual(targlen, len(res0.index))
  1887. self.assertEqual(targlen, len(res1.index))
  1888. self.assertEqual(targlen, len(res2.index))
  1889. self.assertCountEqual(keys, targ.columns.names)
  1890. self.assertCountEqual(keys, res0.columns.names)
  1891. self.assertCountEqual(keys, res1.columns.names)
  1892. self.assertCountEqual(keys, res2.columns.names)
  1893. assert_array_equal(
  1894. np.array(targ.values, dtype=np.float),
  1895. np.array(res0.values, dtype=np.float))
  1896. assert_array_equal(
  1897. np.array(targ.values, dtype=np.float),
  1898. np.array(res1.values, dtype=np.float))
  1899. assert_array_equal(
  1900. np.array(targ.values, dtype=np.float),
  1901. np.array(res2.values, dtype=np.float))
  1902. assert_frame_equal(targ, res0)
  1903. assert_frame_equal(targ, res1)
  1904. assert_frame_equal(targ, res2)
  1905. def test__multi_epochs_to_dataframe__list_parents_childfirst(self):
  1906. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1907. res0 = ep.multi_epochs_to_dataframe(obj)
  1908. res1 = ep.multi_epochs_to_dataframe(obj, parents=True)
  1909. res2 = ep.multi_epochs_to_dataframe(obj, child_first=True)
  1910. res3 = ep.multi_epochs_to_dataframe(obj, parents=True,
  1911. child_first=True)
  1912. objs = (iobj.list_children_by_class('Epoch') for iobj in obj)
  1913. objs = list(chain.from_iterable(objs))
  1914. targ = [ep.epoch_to_dataframe(iobj, parents=True, child_first=True)
  1915. for iobj in objs]
  1916. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1917. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1918. child_first=True).keys()
  1919. keys = list(keys)
  1920. targwidth = len(objs)
  1921. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  1922. len(iobj.labels))] for iobj in objs]
  1923. targlen = len(np.unique(np.hstack(targlen)))
  1924. self.assertGreater(len(objs), 0)
  1925. self.assertEqual(targwidth, len(targ.columns))
  1926. self.assertEqual(targwidth, len(res0.columns))
  1927. self.assertEqual(targwidth, len(res1.columns))
  1928. self.assertEqual(targwidth, len(res2.columns))
  1929. self.assertEqual(targwidth, len(res3.columns))
  1930. self.assertEqual(targlen, len(targ.index))
  1931. self.assertEqual(targlen, len(res0.index))
  1932. self.assertEqual(targlen, len(res1.index))
  1933. self.assertEqual(targlen, len(res2.index))
  1934. self.assertEqual(targlen, len(res3.index))
  1935. self.assertCountEqual(keys, targ.columns.names)
  1936. self.assertCountEqual(keys, res0.columns.names)
  1937. self.assertCountEqual(keys, res1.columns.names)
  1938. self.assertCountEqual(keys, res2.columns.names)
  1939. self.assertCountEqual(keys, res3.columns.names)
  1940. assert_array_equal(
  1941. np.array(targ.values, dtype=np.float),
  1942. np.array(res0.values, dtype=np.float))
  1943. assert_array_equal(
  1944. np.array(targ.values, dtype=np.float),
  1945. np.array(res1.values, dtype=np.float))
  1946. assert_array_equal(
  1947. np.array(targ.values, dtype=np.float),
  1948. np.array(res2.values, dtype=np.float))
  1949. assert_array_equal(
  1950. np.array(targ.values, dtype=np.float),
  1951. np.array(res3.values, dtype=np.float))
  1952. assert_frame_equal(targ, res0)
  1953. assert_frame_equal(targ, res1)
  1954. assert_frame_equal(targ, res2)
  1955. assert_frame_equal(targ, res3)
  1956. def test__multi_epochs_to_dataframe__list_parents_parentfirst(self):
  1957. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  1958. res0 = ep.multi_epochs_to_dataframe(obj, child_first=False)
  1959. res1 = ep.multi_epochs_to_dataframe(obj, parents=True,
  1960. child_first=False)
  1961. objs = (iobj.list_children_by_class('Epoch') for iobj in obj)
  1962. objs = list(chain.from_iterable(objs))
  1963. targ = [ep.epoch_to_dataframe(iobj, parents=True, child_first=False)
  1964. for iobj in objs]
  1965. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1966. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1967. child_first=False).keys()
  1968. keys = list(keys)
  1969. targwidth = len(objs)
  1970. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  1971. len(iobj.labels))] for iobj in objs]
  1972. targlen = len(np.unique(np.hstack(targlen)))
  1973. self.assertGreater(len(objs), 0)
  1974. self.assertEqual(targwidth, len(targ.columns))
  1975. self.assertEqual(targwidth, len(res0.columns))
  1976. self.assertEqual(targwidth, len(res1.columns))
  1977. self.assertEqual(targlen, len(targ.index))
  1978. self.assertEqual(targlen, len(res0.index))
  1979. self.assertEqual(targlen, len(res1.index))
  1980. self.assertCountEqual(keys, targ.columns.names)
  1981. self.assertCountEqual(keys, res0.columns.names)
  1982. self.assertCountEqual(keys, res1.columns.names)
  1983. assert_array_equal(
  1984. np.array(targ.values, dtype=np.float),
  1985. np.array(res0.values, dtype=np.float))
  1986. assert_array_equal(
  1987. np.array(targ.values, dtype=np.float),
  1988. np.array(res1.values, dtype=np.float))
  1989. assert_frame_equal(targ, res0)
  1990. assert_frame_equal(targ, res1)
  1991. def test__multi_epochs_to_dataframe__tuple_default(self):
  1992. obj = tuple(fake_neo('Block', seed=i, n=3) for i in range(3))
  1993. res0 = ep.multi_epochs_to_dataframe(obj)
  1994. objs = (iobj.list_children_by_class('Epoch') for iobj in obj)
  1995. objs = list(chain.from_iterable(objs))
  1996. targ = [ep.epoch_to_dataframe(iobj) for iobj in objs]
  1997. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  1998. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  1999. child_first=True).keys()
  2000. keys = list(keys)
  2001. targwidth = len(objs)
  2002. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  2003. len(iobj.labels))] for iobj in objs]
  2004. targlen = len(np.unique(np.hstack(targlen)))
  2005. self.assertGreater(len(objs), 0)
  2006. self.assertEqual(targwidth, len(targ.columns))
  2007. self.assertEqual(targwidth, len(res0.columns))
  2008. self.assertEqual(targlen, len(targ.index))
  2009. self.assertEqual(targlen, len(res0.index))
  2010. self.assertCountEqual(keys, targ.columns.names)
  2011. self.assertCountEqual(keys, res0.columns.names)
  2012. assert_array_equal(
  2013. np.array(targ.values, dtype=np.float),
  2014. np.array(res0.values, dtype=np.float))
  2015. assert_frame_equal(targ, res0)
  2016. def test__multi_epochs_to_dataframe__iter_default(self):
  2017. obj = [fake_neo('Block', seed=i, n=3) for i in range(3)]
  2018. res0 = ep.multi_epochs_to_dataframe(iter(obj))
  2019. objs = (iobj.list_children_by_class('Epoch') for iobj in obj)
  2020. objs = list(chain.from_iterable(objs))
  2021. targ = [ep.epoch_to_dataframe(iobj) for iobj in objs]
  2022. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  2023. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  2024. child_first=True).keys()
  2025. keys = list(keys)
  2026. targwidth = len(objs)
  2027. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  2028. len(iobj.labels))] for iobj in objs]
  2029. targlen = len(np.unique(np.hstack(targlen)))
  2030. self.assertGreater(len(objs), 0)
  2031. self.assertEqual(targwidth, len(targ.columns))
  2032. self.assertEqual(targwidth, len(res0.columns))
  2033. self.assertEqual(targlen, len(targ.index))
  2034. self.assertEqual(targlen, len(res0.index))
  2035. self.assertCountEqual(keys, targ.columns.names)
  2036. self.assertCountEqual(keys, res0.columns.names)
  2037. assert_array_equal(
  2038. np.array(targ.values, dtype=np.float),
  2039. np.array(res0.values, dtype=np.float))
  2040. assert_frame_equal(targ, res0)
  2041. def test__multi_epochs_to_dataframe__dict_default(self):
  2042. obj = dict((i, fake_neo('Block', seed=i, n=3)) for i in range(3))
  2043. res0 = ep.multi_epochs_to_dataframe(obj)
  2044. objs = (iobj.list_children_by_class('Epoch') for iobj in
  2045. obj.values())
  2046. objs = list(chain.from_iterable(objs))
  2047. targ = [ep.epoch_to_dataframe(iobj) for iobj in objs]
  2048. targ = ep._sort_inds(pd.concat(targ, axis=1), axis=1)
  2049. keys = ep._extract_neo_attrs_safe(objs[0], parents=True,
  2050. child_first=True).keys()
  2051. keys = list(keys)
  2052. targwidth = len(objs)
  2053. targlen = [iobj.times[:min(len(iobj.times), len(iobj.durations),
  2054. len(iobj.labels))] for iobj in objs]
  2055. targlen = len(np.unique(np.hstack(targlen)))
  2056. self.assertGreater(len(objs), 0)
  2057. self.assertEqual(targwidth, len(targ.columns))
  2058. self.assertEqual(targwidth, len(res0.columns))
  2059. self.assertEqual(targlen, len(targ.index))
  2060. self.assertEqual(targlen, len(res0.index))
  2061. self.assertCountEqual(keys, targ.columns.names)
  2062. self.assertCountEqual(keys, res0.columns.names)
  2063. assert_array_equal(
  2064. np.array(targ.values, dtype=np.float),
  2065. np.array(res0.values, dtype=np.float))
  2066. assert_frame_equal(targ, res0)
  2067. @unittest.skipUnless(HAVE_PANDAS, 'requires pandas')
  2068. class SliceSpiketrainTestCase(unittest.TestCase):
  2069. def setUp(self):
  2070. obj = [fake_neo('SpikeTrain', seed=i, n=3) for i in range(10)]
  2071. self.obj = ep.multi_spiketrains_to_dataframe(obj)
  2072. def test_single_none(self):
  2073. targ_start = self.obj.columns.get_level_values('t_start').values
  2074. targ_stop = self.obj.columns.get_level_values('t_stop').values
  2075. res0 = ep.slice_spiketrain(self.obj)
  2076. res1 = ep.slice_spiketrain(self.obj, t_start=None)
  2077. res2 = ep.slice_spiketrain(self.obj, t_stop=None)
  2078. res3 = ep.slice_spiketrain(self.obj, t_start=None, t_stop=None)
  2079. res0_start = res0.columns.get_level_values('t_start').values
  2080. res1_start = res1.columns.get_level_values('t_start').values
  2081. res2_start = res2.columns.get_level_values('t_start').values
  2082. res3_start = res3.columns.get_level_values('t_start').values
  2083. res0_stop = res0.columns.get_level_values('t_stop').values
  2084. res1_stop = res1.columns.get_level_values('t_stop').values
  2085. res2_stop = res2.columns.get_level_values('t_stop').values
  2086. res3_stop = res3.columns.get_level_values('t_stop').values
  2087. targ = self.obj
  2088. self.assertFalse(res0 is targ)
  2089. self.assertFalse(res1 is targ)
  2090. self.assertFalse(res2 is targ)
  2091. self.assertFalse(res3 is targ)
  2092. assert_frame_equal(targ, res0)
  2093. assert_frame_equal(targ, res1)
  2094. assert_frame_equal(targ, res2)
  2095. assert_frame_equal(targ, res3)
  2096. assert_array_equal(targ_start, res0_start)
  2097. assert_array_equal(targ_start, res1_start)
  2098. assert_array_equal(targ_start, res2_start)
  2099. assert_array_equal(targ_start, res3_start)
  2100. assert_array_equal(targ_stop, res0_stop)
  2101. assert_array_equal(targ_stop, res1_stop)
  2102. assert_array_equal(targ_stop, res2_stop)
  2103. assert_array_equal(targ_stop, res3_stop)
  2104. def test_single_t_start(self):
  2105. targ_start = .0001
  2106. targ_stop = self.obj.columns.get_level_values('t_stop').values
  2107. res0 = ep.slice_spiketrain(self.obj, t_start=targ_start)
  2108. res1 = ep.slice_spiketrain(self.obj, t_start=targ_start, t_stop=None)
  2109. res0_start = res0.columns.get_level_values('t_start').unique().tolist()
  2110. res1_start = res1.columns.get_level_values('t_start').unique().tolist()
  2111. res0_stop = res0.columns.get_level_values('t_stop').values
  2112. res1_stop = res1.columns.get_level_values('t_stop').values
  2113. targ = self.obj.values
  2114. targ[targ < targ_start] = np.nan
  2115. self.assertFalse(res0 is targ)
  2116. self.assertFalse(res1 is targ)
  2117. assert_array_equal(targ, res0.values)
  2118. assert_array_equal(targ, res1.values)
  2119. self.assertEqual([targ_start], res0_start)
  2120. self.assertEqual([targ_start], res1_start)
  2121. assert_array_equal(targ_stop, res0_stop)
  2122. assert_array_equal(targ_stop, res1_stop)
  2123. def test_single_t_stop(self):
  2124. targ_start = self.obj.columns.get_level_values('t_start').values
  2125. targ_stop = .0009
  2126. res0 = ep.slice_spiketrain(self.obj, t_stop=targ_stop)
  2127. res1 = ep.slice_spiketrain(self.obj, t_stop=targ_stop, t_start=None)
  2128. res0_start = res0.columns.get_level_values('t_start').values
  2129. res1_start = res1.columns.get_level_values('t_start').values
  2130. res0_stop = res0.columns.get_level_values('t_stop').unique().tolist()
  2131. res1_stop = res1.columns.get_level_values('t_stop').unique().tolist()
  2132. targ = self.obj.values
  2133. targ[targ > targ_stop] = np.nan
  2134. self.assertFalse(res0 is targ)
  2135. self.assertFalse(res1 is targ)
  2136. assert_array_equal(targ, res0.values)
  2137. assert_array_equal(targ, res1.values)
  2138. assert_array_equal(targ_start, res0_start)
  2139. assert_array_equal(targ_start, res1_start)
  2140. self.assertEqual([targ_stop], res0_stop)
  2141. self.assertEqual([targ_stop], res1_stop)
  2142. def test_single_both(self):
  2143. targ_start = .0001
  2144. targ_stop = .0009
  2145. res0 = ep.slice_spiketrain(self.obj,
  2146. t_stop=targ_stop, t_start=targ_start)
  2147. res0_start = res0.columns.get_level_values('t_start').unique().tolist()
  2148. res0_stop = res0.columns.get_level_values('t_stop').unique().tolist()
  2149. targ = self.obj.values
  2150. targ[targ < targ_start] = np.nan
  2151. targ[targ > targ_stop] = np.nan
  2152. self.assertFalse(res0 is targ)
  2153. assert_array_equal(targ, res0.values)
  2154. self.assertEqual([targ_start], res0_start)
  2155. self.assertEqual([targ_stop], res0_stop)
  2156. if __name__ == '__main__':
  2157. unittest.main()