log_sub-002_ica1_18-Nov-2021.txt 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166
  1. Input data size [72,891000] = 72 channels, 891000 frames
  2. Finding 72 ICA components using extended ICA.
  3. Kurtosis will be calculated initially every 1 blocks using 6000 data points.
  4. Decomposing 171 frames per ICA weight ((5184)^2 = 891000 weights, Initial learning rate will be 0.001, block size 69.
  5. Learning rate will be multiplied by 0.98 whenever angledelta >= 60 deg.
  6. More than 32 channels: default stopping weight change 1E-7
  7. Training will end when wchange < 1e-07 or after 512 steps.
  8. Online bias adjustment will be used.
  9. Removing mean of each channel ...
  10. Final training data range: -1.30332 to 2.46695
  11. Computing the sphering matrix...
  12. Starting weights are the identity matrix ...
  13. Sphering the data ...
  14. Beginning ICA training ... first training step may be slow ...
  15. Lowering learning rate to 0.0009 and starting again.
  16. Lowering learning rate to 0.00081 and starting again.
  17. Lowering learning rate to 0.000729 and starting again.
  18. Lowering learning rate to 0.0006561 and starting again.
  19. Lowering learning rate to 0.00059049 and starting again.
  20. Lowering learning rate to 0.000531441 and starting again.
  21. Lowering learning rate to 0.000478297 and starting again.
  22. Lowering learning rate to 0.000430467 and starting again.
  23. Lowering learning rate to 0.00038742 and starting again.
  24. Lowering learning rate to 0.000348678 and starting again.
  25. Lowering learning rate to 0.000313811 and starting again.
  26. Lowering learning rate to 0.00028243 and starting again.
  27. Lowering learning rate to 0.000254187 and starting again.
  28. Lowering learning rate to 0.000228768 and starting again.
  29. Lowering learning rate to 0.000205891 and starting again.
  30. Lowering learning rate to 0.000185302 and starting again.
  31. Lowering learning rate to 0.000166772 and starting again.
  32. Lowering learning rate to 0.000150095 and starting again.
  33. Lowering learning rate to 0.000135085 and starting again.
  34. Lowering learning rate to 0.000121577 and starting again.
  35. Lowering learning rate to 0.000109419 and starting again.
  36. Lowering learning rate to 9.84771e-05 and starting again.
  37. Lowering learning rate to 8.86294e-05 and starting again.
  38. Lowering learning rate to 7.97664e-05 and starting again.
  39. Lowering learning rate to 7.17898e-05 and starting again.
  40. Lowering learning rate to 6.46108e-05 and starting again.
  41. Lowering learning rate to 5.81497e-05 and starting again.
  42. Lowering learning rate to 5.23348e-05 and starting again.
  43. Lowering learning rate to 4.71013e-05 and starting again.
  44. Lowering learning rate to 4.23912e-05 and starting again.
  45. Lowering learning rate to 3.8152e-05 and starting again.
  46. Lowering learning rate to 3.43368e-05 and starting again.
  47. Lowering learning rate to 3.09032e-05 and starting again.
  48. Lowering learning rate to 2.78128e-05 and starting again.
  49. Lowering learning rate to 2.50316e-05 and starting again.
  50. Lowering learning rate to 2.25284e-05 and starting again.
  51. Lowering learning rate to 2.02756e-05 and starting again.
  52. step 1 - lrate 0.000020, wchange 4479807397329345.50000000, angledelta 0.0 deg
  53. Lowering learning rate to 1.45984e-05 and starting again.
  54. step 1 - lrate 0.000015, wchange 195957945025.73638916, angledelta 0.0 deg
  55. Lowering learning rate to 1.05109e-05 and starting again.
  56. step 1 - lrate 0.000011, wchange 135341458.90713182, angledelta 0.0 deg
  57. step 2 - lrate 0.000011, wchange 14526832575563984.00000000, angledelta 0.0 deg
  58. Lowering learning rate to 7.56781e-06 and starting again.
  59. step 1 - lrate 0.000008, wchange 714936.58629604, angledelta 0.0 deg
  60. step 2 - lrate 0.000008, wchange 512302215464.37408447, angledelta 0.0 deg
  61. step 3 - lrate 0.000006, wchange 18134629490188996.00000000, angledelta 0.5 deg
  62. Lowering learning rate to 4.35906e-06 and starting again.
  63. step 1 - lrate 0.000004, wchange 2290.68472652, angledelta 0.0 deg
  64. step 2 - lrate 0.000004, wchange 5345187.12089221, angledelta 0.0 deg
  65. step 3 - lrate 0.000004, wchange 12617581579.40981674, angledelta 6.2 deg
  66. step 4 - lrate 0.000003, wchange 5994140965585.13964844, angledelta 6.2 deg
  67. step 5 - lrate 0.000003, wchange 784330102971422.75000000, angledelta 6.2 deg
  68. step 6 - lrate 0.000002, wchange 19796274918150596.00000000, angledelta 6.2 deg
  69. Lowering learning rate to 1.60692e-06 and starting again.
  70. step 1 - lrate 0.000002, wchange 35.32522560, angledelta 0.0 deg
  71. step 2 - lrate 0.000002, wchange 177.83144777, angledelta 0.0 deg
  72. step 3 - lrate 0.000002, wchange 3115.40470060, angledelta 57.6 deg
  73. step 4 - lrate 0.000002, wchange 54583.29656238, angledelta 57.6 deg
  74. step 5 - lrate 0.000002, wchange 956324.69691163, angledelta 57.6 deg
  75. step 6 - lrate 0.000002, wchange 16755253.82898658, angledelta 57.6 deg
  76. step 7 - lrate 0.000002, wchange 293559853.77529937, angledelta 57.6 deg
  77. step 8 - lrate 0.000002, wchange 5143304809.23104095, angledelta 57.6 deg
  78. step 9 - lrate 0.000001, wchange 40798320809.67156982, angledelta 57.6 deg
  79. step 10 - lrate 0.000001, wchange 197423625925.71417236, angledelta 57.6 deg
  80. step 11 - lrate 0.000001, wchange 641282097771.72534180, angledelta 57.6 deg
  81. step 12 - lrate 0.000001, wchange 1510996306778.32788086, angledelta 57.6 deg
  82. step 13 - lrate 0.000001, wchange 2749592383527.19970703, angledelta 57.6 deg
  83. step 14 - lrate 0.000000, wchange 4064747829495.53564453, angledelta 57.6 deg
  84. step 15 - lrate 0.000000, wchange 5084741508938.95410156, angledelta 57.6 deg
  85. step 16 - lrate 0.000000, wchange 5562269935593.91503906, angledelta 57.6 deg
  86. step 17 - lrate 0.000000, wchange 5463809286570.50292969, angledelta 57.6 deg
  87. step 18 - lrate 0.000000, wchange 4923644802138.28125000, angledelta 57.6 deg
  88. step 19 - lrate 0.000000, wchange 4141006113571.92724609, angledelta 57.6 deg
  89. step 20 - lrate 0.000000, wchange 3295879622768.86572266, angledelta 57.6 deg
  90. step 21 - lrate 0.000000, wchange 2510206952834.31396484, angledelta 57.6 deg
  91. step 22 - lrate 0.000000, wchange 1845811096555.89306641, angledelta 57.6 deg
  92. step 23 - lrate 0.000000, wchange 1319758035361.10034180, angledelta 57.6 deg
  93. step 24 - lrate 0.000000, wchange 922774016655.17639160, angledelta 57.6 deg
  94. step 25 - lrate 0.000000, wchange 633800858242.87573242, angledelta 57.6 deg
  95. step 26 - lrate 0.000000, wchange 429175205744.12457275, angledelta 57.6 deg
  96. step 27 - lrate 0.000000, wchange 287335817046.75073242, angledelta 57.6 deg
  97. step 28 - lrate 0.000000, wchange 190638899021.65322876, angledelta 57.6 deg
  98. step 29 - lrate 0.000000, wchange 125572069390.25297546, angledelta 57.6 deg
  99. step 30 - lrate 0.000000, wchange 82236729127.20207214, angledelta 57.6 deg
  100. step 31 - lrate 0.000000, wchange 53608621785.59282684, angledelta 57.6 deg
  101. step 32 - lrate 0.000000, wchange 34817886066.64712524, angledelta 57.6 deg
  102. step 33 - lrate 0.000000, wchange 22547069029.62048340, angledelta 57.6 deg
  103. step 34 - lrate 0.000000, wchange 14566491635.09354591, angledelta 57.6 deg
  104. step 35 - lrate 0.000000, wchange 9392946426.73012543, angledelta 57.6 deg
  105. step 36 - lrate 0.000000, wchange 6047763641.20597458, angledelta 57.6 deg
  106. step 37 - lrate 0.000000, wchange 3889240246.80012226, angledelta 57.6 deg
  107. step 38 - lrate 0.000000, wchange 2498713571.28428316, angledelta 57.6 deg
  108. step 39 - lrate 0.000000, wchange 1604107916.95990705, angledelta 57.6 deg
  109. step 40 - lrate 0.000000, wchange 1029161201.49951935, angledelta 57.6 deg
  110. step 41 - lrate 0.000000, wchange 659962211.43702435, angledelta 57.6 deg
  111. step 42 - lrate 0.000000, wchange 661118667.38183188, angledelta 57.6 deg
  112. step 43 - lrate 0.000000, wchange 662277370.51636338, angledelta 57.6 deg
  113. step 44 - lrate 0.000000, wchange 663438156.60069513, angledelta 57.6 deg
  114. step 45 - lrate 0.000000, wchange 664600663.63537061, angledelta 57.6 deg
  115. step 46 - lrate 0.000000, wchange 665765243.89736521, angledelta 57.6 deg
  116. step 47 - lrate 0.000000, wchange 666931802.26997888, angledelta 57.6 deg
  117. step 48 - lrate 0.000000, wchange 668100347.57265961, angledelta 57.6 deg
  118. step 49 - lrate 0.000000, wchange 669270782.67220318, angledelta 57.6 deg
  119. step 50 - lrate 0.000000, wchange 670443193.14576519, angledelta 57.6 deg
  120. step 51 - lrate 0.000000, wchange 671617633.20719528, angledelta 57.6 deg
  121. step 52 - lrate 0.000000, wchange 672794055.67250609, angledelta 57.6 deg
  122. step 53 - lrate 0.000000, wchange 673972458.19865203, angledelta 57.6 deg
  123. step 54 - lrate 0.000000, wchange 675152947.25007379, angledelta 57.6 deg
  124. step 55 - lrate 0.000000, wchange 676335123.55647528, angledelta 57.6 deg
  125. step 56 - lrate 0.000000, wchange 677519487.52924681, angledelta 57.6 deg
  126. step 57 - lrate 0.000000, wchange 678705911.71156478, angledelta 57.6 deg
  127. step 58 - lrate 0.000000, wchange 679894228.32079077, angledelta 57.6 deg
  128. step 59 - lrate 0.000000, wchange 681084581.53311038, angledelta 57.6 deg
  129. step 60 - lrate 0.000000, wchange 682276894.25072145, angledelta 57.6 deg
  130. step 61 - lrate 0.000000, wchange 683471265.39015877, angledelta 57.6 deg
  131. step 62 - lrate 0.000000, wchange 684667559.60456836, angledelta 57.6 deg
  132. step 63 - lrate 0.000000, wchange 685865973.94693315, angledelta 57.6 deg
  133. step 64 - lrate 0.000000, wchange 687066400.80852830, angledelta 57.6 deg
  134. step 65 - lrate 0.000000, wchange 688269021.16735387, angledelta 57.6 deg
  135. step 66 - lrate 0.000000, wchange 689473966.91614890, angledelta 57.6 deg
  136. step 67 - lrate 0.000000, wchange 690679583.53499699, angledelta 57.6 deg
  137. step 68 - lrate 0.000000, wchange 691888126.57619095, angledelta 57.6 deg
  138. step 69 - lrate 0.000000, wchange 693098621.03974783, angledelta 57.6 deg
  139. step 70 - lrate 0.000000, wchange 694311421.61106384, angledelta 57.6 deg
  140. step 71 - lrate 0.000000, wchange 695525848.97928917, angledelta 57.6 deg
  141. step 72 - lrate 0.000000, wchange 696742507.55427611, angledelta 57.6 deg
  142. step 73 - lrate 0.000000, wchange 697961346.19502568, angledelta 57.6 deg
  143. step 74 - lrate 0.000000, wchange 699181849.85389984, angledelta 57.6 deg
  144. step 75 - lrate 0.000000, wchange 700404551.29817843, angledelta 57.6 deg
  145. step 76 - lrate 0.000000, wchange 701629390.85928488, angledelta 57.6 deg
  146. step 77 - lrate 0.000000, wchange 702856213.38949144, angledelta 57.6 deg
  147. step 78 - lrate 0.000000, wchange 704085534.05798471, angledelta 57.6 deg
  148. step 79 - lrate 0.000000, wchange 705316172.26775098, angledelta 57.6 deg
  149. step 80 - lrate 0.000000, wchange 706549224.10017645, angledelta 57.6 deg
  150. step 81 - lrate 0.000000, wchange 707784433.83760440, angledelta 57.6 deg
  151. step 82 - lrate 0.000000, wchange 709021569.19758964, angledelta 57.6 deg
  152. step 83 - lrate 0.000000, wchange 710260931.47317457, angledelta 57.6 deg
  153. step 84 - lrate 0.000000, wchange 711502241.03485096, angledelta 57.6 deg
  154. step 85 - lrate 0.000000, wchange 712745734.51644826, angledelta 57.6 deg
  155. step 86 - lrate 0.000000, wchange 713991204.93602252, angledelta 57.6 deg
  156. step 87 - lrate 0.000000, wchange 715238864.42926586, angledelta 57.6 deg
  157. step 88 - lrate 0.000000, wchange 716488462.31913483, angledelta 57.6 deg
  158. step 89 - lrate 0.000000, wchange 717740327.10353029, angledelta 57.6 deg
  159. step 90 - lrate 0.000000, wchange 718994407.75620818, angledelta 57.6 deg
  160. step 91 - lrate 0.000000, wchange 720250178.22392535, angledelta 57.6 deg
  161. step 92 - lrate 0.000000, wchange 721508359.28782237, angledelta 57.6 deg
  162. step 93 - lrate 0.000000, wchange 722768518.36851883, angledelta 57.6 deg
  163. step 94 - lrate 0.000000, wchange 724030826.58217978, angledelta 57.6 deg
  164. step 95 - lrate 0.000000, wchange 725295264.13006055, angledelta 57.6 deg
  165. step 96 - lrate 0.000000, wchange 726561831.79862785, angledelta 57.6 deg