log_sub-013_ica1_18-Nov-2021.txt 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118
  1. Input data size [72,968500] = 72 channels, 968500 frames
  2. Finding 72 ICA components using extended ICA.
  3. Kurtosis will be calculated initially every 1 blocks using 6000 data points.
  4. Decomposing 186 frames per ICA weight ((5184)^2 = 968500 weights, Initial learning rate will be 0.001, block size 69.
  5. Learning rate will be multiplied by 0.98 whenever angledelta >= 60 deg.
  6. More than 32 channels: default stopping weight change 1E-7
  7. Training will end when wchange < 1e-07 or after 512 steps.
  8. Online bias adjustment will be used.
  9. Removing mean of each channel ...
  10. Final training data range: -3.48207 to 3.5789
  11. Computing the sphering matrix...
  12. Starting weights are the identity matrix ...
  13. Sphering the data ...
  14. Beginning ICA training ... first training step may be slow ...
  15. Lowering learning rate to 0.0009 and starting again.
  16. Lowering learning rate to 0.00081 and starting again.
  17. Lowering learning rate to 0.000729 and starting again.
  18. Lowering learning rate to 0.0006561 and starting again.
  19. Lowering learning rate to 0.00059049 and starting again.
  20. Lowering learning rate to 0.000531441 and starting again.
  21. Lowering learning rate to 0.000478297 and starting again.
  22. Lowering learning rate to 0.000430467 and starting again.
  23. Lowering learning rate to 0.00038742 and starting again.
  24. Lowering learning rate to 0.000348678 and starting again.
  25. Lowering learning rate to 0.000313811 and starting again.
  26. Lowering learning rate to 0.00028243 and starting again.
  27. Lowering learning rate to 0.000254187 and starting again.
  28. Lowering learning rate to 0.000228768 and starting again.
  29. Lowering learning rate to 0.000205891 and starting again.
  30. Lowering learning rate to 0.000185302 and starting again.
  31. Lowering learning rate to 0.000166772 and starting again.
  32. Lowering learning rate to 0.000150095 and starting again.
  33. Lowering learning rate to 0.000135085 and starting again.
  34. Lowering learning rate to 0.000121577 and starting again.
  35. Lowering learning rate to 0.000109419 and starting again.
  36. Lowering learning rate to 9.84771e-05 and starting again.
  37. Lowering learning rate to 8.86294e-05 and starting again.
  38. Lowering learning rate to 7.97664e-05 and starting again.
  39. Lowering learning rate to 7.17898e-05 and starting again.
  40. Lowering learning rate to 6.46108e-05 and starting again.
  41. Lowering learning rate to 5.81497e-05 and starting again.
  42. Lowering learning rate to 5.23348e-05 and starting again.
  43. Lowering learning rate to 4.71013e-05 and starting again.
  44. Lowering learning rate to 4.23912e-05 and starting again.
  45. Lowering learning rate to 3.8152e-05 and starting again.
  46. Lowering learning rate to 3.43368e-05 and starting again.
  47. Lowering learning rate to 3.09032e-05 and starting again.
  48. Lowering learning rate to 2.78128e-05 and starting again.
  49. Lowering learning rate to 2.50316e-05 and starting again.
  50. Lowering learning rate to 2.25284e-05 and starting again.
  51. Lowering learning rate to 2.02756e-05 and starting again.
  52. Lowering learning rate to 1.8248e-05 and starting again.
  53. step 1 - lrate 0.000018, wchange 2176684680427111.75000000, angledelta 0.0 deg
  54. Lowering learning rate to 1.31386e-05 and starting again.
  55. step 1 - lrate 0.000013, wchange 111516725003.65315247, angledelta 0.0 deg
  56. Lowering learning rate to 9.45977e-06 and starting again.
  57. step 1 - lrate 0.000009, wchange 90158031.53455392, angledelta 0.0 deg
  58. step 2 - lrate 0.000009, wchange 7919205522917860.00000000, angledelta 0.0 deg
  59. Lowering learning rate to 6.81103e-06 and starting again.
  60. step 1 - lrate 0.000007, wchange 533366.08723862, angledelta 0.0 deg
  61. step 2 - lrate 0.000007, wchange 285230051282.32305908, angledelta 0.0 deg
  62. step 3 - lrate 0.000005, wchange 10461427810764576.00000000, angledelta 1.6 deg
  63. Lowering learning rate to 3.92315e-06 and starting again.
  64. step 1 - lrate 0.000004, wchange 1932.57446061, angledelta 0.0 deg
  65. step 2 - lrate 0.000004, wchange 3800695.40413054, angledelta 0.0 deg
  66. step 3 - lrate 0.000004, wchange 7579321920.84836674, angledelta 6.8 deg
  67. step 4 - lrate 0.000003, wchange 3137438320496.61718750, angledelta 6.8 deg
  68. step 5 - lrate 0.000003, wchange 371981225273497.56250000, angledelta 6.8 deg
  69. step 6 - lrate 0.000002, wchange 15062390063541478.00000000, angledelta 7.0 deg
  70. Lowering learning rate to 1.44623e-06 and starting again.
  71. step 1 - lrate 0.000001, wchange 34.73319041, angledelta 0.0 deg
  72. step 2 - lrate 0.000001, wchange 153.93047889, angledelta 0.0 deg
  73. step 3 - lrate 0.000001, wchange 2534.02592390, angledelta 58.7 deg
  74. step 4 - lrate 0.000001, wchange 41719.67117258, angledelta 58.7 deg
  75. step 5 - lrate 0.000001, wchange 686864.38559892, angledelta 58.7 deg
  76. step 6 - lrate 0.000001, wchange 11308399.52390267, angledelta 58.7 deg
  77. step 7 - lrate 0.000001, wchange 186179258.13506761, angledelta 58.7 deg
  78. step 8 - lrate 0.000001, wchange 3065218521.93107080, angledelta 58.7 deg
  79. step 9 - lrate 0.000001, wchange 23048077316.55403519, angledelta 58.7 deg
  80. step 10 - lrate 0.000001, wchange 106819764405.65599060, angledelta 58.7 deg
  81. step 11 - lrate 0.000001, wchange 335131444044.97131348, angledelta 58.7 deg
  82. step 12 - lrate 0.000001, wchange 767945801700.80456543, angledelta 58.7 deg
  83. step 13 - lrate 0.000000, wchange 1366792260713.38476562, angledelta 58.7 deg
  84. step 14 - lrate 0.000000, wchange 1985614722588.76196289, angledelta 58.7 deg
  85. step 15 - lrate 0.000000, wchange 2450708307099.98876953, angledelta 58.7 deg
  86. step 16 - lrate 0.000000, wchange 2653923685667.71875000, angledelta 58.7 deg
  87. step 17 - lrate 0.000000, wchange 2587862241200.80078125, angledelta 58.7 deg
  88. step 18 - lrate 0.000000, wchange 2320041672292.85742188, angledelta 58.7 deg
  89. step 19 - lrate 0.000000, wchange 1944527426733.81030273, angledelta 58.7 deg
  90. step 20 - lrate 0.000000, wchange 1544268166376.39184570, angledelta 58.7 deg
  91. step 21 - lrate 0.000000, wchange 1174603909394.81469727, angledelta 58.7 deg
  92. step 22 - lrate 0.000000, wchange 863107099791.11950684, angledelta 58.7 deg
  93. step 23 - lrate 0.000000, wchange 616933471901.42053223, angledelta 58.7 deg
  94. step 24 - lrate 0.000000, wchange 431332001855.67443848, angledelta 58.7 deg
  95. step 25 - lrate 0.000000, wchange 296281458434.44189453, angledelta 58.7 deg
  96. step 26 - lrate 0.000000, wchange 200656060187.43539429, angledelta 58.7 deg
  97. step 27 - lrate 0.000000, wchange 134365531462.85317993, angledelta 58.7 deg
  98. step 28 - lrate 0.000000, wchange 89164201782.70318604, angledelta 58.7 deg
  99. step 29 - lrate 0.000000, wchange 58741967217.89012909, angledelta 58.7 deg
  100. step 30 - lrate 0.000000, wchange 38475875882.18051147, angledelta 58.7 deg
  101. step 31 - lrate 0.000000, wchange 25085227449.31745148, angledelta 58.7 deg
  102. step 32 - lrate 0.000000, wchange 16294385832.50665092, angledelta 58.7 deg
  103. step 33 - lrate 0.000000, wchange 10552824453.43805885, angledelta 58.7 deg
  104. step 34 - lrate 0.000000, wchange 6818183320.32166767, angledelta 58.7 deg
  105. step 35 - lrate 0.000000, wchange 4396872679.12612152, angledelta 58.7 deg
  106. step 36 - lrate 0.000000, wchange 2831148536.86801720, angledelta 58.7 deg
  107. step 37 - lrate 0.000000, wchange 1820761867.89189649, angledelta 58.7 deg
  108. step 38 - lrate 0.000000, wchange 1169827351.49727488, angledelta 58.7 deg
  109. step 39 - lrate 0.000000, wchange 751016851.38853920, angledelta 58.7 deg
  110. step 40 - lrate 0.000000, wchange 753096944.01398814, angledelta 58.7 deg
  111. step 41 - lrate 0.000000, wchange 755179993.59408414, angledelta 58.7 deg
  112. step 42 - lrate 0.000000, wchange 757270273.23863542, angledelta 58.7 deg
  113. step 43 - lrate 0.000000, wchange 759364824.05201626, angledelta 58.7 deg
  114. step 44 - lrate 0.000000, wchange 761465865.71936977, angledelta 58.7 deg
  115. step 45 - lrate 0.000000, wchange 763578011.46159351, angledelta 58.7 deg
  116. step 46 - lrate 0.000000, wchange 765690467.57328749, angledelta 58.7 deg
  117. step 47 - lrate 0.000000, wchange 767806679.49159360, angledelta 58.7 deg