log_sub-019_ica1_17-Nov-2021.txt 6.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697
  1. Input data size [72,1111500] = 72 channels, 1111500 frames
  2. Finding 72 ICA components using extended ICA.
  3. Kurtosis will be calculated initially every 1 blocks using 6000 data points.
  4. Decomposing 214 frames per ICA weight ((5184)^2 = 1111500 weights, Initial learning rate will be 0.001, block size 70.
  5. Learning rate will be multiplied by 0.98 whenever angledelta >= 60 deg.
  6. More than 32 channels: default stopping weight change 1E-7
  7. Training will end when wchange < 1e-07 or after 512 steps.
  8. Online bias adjustment will be used.
  9. Removing mean of each channel ...
  10. Final training data range: -3.75962 to 3.43818
  11. Computing the sphering matrix...
  12. Starting weights are the identity matrix ...
  13. Sphering the data ...
  14. Beginning ICA training ... first training step may be slow ...
  15. Lowering learning rate to 0.0009 and starting again.
  16. Lowering learning rate to 0.00081 and starting again.
  17. Lowering learning rate to 0.000729 and starting again.
  18. Lowering learning rate to 0.0006561 and starting again.
  19. Lowering learning rate to 0.00059049 and starting again.
  20. Lowering learning rate to 0.000531441 and starting again.
  21. Lowering learning rate to 0.000478297 and starting again.
  22. Lowering learning rate to 0.000430467 and starting again.
  23. Lowering learning rate to 0.00038742 and starting again.
  24. Lowering learning rate to 0.000348678 and starting again.
  25. Lowering learning rate to 0.000313811 and starting again.
  26. Lowering learning rate to 0.00028243 and starting again.
  27. Lowering learning rate to 0.000254187 and starting again.
  28. Lowering learning rate to 0.000228768 and starting again.
  29. Lowering learning rate to 0.000205891 and starting again.
  30. Lowering learning rate to 0.000185302 and starting again.
  31. Lowering learning rate to 0.000166772 and starting again.
  32. Lowering learning rate to 0.000150095 and starting again.
  33. Lowering learning rate to 0.000135085 and starting again.
  34. Lowering learning rate to 0.000121577 and starting again.
  35. Lowering learning rate to 0.000109419 and starting again.
  36. Lowering learning rate to 9.84771e-05 and starting again.
  37. Lowering learning rate to 8.86294e-05 and starting again.
  38. Lowering learning rate to 7.97664e-05 and starting again.
  39. Lowering learning rate to 7.17898e-05 and starting again.
  40. Lowering learning rate to 6.46108e-05 and starting again.
  41. Lowering learning rate to 5.81497e-05 and starting again.
  42. Lowering learning rate to 5.23348e-05 and starting again.
  43. Lowering learning rate to 4.71013e-05 and starting again.
  44. Lowering learning rate to 4.23912e-05 and starting again.
  45. Lowering learning rate to 3.8152e-05 and starting again.
  46. Lowering learning rate to 3.43368e-05 and starting again.
  47. Lowering learning rate to 3.09032e-05 and starting again.
  48. Lowering learning rate to 2.78128e-05 and starting again.
  49. Lowering learning rate to 2.50316e-05 and starting again.
  50. Lowering learning rate to 2.25284e-05 and starting again.
  51. Lowering learning rate to 2.02756e-05 and starting again.
  52. Lowering learning rate to 1.8248e-05 and starting again.
  53. Lowering learning rate to 1.64232e-05 and starting again.
  54. step 1 - lrate 0.000016, wchange 6994203534279066.00000000, angledelta 0.0 deg
  55. Lowering learning rate to 1.18247e-05 and starting again.
  56. step 1 - lrate 0.000012, wchange 257555145389.16259766, angledelta 0.0 deg
  57. Lowering learning rate to 8.51379e-06 and starting again.
  58. step 1 - lrate 0.000009, wchange 164706893.58636758, angledelta 0.0 deg
  59. step 2 - lrate 0.000009, wchange 26852858949639340.00000000, angledelta 0.0 deg
  60. Lowering learning rate to 6.12993e-06 and starting again.
  61. step 1 - lrate 0.000006, wchange 823440.01097819, angledelta 0.0 deg
  62. step 2 - lrate 0.000006, wchange 679504496326.36523438, angledelta 0.0 deg
  63. step 3 - lrate 0.000005, wchange 36038088985231576.00000000, angledelta 0.7 deg
  64. Lowering learning rate to 3.53084e-06 and starting again.
  65. step 1 - lrate 0.000004, wchange 2486.46840022, angledelta 0.0 deg
  66. step 2 - lrate 0.000004, wchange 6297602.70243994, angledelta 0.0 deg
  67. step 3 - lrate 0.000004, wchange 16122490148.34924316, angledelta 5.9 deg
  68. step 4 - lrate 0.000003, wchange 8184227734159.58691406, angledelta 5.9 deg
  69. step 5 - lrate 0.000002, wchange 1145687447476772.75000000, angledelta 5.9 deg
  70. Lowering learning rate to 1.62701e-06 and starting again.
  71. step 1 - lrate 0.000002, wchange 51.84324717, angledelta 0.0 deg
  72. step 2 - lrate 0.000002, wchange 967.69542787, angledelta 0.0 deg
  73. step 3 - lrate 0.000002, wchange 36005.02667228, angledelta 44.9 deg
  74. step 4 - lrate 0.000002, wchange 1339653.47976871, angledelta 44.9 deg
  75. step 5 - lrate 0.000002, wchange 49845030.91458302, angledelta 44.9 deg
  76. step 6 - lrate 0.000002, wchange 1854604326.82877374, angledelta 44.9 deg
  77. step 7 - lrate 0.000001, wchange 28002911159.87021637, angledelta 44.9 deg
  78. step 8 - lrate 0.000001, wchange 227900729411.95941162, angledelta 44.9 deg
  79. step 9 - lrate 0.000001, wchange 1125891946875.71704102, angledelta 44.9 deg
  80. step 10 - lrate 0.000001, wchange 3718838371653.24853516, angledelta 44.9 deg
  81. step 11 - lrate 0.000001, wchange 8881868822786.99218750, angledelta 44.9 deg
  82. step 12 - lrate 0.000000, wchange 16342790379360.44921875, angledelta 44.9 deg
  83. step 13 - lrate 0.000000, wchange 24384563921356.74218750, angledelta 44.9 deg
  84. step 14 - lrate 0.000000, wchange 30747133048112.92578125, angledelta 44.9 deg
  85. step 15 - lrate 0.000000, wchange 33871625101079.11328125, angledelta 44.9 deg
  86. step 16 - lrate 0.000000, wchange 33483479030226.54296875, angledelta 44.9 deg
  87. step 17 - lrate 0.000000, wchange 30347650356113.52734375, angledelta 44.9 deg
  88. step 18 - lrate 0.000000, wchange 25657998746147.88281250, angledelta 44.9 deg
  89. step 19 - lrate 0.000000, wchange 20518242419924.11718750, angledelta 44.9 deg
  90. step 20 - lrate 0.000000, wchange 15693031157002.70898438, angledelta 44.9 deg
  91. step 21 - lrate 0.000000, wchange 11582109775321.48828125, angledelta 44.9 deg
  92. step 22 - lrate 0.000000, wchange 8307709689736.02636719, angledelta 44.9 deg
  93. step 23 - lrate 0.000000, wchange 5824584187705.31054688, angledelta 44.9 deg
  94. step 24 - lrate 0.000000, wchange 4009826604097.04101562, angledelta 44.9 deg
  95. step 25 - lrate 0.000000, wchange 2720487756224.60644531, angledelta 44.9 deg
  96. step 26 - lrate 0.000000, wchange 1824290026950.31372070, angledelta 44.9 deg