log_sub-010_ica1_17-Nov-2021.txt 6.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798
  1. Input data size [72,893500] = 72 channels, 893500 frames
  2. Finding 72 ICA components using extended ICA.
  3. Kurtosis will be calculated initially every 1 blocks using 6000 data points.
  4. Decomposing 172 frames per ICA weight ((5184)^2 = 893500 weights, Initial learning rate will be 0.001, block size 69.
  5. Learning rate will be multiplied by 0.98 whenever angledelta >= 60 deg.
  6. More than 32 channels: default stopping weight change 1E-7
  7. Training will end when wchange < 1e-07 or after 512 steps.
  8. Online bias adjustment will be used.
  9. Removing mean of each channel ...
  10. Final training data range: -8.32987 to 9.52484
  11. Computing the sphering matrix...
  12. Starting weights are the identity matrix ...
  13. Sphering the data ...
  14. Beginning ICA training ... first training step may be slow ...
  15. Lowering learning rate to 0.0009 and starting again.
  16. Lowering learning rate to 0.00081 and starting again.
  17. Lowering learning rate to 0.000729 and starting again.
  18. Lowering learning rate to 0.0006561 and starting again.
  19. Lowering learning rate to 0.00059049 and starting again.
  20. Lowering learning rate to 0.000531441 and starting again.
  21. Lowering learning rate to 0.000478297 and starting again.
  22. Lowering learning rate to 0.000430467 and starting again.
  23. Lowering learning rate to 0.00038742 and starting again.
  24. Lowering learning rate to 0.000348678 and starting again.
  25. Lowering learning rate to 0.000313811 and starting again.
  26. Lowering learning rate to 0.00028243 and starting again.
  27. Lowering learning rate to 0.000254187 and starting again.
  28. Lowering learning rate to 0.000228768 and starting again.
  29. Lowering learning rate to 0.000205891 and starting again.
  30. Lowering learning rate to 0.000185302 and starting again.
  31. Lowering learning rate to 0.000166772 and starting again.
  32. Lowering learning rate to 0.000150095 and starting again.
  33. Lowering learning rate to 0.000135085 and starting again.
  34. Lowering learning rate to 0.000121577 and starting again.
  35. Lowering learning rate to 0.000109419 and starting again.
  36. Lowering learning rate to 9.84771e-05 and starting again.
  37. Lowering learning rate to 8.86294e-05 and starting again.
  38. Lowering learning rate to 7.97664e-05 and starting again.
  39. Lowering learning rate to 7.17898e-05 and starting again.
  40. Lowering learning rate to 6.46108e-05 and starting again.
  41. Lowering learning rate to 5.81497e-05 and starting again.
  42. Lowering learning rate to 5.23348e-05 and starting again.
  43. Lowering learning rate to 4.71013e-05 and starting again.
  44. Lowering learning rate to 4.23912e-05 and starting again.
  45. Lowering learning rate to 3.8152e-05 and starting again.
  46. Lowering learning rate to 3.43368e-05 and starting again.
  47. Lowering learning rate to 3.09032e-05 and starting again.
  48. Lowering learning rate to 2.78128e-05 and starting again.
  49. Lowering learning rate to 2.50316e-05 and starting again.
  50. Lowering learning rate to 2.25284e-05 and starting again.
  51. Lowering learning rate to 2.02756e-05 and starting again.
  52. step 1 - lrate 0.000020, wchange 5277891775602646.00000000, angledelta 0.0 deg
  53. Lowering learning rate to 1.45984e-05 and starting again.
  54. step 1 - lrate 0.000015, wchange 210690723867.65191650, angledelta 0.0 deg
  55. Lowering learning rate to 1.05109e-05 and starting again.
  56. step 1 - lrate 0.000011, wchange 142594388.38902259, angledelta 0.0 deg
  57. step 2 - lrate 0.000011, wchange 20047991058430816.00000000, angledelta 0.0 deg
  58. Lowering learning rate to 7.56781e-06 and starting again.
  59. step 1 - lrate 0.000008, wchange 742351.57303450, angledelta 0.0 deg
  60. step 2 - lrate 0.000008, wchange 552326751745.93725586, angledelta 0.0 deg
  61. step 3 - lrate 0.000006, wchange 26822746156290804.00000000, angledelta 0.8 deg
  62. Lowering learning rate to 4.35906e-06 and starting again.
  63. step 1 - lrate 0.000004, wchange 2341.23575345, angledelta 0.0 deg
  64. step 2 - lrate 0.000004, wchange 5584269.76569429, angledelta 0.0 deg
  65. step 3 - lrate 0.000004, wchange 13470489620.16563606, angledelta 6.1 deg
  66. step 4 - lrate 0.000003, wchange 6514066208350.10937500, angledelta 6.1 deg
  67. step 5 - lrate 0.000003, wchange 876571592681904.50000000, angledelta 6.1 deg
  68. Lowering learning rate to 2.00865e-06 and starting again.
  69. step 1 - lrate 0.000002, wchange 50.69217028, angledelta 0.0 deg
  70. step 2 - lrate 0.000002, wchange 911.20636655, angledelta 0.0 deg
  71. step 3 - lrate 0.000002, wchange 32988.10749167, angledelta 45.2 deg
  72. step 4 - lrate 0.000002, wchange 1194267.10426480, angledelta 45.2 deg
  73. step 5 - lrate 0.000002, wchange 43236007.40389182, angledelta 45.2 deg
  74. step 6 - lrate 0.000002, wchange 1565271564.54939556, angledelta 45.2 deg
  75. step 7 - lrate 0.000002, wchange 23090810701.49447250, angledelta 45.2 deg
  76. step 8 - lrate 0.000001, wchange 184424556163.60144043, angledelta 45.2 deg
  77. step 9 - lrate 0.000001, wchange 897393926268.97277832, angledelta 45.2 deg
  78. step 10 - lrate 0.000001, wchange 2928097859109.74707031, angledelta 45.2 deg
  79. step 11 - lrate 0.000001, wchange 6924809136142.01171875, angledelta 45.2 deg
  80. step 12 - lrate 0.000001, wchange 12641128868899.14257812, angledelta 45.2 deg
  81. step 13 - lrate 0.000000, wchange 18741122640185.74609375, angledelta 45.2 deg
  82. step 14 - lrate 0.000000, wchange 23509004698777.53906250, angledelta 45.2 deg
  83. step 15 - lrate 0.000000, wchange 25789363889860.46484375, angledelta 45.2 deg
  84. step 16 - lrate 0.000000, wchange 25406505153786.17968750, angledelta 45.2 deg
  85. step 17 - lrate 0.000000, wchange 22962608453527.94921875, angledelta 45.2 deg
  86. step 18 - lrate 0.000000, wchange 19369377970545.86718750, angledelta 45.2 deg
  87. step 19 - lrate 0.000000, wchange 15460230911572.42578125, angledelta 45.2 deg
  88. step 20 - lrate 0.000000, wchange 11805995671711.76171875, angledelta 45.2 deg
  89. step 21 - lrate 0.000000, wchange 8702512297447.04492188, angledelta 45.2 deg
  90. step 22 - lrate 0.000000, wchange 6235874706930.97558594, angledelta 45.2 deg
  91. step 23 - lrate 0.000000, wchange 4368267318312.26269531, angledelta 45.2 deg
  92. step 24 - lrate 0.000000, wchange 3005145189926.84228516, angledelta 45.2 deg
  93. step 25 - lrate 0.000000, wchange 2037749075261.98291016, angledelta 45.2 deg
  94. step 26 - lrate 0.000000, wchange 1365855601243.33911133, angledelta 45.2 deg
  95. step 27 - lrate 0.000000, wchange 907079369320.57214355, angledelta 45.2 deg
  96. step 28 - lrate 0.000000, wchange 597955397001.10131836, angledelta 45.2 deg
  97. step 29 - lrate 0.000000, wchange 391836748041.94201660, angledelta 45.2 deg